CartPole-v1_C51_Train.yaml

general_cfg:
  algo_name: C51
  device: cuda
  env_name: CartPole-v1
  new_step_api: True
  mode: train
  load_checkpoint: false
  load_path: Train_CartPole-v1_C51_20221026-054757
  max_steps: 200
  save_fig: true
  seed: 1
  show_fig: false
  test_eps: 10
  train_eps: 100
  Vmin: 0 # support of C51  
  Vmax: 200 # support of C51 
  n_atoms: 51 # support of C51  
algo_cfg:
  value_layers:
    - layer_type: linear
      layer_dim: ['n_states',256]
      activation: relu
    - layer_type: linear
      layer_dim: [256,256]
      activation: relu
    - layer_type: linear
      layer_dim: [256,'n_actions']
      activation: none
  batch_size: 64
  buffer_size: 100000
  epsilon_decay: 500
  epsilon_end: 0.01
  epsilon_start: 0.95
  gamma: 0.95
  lr: 0.0001
  target_update: 4