scone_run_h0918.yaml

tonic:
  after_training: ''
  header: "import deprl, gym, sconegym"
  agent: "deprl.custom_agents.dep_factory(3, deprl.custom_mpo_torch.TunedMPO())(replay=deprl.replays.buffers.Buffer(return_steps=1,
    batch_size=256, steps_between_batches=1000, batch_iterations=30, steps_before_batches=1e6))"
  before_training: ''
  checkpoint: "last"
  environment: "deprl.environments.Gym('sconerun_h0918-v1', scaled_actions=False)"
  full_save: 1
  name: "sconerun_h0918_v1"
  resume: true
  seed: 0
  parallel: 20
  sequential: 10
  test_environment: null
  trainer: "deprl.custom_trainer.Trainer(steps=int(5e8), epoch_steps=int(2e5), save_steps=int(1e6))"

working_dir: "IGNORED_FOR_HYFYDY"

env_args:
  clip_actions: false
  grf_coeff: -0.07281
  joint_limit_coeff: -0.1307
  nmuscle_coeff: -1.57929
  smooth_coeff: -0.097
  self_contact_coeff: -10.0
  vel_coeff: 10.0
  step_size: 0.025
  run: true
  init_activations_mean: 0.01
  init_activations_std: 0 # if 0: deterministic

DEP:
  bias_rate: 0.002
  buffer_size: 200
  intervention_length: 8
  intervention_proba: 0.00371
  kappa: 1000
  normalization: "independent"
  q_norm_selector: "l2"
  regularization: 32
  s4avg: 2
  sensor_delay: 1
  tau: 40
  test_episode_every: 3
  time_dist: 5
  with_learning: true