{
  "predictive": {
    "L4_zoo": {
      "mean_reward": 4.5642,
      "std_reward": 4.952729425276531,
      "win_rate": 0.95,
      "mean_score_diff": 4.5954500000000005,
      "mean_left_score": 4.5642,
      "mean_right_score": -0.03125000000000014,
      "mean_steps": 342.55,
      "reasons": {
        "timeout": 11,
        "left_scored": 9
      }
    },
    "L4_tracking": {
      "mean_reward": 2.5973499999999996,
      "std_reward": 4.325945148461779,
      "win_rate": 1.0,
      "mean_score_diff": 2.6353999999999997,
      "mean_left_score": 2.5973499999999996,
      "mean_right_score": -0.038050000000000195,
      "mean_steps": 428.95,
      "reasons": {
        "timeout": 15,
        "left_scored": 5
      }
    },
    "L4_strong": {
      "mean_reward": 0.09084999999999985,
      "std_reward": 0.04625502675385672,
      "win_rate": 1.0,
      "mean_score_diff": 0.1377000000000001,
      "mean_left_score": 0.09084999999999985,
      "mean_right_score": -0.046850000000000225,
      "mean_steps": 450.0,
      "reasons": {
        "timeout": 20
      }
    },
    "L5_tracking_0.05": {
      "n_episodes": 20,
      "left_agent": "PredictiveBaseline",
      "right_agent": "Track",
      "left_win_rate": 1.0,
      "right_win_rate": 0.0,
      "draw_rate": 0.0,
      "mean_left_score": 9.53295,
      "mean_right_score": -0.06885000000000009,
      "mean_score_diff_left_minus_right": 9.6018,
      "mean_steps": 222.35
    }
  },
  "imitation": {
    "L4_zoo": {
      "mean_reward": 5.52735,
      "std_reward": 4.982214821492546,
      "win_rate": 0.75,
      "mean_score_diff": 4.55045,
      "mean_left_score": 5.52735,
      "mean_right_score": 0.9769,
      "mean_steps": 307.0,
      "reasons": {
        "left_scored": 11,
        "timeout": 7,
        "right_scored": 2
      }
    },
    "L4_tracking": {
      "mean_reward": 1.0413999999999999,
      "std_reward": 2.996171697349803,
      "win_rate": 0.95,
      "mean_score_diff": 1.09385,
      "mean_left_score": 1.0413999999999999,
      "mean_right_score": -0.052450000000000205,
      "mean_steps": 441.75,
      "reasons": {
        "timeout": 18,
        "left_scored": 2
      }
    },
    "L4_strong": {
      "mean_reward": 0.05294999999999983,
      "std_reward": 0.03512901222636355,
      "win_rate": 1.0,
      "mean_score_diff": 0.08430000000000004,
      "mean_left_score": 0.05294999999999983,
      "mean_right_score": -0.03135000000000021,
      "mean_steps": 450.0,
      "reasons": {
        "timeout": 20
      }
    },
    "L5_tracking_0.05": {
      "n_episodes": 20,
      "left_agent": "ImitationCandidate",
      "right_agent": "Track",
      "left_win_rate": 0.95,
      "right_win_rate": 0.05,
      "draw_rate": 0.0,
      "mean_left_score": 9.01425,
      "mean_right_score": 0.43409999999999993,
      "mean_score_diff_left_minus_right": 8.58015,
      "mean_steps": 220.85
    }
  },
  "promote": false,
  "checkpoint": "/home/sid/research/phd courses/RL for Embodied AI/Cheatsheet_Midterms_RL/1011241_Siddhant/artifacts/checkpoints/level5_imitation_dqn.pt",
  "gate": {
    "predictive_L4_zoo": 0.95,
    "imitation_L4_zoo": 0.75,
    "predictive_L5": 1.0,
    "imitation_L5": 0.95
  }
}