{
  "created_at": "2026-07-12 16:40:49",
  "python": "3.13.5 | packaged by Anaconda, Inc. | (main, Jun 12 2025, 11:23:37) [Clang 14.0.6 ]",
  "torch": "2.9.0",
  "device": "CPU",
  "seeds": [
    0,
    1,
    2
  ],
  "episodes": 500,
  "evaluation_episodes": 200,
  "runs": [
    {
      "seed": 0,
      "her": false,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.14,
      "ood_success_rate": 0.315,
      "mean_length": 25.21,
      "eval_return": -1.1135000000000006,
      "ood_return": -0.8560000000000003,
      "seconds": 6.565877914428711,
      "checkpoint": "artifacts/checkpoints/her_noher_future_sparse_nom_s0.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_noher_future_sparse_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": false,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.125,
      "ood_success_rate": 0.16,
      "mean_length": 25.56,
      "eval_return": -1.1467500000000004,
      "ood_return": -1.1367500000000004,
      "seconds": 6.645314931869507,
      "checkpoint": "artifacts/checkpoints/her_noher_future_sparse_nom_s1.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_noher_future_sparse_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": false,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.2,
      "ood_success_rate": 0.33,
      "mean_length": 24.165,
      "eval_return": -0.9982500000000004,
      "ood_return": -0.8442500000000004,
      "seconds": 6.445979833602905,
      "checkpoint": "artifacts/checkpoints/her_noher_future_sparse_nom_s2.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_noher_future_sparse_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.995,
      "ood_success_rate": 0.97,
      "mean_length": 8.215,
      "eval_return": 0.634,
      "ood_return": 0.3477499999999999,
      "seconds": 5.742391109466553,
      "checkpoint": "artifacts/checkpoints/her_her_future_sparse_nom_s0.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_her_future_sparse_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.955,
      "ood_success_rate": 0.97,
      "mean_length": 9.125,
      "eval_return": 0.5465,
      "ood_return": 0.35574999999999996,
      "seconds": 5.390851974487305,
      "checkpoint": "artifacts/checkpoints/her_her_future_sparse_nom_s1.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_her_future_sparse_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.95,
      "ood_success_rate": 0.99,
      "mean_length": 8.995,
      "eval_return": 0.54775,
      "ood_return": 0.38799999999999996,
      "seconds": 5.177220821380615,
      "checkpoint": "artifacts/checkpoints/her_her_future_sparse_nom_s2.pt",
      "experiment": "her",
      "metrics": "artifacts/metrics/her_her_future_sparse_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "final",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.88,
      "ood_success_rate": 0.925,
      "mean_length": 10.41,
      "eval_return": 0.40349999999999997,
      "ood_return": 0.26774999999999993,
      "seconds": 5.0123889446258545,
      "checkpoint": "artifacts/checkpoints/strategy_her_final_sparse_nom_s0.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_final_sparse_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "final",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.885,
      "ood_success_rate": 0.91,
      "mean_length": 10.605,
      "eval_return": 0.39899999999999997,
      "ood_return": 0.2104999999999999,
      "seconds": 5.002197027206421,
      "checkpoint": "artifacts/checkpoints/strategy_her_final_sparse_nom_s1.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_final_sparse_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "final",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.905,
      "ood_success_rate": 0.95,
      "mean_length": 9.87,
      "eval_return": 0.45675,
      "ood_return": 0.30974999999999997,
      "seconds": 4.959322929382324,
      "checkpoint": "artifacts/checkpoints/strategy_her_final_sparse_nom_s2.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_final_sparse_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.995,
      "ood_success_rate": 0.97,
      "mean_length": 8.215,
      "eval_return": 0.634,
      "ood_return": 0.3477499999999999,
      "seconds": 4.7487359046936035,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_sparse_nom_s0.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_sparse_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.955,
      "ood_success_rate": 0.97,
      "mean_length": 9.125,
      "eval_return": 0.5465,
      "ood_return": 0.35574999999999996,
      "seconds": 4.658386945724487,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_sparse_nom_s1.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_sparse_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.95,
      "ood_success_rate": 0.99,
      "mean_length": 8.995,
      "eval_return": 0.54775,
      "ood_return": 0.38799999999999996,
      "seconds": 4.969433069229126,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_sparse_nom_s2.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_sparse_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "future",
      "dense": true,
      "domain_randomization": false,
      "success_rate": 0.995,
      "ood_success_rate": 0.98,
      "mean_length": 8.29,
      "eval_return": 0.63025,
      "ood_return": 0.4102499999999999,
      "seconds": 4.558491945266724,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_dense_nom_s0.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_dense_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "future",
      "dense": true,
      "domain_randomization": false,
      "success_rate": 1.0,
      "ood_success_rate": 0.995,
      "mean_length": 8.22,
      "eval_return": 0.639,
      "ood_return": 0.40449999999999997,
      "seconds": 4.32328200340271,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_dense_nom_s1.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_dense_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "future",
      "dense": true,
      "domain_randomization": false,
      "success_rate": 1.0,
      "ood_success_rate": 0.985,
      "mean_length": 8.04,
      "eval_return": 0.6480000000000001,
      "ood_return": 0.40075000000000005,
      "seconds": 4.216317176818848,
      "checkpoint": "artifacts/checkpoints/strategy_her_future_dense_nom_s2.pt",
      "experiment": "strategy",
      "metrics": "artifacts/metrics/strategy_her_future_dense_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.995,
      "ood_success_rate": 0.97,
      "mean_length": 8.215,
      "eval_return": 0.634,
      "ood_return": 0.3477499999999999,
      "seconds": 4.653423309326172,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_nom_s0.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_nom_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.955,
      "ood_success_rate": 0.97,
      "mean_length": 9.125,
      "eval_return": 0.5465,
      "ood_return": 0.35574999999999996,
      "seconds": 4.925513982772827,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_nom_s1.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_nom_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": false,
      "success_rate": 0.95,
      "ood_success_rate": 0.99,
      "mean_length": 8.995,
      "eval_return": 0.54775,
      "ood_return": 0.38799999999999996,
      "seconds": 4.919795036315918,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_nom_s2.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_nom_s2.csv"
    },
    {
      "seed": 0,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": true,
      "success_rate": 0.945,
      "ood_success_rate": 0.97,
      "mean_length": 9.26,
      "eval_return": 0.52925,
      "ood_return": 0.3489999999999999,
      "seconds": 5.164883852005005,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_dr_s0.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_dr_s0.csv"
    },
    {
      "seed": 1,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": true,
      "success_rate": 0.965,
      "ood_success_rate": 0.98,
      "mean_length": 8.865,
      "eval_return": 0.57,
      "ood_return": 0.36949999999999994,
      "seconds": 4.965129375457764,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_dr_s1.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_dr_s1.csv"
    },
    {
      "seed": 2,
      "her": true,
      "strategy": "future",
      "dense": false,
      "domain_randomization": true,
      "success_rate": 0.98,
      "ood_success_rate": 0.97,
      "mean_length": 8.395,
      "eval_return": 0.6092500000000001,
      "ood_return": 0.34175,
      "seconds": 4.884450912475586,
      "checkpoint": "artifacts/checkpoints/transfer_her_future_sparse_dr_s2.pt",
      "experiment": "transfer",
      "metrics": "artifacts/metrics/transfer_her_future_sparse_dr_s2.csv"
    }
  ],
  "aggregate": {
    "her_vs_noher": {
      "False": {
        "mean": 0.155,
        "sd": 0.03968626966596887,
        "ci_low": 0.125,
        "ci_high": 0.20000000000000004
      },
      "True": {
        "mean": 0.9666666666666667,
        "sd": 0.02466441431158126,
        "ci_low": 0.9499999999999998,
        "ci_high": 0.995
      }
    },
    "ood_transfer": {
      "False": {
        "mean": 0.9766666666666666,
        "sd": 0.011547005383792525,
        "ci_low": 0.9700000000000001,
        "ci_high": 0.9899999999999999
      },
      "True": {
        "mean": 0.9733333333333333,
        "sd": 0.005773502691896262,
        "ci_low": 0.9700000000000001,
        "ci_high": 0.98
      }
    }
  },
  "ci": "10,000 bootstrap resamples over seed means"
}