[
  {
    "seed": 0,
    "method": "bc",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.8,
      "cost": 2.925,
      "steps": 14.45,
      "intervention_rate": 0.2301038062283737
    },
    "ood": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.0,
      "cost": 15.05,
      "steps": 24.0,
      "intervention_rate": 0.8020833333333334
    },
    "delay": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.7916666666666666
    }
  },
  {
    "seed": 0,
    "method": "dagger",
    "expert_queries": 461,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.8,
      "cost": 0.275,
      "steps": 13.975,
      "intervention_rate": 0.1413237924865832
    },
    "ood": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.0,
      "cost": 2.3,
      "steps": 24.0,
      "intervention_rate": 0.53125
    },
    "delay": {
      "success": 0.0,
      "cost": 6.0,
      "steps": 24.0,
      "intervention_rate": 0.0
    }
  },
  {
    "seed": 0,
    "method": "bc_domain_randomized",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.775,
      "cost": 2.45,
      "steps": 14.3,
      "intervention_rate": 0.2395104895104895
    },
    "ood": {
      "success": 0.0,
      "cost": 23.0,
      "steps": 24.0,
      "intervention_rate": 1.0
    },
    "sim2real": {
      "success": 0.875,
      "cost": 1.625,
      "steps": 12.6,
      "intervention_rate": 0.1626984126984127
    },
    "delay": {
      "success": 0.0,
      "cost": 11.0,
      "steps": 24.0,
      "intervention_rate": 0.7083333333333334
    }
  },
  {
    "seed": 1,
    "method": "bc",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.825,
      "cost": 3.325,
      "steps": 14.325,
      "intervention_rate": 0.26352530541012215
    },
    "ood": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.0,
      "cost": 16.175,
      "steps": 24.0,
      "intervention_rate": 0.8041666666666667
    },
    "delay": {
      "success": 0.0,
      "cost": 16.0,
      "steps": 24.0,
      "intervention_rate": 0.75
    }
  },
  {
    "seed": 1,
    "method": "dagger",
    "expert_queries": 433,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.9,
      "cost": 1.7,
      "steps": 13.0,
      "intervention_rate": 0.1423076923076923
    },
    "ood": {
      "success": 0.0,
      "cost": 17.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.0,
      "cost": 16.175,
      "steps": 24.0,
      "intervention_rate": 0.8041666666666667
    },
    "delay": {
      "success": 0.0,
      "cost": 14.0,
      "steps": 24.0,
      "intervention_rate": 0.6666666666666666
    }
  },
  {
    "seed": 1,
    "method": "bc_domain_randomized",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.725,
      "cost": 3.45,
      "steps": 15.125,
      "intervention_rate": 0.30578512396694213
    },
    "ood": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.75,
      "cost": 4.05,
      "steps": 14.2,
      "intervention_rate": 0.31866197183098594
    },
    "delay": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.7916666666666666
    }
  },
  {
    "seed": 2,
    "method": "bc",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.825,
      "cost": 2.35,
      "steps": 13.475,
      "intervention_rate": 0.20964749536178107
    },
    "ood": {
      "success": 0.0,
      "cost": 17.0,
      "steps": 24.0,
      "intervention_rate": 0.8333333333333334
    },
    "sim2real": {
      "success": 0.0,
      "cost": 15.1,
      "steps": 24.0,
      "intervention_rate": 0.7989583333333333
    },
    "delay": {
      "success": 0.0,
      "cost": 18.0,
      "steps": 24.0,
      "intervention_rate": 0.7916666666666666
    }
  },
  {
    "seed": 2,
    "method": "dagger",
    "expert_queries": 357,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.875,
      "cost": 2.625,
      "steps": 13.675,
      "intervention_rate": 0.21389396709323583
    },
    "ood": {
      "success": 0.0,
      "cost": 23.0,
      "steps": 24.0,
      "intervention_rate": 1.0
    },
    "sim2real": {
      "success": 0.0,
      "cost": 19.675,
      "steps": 24.0,
      "intervention_rate": 0.921875
    },
    "delay": {
      "success": 0.0,
      "cost": 16.0,
      "steps": 24.0,
      "intervention_rate": 0.75
    }
  },
  {
    "seed": 2,
    "method": "bc_domain_randomized",
    "expert_queries": 0,
    "id": {
      "success": 1.0,
      "cost": 0.0,
      "steps": 10.0,
      "intervention_rate": 0.0
    },
    "shift": {
      "success": 0.675,
      "cost": 4.1,
      "steps": 15.525,
      "intervention_rate": 0.35104669887278583
    },
    "ood": {
      "success": 0.0,
      "cost": 23.0,
      "steps": 24.0,
      "intervention_rate": 1.0
    },
    "sim2real": {
      "success": 0.05,
      "cost": 12.375,
      "steps": 23.35,
      "intervention_rate": 0.6905781584582441
    },
    "delay": {
      "success": 0.0,
      "cost": 11.0,
      "steps": 24.0,
      "intervention_rate": 0.7083333333333334
    }
  }
]
