[
  {
    "seed": 0,
    "method": "sft",
    "original": {
      "accuracy": 0.4947916567325592,
      "grounding": 0.7916666865348816,
      "entropy": 1.1224831342697144
    },
    "no_image": {
      "accuracy": 0.21875,
      "grounding": 0.0520833320915699,
      "entropy": 0.9984150528907776
    },
    "occluded": {
      "accuracy": 0.21875,
      "grounding": 0.0520833320915699,
      "entropy": 1.0881606340408325
    },
    "swapped": {
      "accuracy": 0.2135416716337204,
      "grounding": 0.0833333358168602,
      "entropy": 1.122843623161316
    },
    "conflict": {
      "accuracy": 0.484375,
      "grounding": 0.7916666865348816,
      "entropy": 1.1316145658493042
    },
    "visual_dependency": 0.2760416567325592,
    "occlusion_drop": 0.2760416567325592,
    "swap_drop": 0.2812499850988388
  },
  {
    "seed": 0,
    "method": "rl_strong",
    "original": {
      "accuracy": 0.421875,
      "grounding": 0.484375,
      "entropy": 0.9410508275032043
    },
    "no_image": {
      "accuracy": 0.21875,
      "grounding": 0.0677083358168602,
      "entropy": 1.0355608463287354
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0,
      "entropy": 1.1357853412628174
    },
    "swapped": {
      "accuracy": 0.2552083432674408,
      "grounding": 0.0625,
      "entropy": 0.940899670124054
    },
    "conflict": {
      "accuracy": 0.3854166567325592,
      "grounding": 0.4739583432674408,
      "entropy": 0.9269604682922363
    },
    "visual_dependency": 0.203125,
    "occlusion_drop": 0.1145833432674408,
    "swap_drop": 0.1666666567325592
  },
  {
    "seed": 0,
    "method": "rl_weak",
    "original": {
      "accuracy": 0.3645833432674408,
      "grounding": 0.3802083432674408,
      "entropy": 0.8878016471862793
    },
    "no_image": {
      "accuracy": 0.21875,
      "grounding": 0.02083333395421505,
      "entropy": 1.1875464916229248
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.02083333395421505,
      "entropy": 1.0311928987503052
    },
    "swapped": {
      "accuracy": 0.2708333432674408,
      "grounding": 0.046875,
      "entropy": 0.8880141377449036
    },
    "conflict": {
      "accuracy": 0.3489583432674408,
      "grounding": 0.390625,
      "entropy": 0.8695589900016785
    },
    "visual_dependency": 0.1458333432674408,
    "occlusion_drop": 0.05729168653488159,
    "swap_drop": 0.09375
  },
  {
    "seed": 0,
    "method": "best_of_n",
    "original": {
      "accuracy": 0.6770833134651184,
      "grounding": 0.6666666865348816,
      "entropy": 1.1224831342697144
    },
    "visual_dependency": null,
    "occlusion_drop": null,
    "swap_drop": null
  },
  {
    "seed": 1,
    "method": "sft",
    "original": {
      "accuracy": 0.6041666865348816,
      "grounding": 1.0,
      "entropy": 1.0296918153762817
    },
    "no_image": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0729166641831398,
      "entropy": 0.9690068364143372
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0729166641831398,
      "entropy": 0.9577100872993469
    },
    "swapped": {
      "accuracy": 0.2447916716337204,
      "grounding": 0.0625,
      "entropy": 1.0343388319015503
    },
    "conflict": {
      "accuracy": 0.6041666865348816,
      "grounding": 1.0,
      "entropy": 1.0332162380218506
    },
    "visual_dependency": 0.2968750298023224,
    "occlusion_drop": 0.2968750298023224,
    "swap_drop": 0.3593750149011612
  },
  {
    "seed": 1,
    "method": "rl_strong",
    "original": {
      "accuracy": 0.59375,
      "grounding": 1.0,
      "entropy": 0.7524537444114685
    },
    "no_image": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0729166641831398,
      "entropy": 0.887305736541748
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0729166641831398,
      "entropy": 0.8297631144523621
    },
    "swapped": {
      "accuracy": 0.2604166567325592,
      "grounding": 0.0625,
      "entropy": 0.7559484839439392
    },
    "conflict": {
      "accuracy": 0.59375,
      "grounding": 1.0,
      "entropy": 0.754389762878418
    },
    "visual_dependency": 0.2864583432674408,
    "occlusion_drop": 0.2864583432674408,
    "swap_drop": 0.3333333432674408
  },
  {
    "seed": 1,
    "method": "rl_weak",
    "original": {
      "accuracy": 0.5833333134651184,
      "grounding": 0.953125,
      "entropy": 0.7313801646232605
    },
    "no_image": {
      "accuracy": 0.296875,
      "grounding": 0.02083333395421505,
      "entropy": 0.8385696411132812
    },
    "occluded": {
      "accuracy": 0.2916666567325592,
      "grounding": 0.02083333395421505,
      "entropy": 0.81081622838974
    },
    "swapped": {
      "accuracy": 0.2864583432674408,
      "grounding": 0.0520833320915699,
      "entropy": 0.7333559393882751
    },
    "conflict": {
      "accuracy": 0.5833333134651184,
      "grounding": 0.9479166865348816,
      "entropy": 0.732593297958374
    },
    "visual_dependency": 0.2864583134651184,
    "occlusion_drop": 0.2916666567325592,
    "swap_drop": 0.2968749701976776
  },
  {
    "seed": 1,
    "method": "best_of_n",
    "original": {
      "accuracy": 0.8020833134651184,
      "grounding": 0.8229166865348816,
      "entropy": 1.0296918153762817
    },
    "visual_dependency": null,
    "occlusion_drop": null,
    "swap_drop": null
  },
  {
    "seed": 2,
    "method": "sft",
    "original": {
      "accuracy": 0.5260416865348816,
      "grounding": 0.9479166865348816,
      "entropy": 0.9055888056755066
    },
    "no_image": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0677083358168602,
      "entropy": 0.6230688095092773
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0677083358168602,
      "entropy": 0.6148651242256165
    },
    "swapped": {
      "accuracy": 0.2760416567325592,
      "grounding": 0.0677083358168602,
      "entropy": 0.9155383706092834
    },
    "conflict": {
      "accuracy": 0.53125,
      "grounding": 0.9479166865348816,
      "entropy": 0.9096322059631348
    },
    "visual_dependency": 0.2187500298023224,
    "occlusion_drop": 0.2187500298023224,
    "swap_drop": 0.2500000298023224
  },
  {
    "seed": 2,
    "method": "rl_strong",
    "original": {
      "accuracy": 0.5520833134651184,
      "grounding": 0.9791666865348816,
      "entropy": 0.6669371724128723
    },
    "no_image": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0520833320915699,
      "entropy": 0.5052670836448669
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0677083358168602,
      "entropy": 0.3837004601955414
    },
    "swapped": {
      "accuracy": 0.265625,
      "grounding": 0.0625,
      "entropy": 0.678442656993866
    },
    "conflict": {
      "accuracy": 0.5520833134651184,
      "grounding": 0.9791666865348816,
      "entropy": 0.6721288561820984
    },
    "visual_dependency": 0.2447916567325592,
    "occlusion_drop": 0.2447916567325592,
    "swap_drop": 0.2864583134651184
  },
  {
    "seed": 2,
    "method": "rl_weak",
    "original": {
      "accuracy": 0.6302083134651184,
      "grounding": 0.9375,
      "entropy": 0.671768844127655
    },
    "no_image": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0625,
      "entropy": 0.6636891961097717
    },
    "occluded": {
      "accuracy": 0.3072916567325592,
      "grounding": 0.0677083358168602,
      "entropy": 0.41080763936042786
    },
    "swapped": {
      "accuracy": 0.2291666716337204,
      "grounding": 0.0625,
      "entropy": 0.6819973587989807
    },
    "conflict": {
      "accuracy": 0.625,
      "grounding": 0.9375,
      "entropy": 0.677686870098114
    },
    "visual_dependency": 0.3229166567325592,
    "occlusion_drop": 0.3229166567325592,
    "swap_drop": 0.401041641831398
  },
  {
    "seed": 2,
    "method": "best_of_n",
    "original": {
      "accuracy": 0.7447916865348816,
      "grounding": 0.8697916865348816,
      "entropy": 0.9055888056755066
    },
    "visual_dependency": null,
    "occlusion_drop": null,
    "swap_drop": null
  }
]