{
  "generated": "2026-10-23",
  "models": [
    "astra",
    "sol",
    "fable",
    "gemini",
    "qwen",
    "qwen35-397b",
    "qwen35-27b",
    "opus55",
    "deepseek",
    "gemini4argon"
  ],
  "modelNames": {
    "astra": "GPT-6 Astra",
    "sol": "GPT-6 Sol",
    "fable": "Claude Fable 5.1",
    "gemini": "Gemini 3.8 Flash",
    "qwen": "Qwen 3.8 Max",
    "qwen35-397b": "Qwen 3.5 397B-A17B",
    "qwen35-27b": "Qwen 3.5 27B",
    "opus55": "Claude Opus 5.5",
    "deepseek": "DeepSeek 4.1 Flash-1017",
    "gemini4argon": "Gemini 4 Argon"
  },
  "metrics": [
    {
      "domain": "Geometry",
      "name": "Rotation error",
      "unit": "degrees",
      "better": "lower"
    },
    {
      "domain": "Geometry",
      "name": "Translation error",
      "unit": "cm",
      "better": "lower"
    },
    {
      "domain": "Spatial Reasoning",
      "name": "Pass@1",
      "unit": "%",
      "better": "higher"
    },
    {
      "domain": "Spatial Reasoning",
      "name": "AbsRel",
      "unit": "relative error",
      "better": "lower"
    },
    {
      "domain": "Affordance",
      "name": "Box\u2013mask IoU",
      "unit": "overlap",
      "better": "higher"
    },
    {
      "domain": "Affordance",
      "name": "Polygon IoU",
      "unit": "overlap",
      "better": "higher"
    },
    {
      "domain": "Task Planning",
      "name": "Pass@1",
      "unit": "%",
      "better": "higher"
    },
    {
      "domain": "Manipulation",
      "name": "Task success",
      "unit": "%",
      "better": "higher"
    }
  ],
  "profiles": [
    {
      "model": "astra",
      "name": "GPT-6 Astra",
      "scores": [
        "17.2 \u00b1 6.7",
        "106.9 \u00b1 36.0",
        "69.4 \u00b1 1.0",
        "0.214 \u00b1 0.016",
        "0.286 \u00b1 0.010",
        "0.379",
        "80.3",
        "41.8"
      ],
      "means": [
        17.2,
        106.9,
        69.4,
        0.214,
        0.286,
        0.379,
        80.3,
        41.8
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.09300000000000003
    },
    {
      "model": "sol",
      "name": "GPT-6 Sol",
      "scores": [
        "27.0 \u00b1 1.5",
        "151.9 \u00b1 6.2",
        "60.7 \u00b1 2.5",
        "0.273 \u00b1 0.016",
        "0.264 \u00b1 0.010",
        "0.325",
        "44.6",
        "19.8"
      ],
      "means": [
        27.0,
        151.9,
        60.7,
        0.273,
        0.264,
        0.325,
        44.6,
        19.8
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.061
    },
    {
      "model": "fable",
      "name": "Claude Fable 5.1",
      "scores": [
        "24.2 \u00b1 8.3",
        "116.6 \u00b1 42.6",
        "62.0 \u00b1 4.6",
        "0.185 \u00b1 0.011",
        "0.284 \u00b1 0.013",
        "0.328",
        "63.7",
        "24.7"
      ],
      "means": [
        24.2,
        116.6,
        62.0,
        0.185,
        0.284,
        0.328,
        63.7,
        24.7
      ],
      "runs": [
        3,
        3,
        3,
        3,
        3,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.04400000000000004
    },
    {
      "model": "qwen",
      "name": "Qwen 3.8 Max",
      "scores": [
        "20.5 \u00b1 3.5",
        "138.1 \u00b1 10.2",
        "68.9 \u00b1 1.1",
        "0.206 \u00b1 0.033",
        "0.272 \u00b1 0.017",
        "0.307",
        "36.9",
        "9.3"
      ],
      "means": [
        20.5,
        138.1,
        68.9,
        0.206,
        0.272,
        0.307,
        36.9,
        9.3
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.034999999999999976
    },
    {
      "model": "gemini",
      "name": "Gemini 3.8 Flash",
      "scores": [
        "23.7 \u00b1 5.6",
        "138.0 \u00b1 41.7",
        "65.4 \u00b1 1.3",
        "0.161 \u00b1 0.028",
        "0.251 \u00b1 0.081",
        "0.291",
        "48.4",
        "18.7"
      ],
      "means": [
        23.7,
        138.0,
        65.4,
        0.161,
        0.251,
        0.291,
        48.4,
        18.7
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.03999999999999998
    },
    {
      "model": "qwen35-397b",
      "name": "Qwen 3.5 397B-A17B",
      "scores": [
        "38.4 \u00b1 1.1",
        "249.8 \u00b1 10.2",
        "50.6 \u00b1 1.8",
        "0.251 \u00b1 0.027",
        "0.116 \u00b1 0.014",
        "0.092",
        "19.1",
        "9.9"
      ],
      "means": [
        38.4,
        249.8,
        50.6,
        0.251,
        0.116,
        0.092,
        19.1,
        9.9
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": -0.024000000000000007
    },
    {
      "model": "qwen35-27b",
      "name": "Qwen 3.5 27B",
      "scores": [
        "38.4 \u00b1 3.6",
        "213.7 \u00b1 12.6",
        "48.0 \u00b1 0.9",
        "0.288 \u00b1 0.023",
        "0.013 \u00b1 0.006",
        "0.051",
        "19.1",
        "11.0"
      ],
      "means": [
        38.4,
        213.7,
        48.0,
        0.288,
        0.013,
        0.051,
        19.1,
        11.0
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.038
    },
    {
      "model": "opus55",
      "name": "Claude Opus 5.5",
      "scores": [
        "23.4 \u00b1 3.7",
        "135.8 \u00b1 12.7",
        "67.5 \u00b1 5.1",
        "0.184 \u00b1 0.040",
        "0.311 \u00b1 0.020",
        "0.397",
        "48.4",
        "47.8"
      ],
      "means": [
        23.4,
        135.8,
        67.5,
        0.184,
        0.311,
        0.397,
        48.4,
        47.8
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.08600000000000002
    },
    {
      "model": "deepseek",
      "name": "DeepSeek 4.1 Flash-1017",
      "scores": [
        "30.2 \u00b1 3.9",
        "182.0 \u00b1 29.0",
        "51.6 \u00b1 1.5",
        "0.309 \u00b1 0.035",
        "0.217 \u00b1 0.011",
        "0.249",
        "31.2",
        "20.9"
      ],
      "means": [
        30.2,
        182.0,
        51.6,
        0.309,
        0.217,
        0.249,
        31.2,
        20.9
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.032
    },
    {
      "model": "gemini4argon",
      "name": "Gemini 4 Argon",
      "scores": [
        "18.5 \u00b1 1.8",
        "105.6 \u00b1 9.6",
        "71.6 \u00b1 0.7",
        "0.169 \u00b1 0.023",
        "0.356 \u00b1 0.009",
        "0.441",
        "70.1",
        "44.0"
      ],
      "means": [
        18.5,
        105.6,
        71.6,
        0.169,
        0.356,
        0.441,
        70.1,
        44.0
      ],
      "runs": [
        5,
        5,
        5,
        5,
        5,
        1,
        1,
        1
      ],
      "polygonMinusBox": 0.08500000000000002
    }
  ],
  "planning": {
    "nTasks": 157,
    "nEpisodes": 1570,
    "models": [
      {
        "model": "astra",
        "name": "GPT-6 Astra",
        "n": 157,
        "completed": 126,
        "rate": 80.2547770700637,
        "outcomes": {
          "success": 126,
          "budget_exhausted": 16,
          "task_failure": 15
        },
        "time": {
          "n": 157,
          "sum": 51427.955682,
          "mean": 327.5665967006369,
          "median": 231.668162,
          "q25": 153.171099,
          "q75": 361.802153,
          "min": 44.693981,
          "max": 1998.665205
        },
        "successfulTime": {
          "n": 126,
          "sum": 29820.050777000004,
          "mean": 236.66706965873016,
          "median": 224.7506415,
          "q25": 137.50509549999998,
          "q75": 310.932103,
          "min": 44.693981,
          "max": 607.694838
        },
        "unsuccessfulTime": {
          "n": 31,
          "sum": 21607.904905,
          "mean": 697.0291904838709,
          "median": 432.19023,
          "q25": 232.78382549999998,
          "q75": 1206.2056364999999,
          "min": 113.977632,
          "max": 1998.665205
        },
        "tokens": {
          "n": 157,
          "sum": 32996789.0,
          "mean": 210170.6305732484,
          "median": 112254.0,
          "q25": 83294.0,
          "q75": 165514.0,
          "min": 18571.0,
          "max": 1971599.0
        },
        "successfulTokens": {
          "n": 126,
          "sum": 14670756.0,
          "mean": 116434.57142857143,
          "median": 109282.0,
          "q25": 71939.75,
          "q75": 143805.75,
          "min": 18571.0,
          "max": 356427.0
        },
        "unsuccessfulTokens": 18326033.0,
        "unsuccessfulTokenDistribution": {
          "n": 31,
          "sum": 18326033.0,
          "mean": 591162.3548387097,
          "median": 212672.0,
          "q25": 110862.0,
          "q75": 1021198.0,
          "min": 60134.0,
          "max": 1971599.0
        },
        "unsuccessfulTokenShare": 0.5553883743051483,
        "episodesWithExecutionErrors": 1,
        "recoveredAfterError": 1,
        "errorRounds": 1,
        "totalRounds": 1325,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 15,
            "rate": 75.0,
            "outcomes": {
              "success": 15,
              "budget_exhausted": 5
            },
            "time": {
              "n": 20,
              "sum": 5380.629835,
              "mean": 269.03149175,
              "median": 262.99283,
              "q25": 131.96828025,
              "q75": 381.80684025,
              "min": 64.487346,
              "max": 498.122435
            },
            "successfulTime": {
              "n": 15,
              "sum": 4261.573034,
              "mean": 284.1048689333333,
              "median": 337.205276,
              "q25": 167.336331,
              "q75": 393.2768615,
              "min": 64.487346,
              "max": 459.686857
            },
            "unsuccessfulTime": {
              "n": 5,
              "sum": 1119.056801,
              "mean": 223.8113602,
              "median": 136.825754,
              "q25": 117.395859,
              "q75": 252.735121,
              "min": 113.977632,
              "max": 498.122435
            },
            "tokens": {
              "n": 20,
              "sum": 3066892.0,
              "mean": 153344.6,
              "median": 141440.0,
              "q25": 109973.0,
              "q75": 201191.5,
              "min": 61928.0,
              "max": 283081.0
            },
            "successfulTokens": {
              "n": 15,
              "sum": 2329832.0,
              "mean": 155322.13333333333,
              "median": 143937.0,
              "q25": 109620.0,
              "q75": 204597.0,
              "min": 61928.0,
              "max": 283081.0
            },
            "unsuccessfulTokens": 737060.0,
            "unsuccessfulTokenDistribution": {
              "n": 5,
              "sum": 737060.0,
              "mean": 147412.0,
              "median": 111028.0,
              "q25": 110696.0,
              "q75": 166696.0,
              "min": 101043.0,
              "max": 247597.0
            },
            "unsuccessfulTokenShare": 0.24032799329092774,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 139,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 14,
            "rate": 70.0,
            "outcomes": {
              "success": 14,
              "budget_exhausted": 6
            },
            "time": {
              "n": 20,
              "sum": 5429.155524,
              "mean": 271.4577762,
              "median": 264.8148545,
              "q25": 131.23752100000002,
              "q75": 371.96999125,
              "min": 44.693981,
              "max": 511.144225
            },
            "successfulTime": {
              "n": 14,
              "sum": 3372.357432,
              "mean": 240.88267371428572,
              "median": 260.7061125,
              "q25": 124.855451,
              "q75": 356.439285,
              "min": 44.693981,
              "max": 424.238084
            },
            "unsuccessfulTime": {
              "n": 6,
              "sum": 2056.798092,
              "mean": 342.799682,
              "median": 346.39678549999996,
              "q25": 239.43731624999998,
              "q75": 476.03774125,
              "min": 129.824743,
              "max": 511.144225
            },
            "tokens": {
              "n": 20,
              "sum": 3025338.0,
              "mean": 151266.9,
              "median": 142361.0,
              "q25": 108908.0,
              "q75": 169634.5,
              "min": 47610.0,
              "max": 297555.0
            },
            "successfulTokens": {
              "n": 14,
              "sum": 1803865.0,
              "mean": 128847.5,
              "median": 140566.5,
              "q25": 105885.5,
              "q75": 146464.5,
              "min": 47610.0,
              "max": 198206.0
            },
            "unsuccessfulTokens": 1221473.0,
            "unsuccessfulTokenDistribution": {
              "n": 6,
              "sum": 1221473.0,
              "mean": 203578.83333333334,
              "median": 209270.5,
              "q25": 132107.0,
              "q75": 269262.75,
              "min": 109731.0,
              "max": 297555.0
            },
            "unsuccessfulTokenShare": 0.40374761431615247,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 133,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 10,
            "rate": 100.0,
            "outcomes": {
              "success": 10
            },
            "time": {
              "n": 10,
              "sum": 2261.0079530000003,
              "mean": 226.1007953,
              "median": 227.321506,
              "q25": 139.80636625,
              "q75": 307.81768925,
              "min": 84.080451,
              "max": 366.035877
            },
            "successfulTime": {
              "n": 10,
              "sum": 2261.0079530000003,
              "mean": 226.1007953,
              "median": 227.321506,
              "q25": 139.80636625,
              "q75": 307.81768925,
              "min": 84.080451,
              "max": 366.035877
            },
            "unsuccessfulTime": {
              "n": 0
            },
            "tokens": {
              "n": 10,
              "sum": 1508566.0,
              "mean": 150856.6,
              "median": 156869.5,
              "q25": 87735.5,
              "q75": 220720.0,
              "min": 44101.0,
              "max": 239066.0
            },
            "successfulTokens": {
              "n": 10,
              "sum": 1508566.0,
              "mean": 150856.6,
              "median": 156869.5,
              "q25": 87735.5,
              "q75": 220720.0,
              "min": 44101.0,
              "max": 239066.0
            },
            "unsuccessfulTokens": 0,
            "unsuccessfulTokenDistribution": {
              "n": 0
            },
            "unsuccessfulTokenShare": 0.0,
            "episodesWithExecutionErrors": 1,
            "recoveredAfterError": 1,
            "errorRounds": 1,
            "totalRounds": 45,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 3,
            "rate": 23.076923076923077,
            "outcomes": {
              "task_failure": 6,
              "budget_exhausted": 4,
              "success": 3
            },
            "time": {
              "n": 13,
              "sum": 16637.341151,
              "mean": 1279.7954731538462,
              "median": 1275.34312,
              "q25": 873.745508,
              "q75": 1836.40211,
              "min": 321.826801,
              "max": 1998.665205
            },
            "successfulTime": {
              "n": 3,
              "sum": 1128.850614,
              "mean": 376.28353799999996,
              "median": 323.140388,
              "q25": 322.4835945,
              "q75": 403.5119065,
              "min": 321.826801,
              "max": 483.883425
            },
            "unsuccessfulTime": {
              "n": 10,
              "sum": 15508.490536999998,
              "mean": 1550.8490537,
              "median": 1656.747862,
              "q25": 1225.2280705,
              "q75": 1865.20393925,
              "min": 873.745508,
              "max": 1998.665205
            },
            "tokens": {
              "n": 13,
              "sum": 15777777.0,
              "mean": 1213675.1538461538,
              "median": 1105254.0,
              "q25": 766715.0,
              "q75": 1955645.0,
              "min": 200397.0,
              "max": 1971599.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 798982.0,
              "mean": 266327.3333333333,
              "median": 242158.0,
              "q25": 221277.5,
              "q75": 299292.5,
              "min": 200397.0,
              "max": 356427.0
            },
            "unsuccessfulTokens": 14978795.0,
            "unsuccessfulTokenDistribution": {
              "n": 10,
              "sum": 14978795.0,
              "mean": 1497879.5,
              "median": 1606550.5,
              "q25": 1084349.25,
              "q75": 1956305.75,
              "min": 766715.0,
              "max": 1971599.0
            },
            "unsuccessfulTokenShare": 0.9493602932783243,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 592,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 64,
            "rate": 87.67123287671232,
            "outcomes": {
              "success": 64,
              "task_failure": 9
            },
            "time": {
              "n": 73,
              "sum": 16163.346021,
              "mean": 221.41569891780821,
              "median": 216.350032,
              "q25": 127.888903,
              "q75": 285.462273,
              "min": 63.180958,
              "max": 607.694838
            },
            "successfulTime": {
              "n": 64,
              "sum": 13661.929655,
              "mean": 213.467650859375,
              "median": 210.3686195,
              "q25": 118.100877,
              "q75": 283.52741149999997,
              "min": 63.180958,
              "max": 607.694838
            },
            "unsuccessfulTime": {
              "n": 9,
              "sum": 2501.416366,
              "mean": 277.9351517777778,
              "median": 240.95296,
              "q25": 170.694955,
              "q75": 395.596488,
              "min": 123.338785,
              "max": 455.464835
            },
            "tokens": {
              "n": 73,
              "sum": 7541493.0,
              "mean": 103308.12328767123,
              "median": 106707.0,
              "q25": 82779.0,
              "q75": 134206.0,
              "min": 18571.0,
              "max": 212672.0
            },
            "successfulTokens": {
              "n": 64,
              "sum": 6419052.0,
              "mean": 100297.6875,
              "median": 106275.5,
              "q25": 76501.25,
              "q75": 133691.5,
              "min": 18571.0,
              "max": 201345.0
            },
            "unsuccessfulTokens": 1122441.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 1122441.0,
              "mean": 124715.66666666667,
              "median": 108759.0,
              "q25": 86243.0,
              "q75": 144221.0,
              "min": 60134.0,
              "max": 212672.0
            },
            "unsuccessfulTokenShare": 0.14883538312639155,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 338,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 20,
            "rate": 95.23809523809524,
            "outcomes": {
              "success": 20,
              "budget_exhausted": 1
            },
            "time": {
              "n": 21,
              "sum": 5556.475197999998,
              "mean": 264.59405704761906,
              "median": 214.30262,
              "q25": 196.371715,
              "q75": 311.389843,
              "min": 128.643593,
              "max": 560.793903
            },
            "successfulTime": {
              "n": 20,
              "sum": 5134.332088999999,
              "mean": 256.71660445,
              "median": 213.881599,
              "q25": 196.321511,
              "q75": 297.3529,
              "min": 128.643593,
              "max": 560.793903
            },
            "unsuccessfulTime": {
              "n": 1,
              "sum": 422.143109,
              "mean": 422.143109,
              "median": 422.143109,
              "q25": 422.143109,
              "q75": 422.143109,
              "min": 422.143109,
              "max": 422.143109
            },
            "tokens": {
              "n": 21,
              "sum": 2076723.0,
              "mean": 98891.57142857143,
              "median": 71899.0,
              "q25": 69639.0,
              "q75": 109454.0,
              "min": 39899.0,
              "max": 266264.0
            },
            "successfulTokens": {
              "n": 20,
              "sum": 1810459.0,
              "mean": 90522.95,
              "median": 71623.0,
              "q25": 69403.5,
              "q75": 109105.25,
              "min": 39899.0,
              "max": 260862.0
            },
            "unsuccessfulTokens": 266264.0,
            "unsuccessfulTokenDistribution": {
              "n": 1,
              "sum": 266264.0,
              "mean": 266264.0,
              "median": 266264.0,
              "q25": 266264.0,
              "q75": 266264.0,
              "min": 266264.0,
              "max": 266264.0
            },
            "unsuccessfulTokenShare": 0.12821353642252722,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 78,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "sol",
        "name": "GPT-6 Sol",
        "n": 157,
        "completed": 70,
        "rate": 44.5859872611465,
        "outcomes": {
          "budget_exhausted": 48,
          "success": 70,
          "task_failure": 39
        },
        "time": {
          "n": 157,
          "sum": 69930.704186,
          "mean": 445.418498,
          "median": 280.725928,
          "q25": 199.860521,
          "q75": 427.097198,
          "min": 44.629851,
          "max": 3155.491281
        },
        "successfulTime": {
          "n": 70,
          "sum": 19233.289449,
          "mean": 274.76127784285717,
          "median": 250.2799915,
          "q25": 154.3137695,
          "q75": 370.771212,
          "min": 44.629851,
          "max": 762.747741
        },
        "unsuccessfulTime": {
          "n": 87,
          "sum": 50697.41473700001,
          "mean": 582.7289050229886,
          "median": 303.330345,
          "q25": 221.353421,
          "q75": 510.5950305,
          "min": 81.11709,
          "max": 3155.491281
        },
        "tokens": {
          "n": 157,
          "sum": 36636683.0,
          "mean": 233354.66878980893,
          "median": 127046.0,
          "q25": 103540.0,
          "q75": 203691.0,
          "min": 28033.0,
          "max": 1969132.0
        },
        "successfulTokens": {
          "n": 70,
          "sum": 8777280.0,
          "mean": 125389.71428571429,
          "median": 108388.5,
          "q25": 78583.5,
          "q75": 160021.5,
          "min": 28033.0,
          "max": 324622.0
        },
        "unsuccessfulTokens": 27859403.0,
        "unsuccessfulTokenDistribution": {
          "n": 87,
          "sum": 27859403.0,
          "mean": 320223.0229885057,
          "median": 138213.0,
          "q25": 110828.0,
          "q75": 237014.5,
          "min": 36900.0,
          "max": 1969132.0
        },
        "unsuccessfulTokenShare": 0.7604237261326305,
        "episodesWithExecutionErrors": 6,
        "recoveredAfterError": 1,
        "errorRounds": 6,
        "totalRounds": 1471,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 3,
            "rate": 15.0,
            "outcomes": {
              "budget_exhausted": 17,
              "success": 3
            },
            "time": {
              "n": 20,
              "sum": 6777.208847000001,
              "mean": 338.86044234999997,
              "median": 258.769998,
              "q25": 205.304088,
              "q75": 413.35347175000004,
              "min": 130.003799,
              "max": 765.49092
            },
            "successfulTime": {
              "n": 3,
              "sum": 1426.7406740000001,
              "mean": 475.58022466666665,
              "median": 392.454355,
              "q25": 331.9964665,
              "q75": 577.601048,
              "min": 271.538578,
              "max": 762.747741
            },
            "unsuccessfulTime": {
              "n": 17,
              "sum": 5350.468173,
              "mean": 314.73342194117646,
              "median": 240.417826,
              "q25": 182.472183,
              "q75": 364.833062,
              "min": 130.003799,
              "max": 765.49092
            },
            "tokens": {
              "n": 20,
              "sum": 2989699.0,
              "mean": 149484.95,
              "median": 114548.5,
              "q25": 108023.25,
              "q75": 198145.0,
              "min": 87964.0,
              "max": 255904.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 444809.0,
              "mean": 148269.66666666666,
              "median": 127230.0,
              "q25": 117900.5,
              "q75": 168119.0,
              "min": 108571.0,
              "max": 209008.0
            },
            "unsuccessfulTokens": 2544890.0,
            "unsuccessfulTokenDistribution": {
              "n": 17,
              "sum": 2544890.0,
              "mean": 149699.41176470587,
              "median": 111467.0,
              "q25": 106380.0,
              "q75": 194524.0,
              "min": 87964.0,
              "max": 255904.0
            },
            "unsuccessfulTokenShare": 0.8512194705888453,
            "episodesWithExecutionErrors": 1,
            "recoveredAfterError": 0,
            "errorRounds": 1,
            "totalRounds": 155,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 4,
            "rate": 20.0,
            "outcomes": {
              "budget_exhausted": 16,
              "success": 4
            },
            "time": {
              "n": 20,
              "sum": 7050.221875,
              "mean": 352.51109375,
              "median": 269.421722,
              "q25": 205.74596575,
              "q75": 547.71899375,
              "min": 44.629851,
              "max": 723.072763
            },
            "successfulTime": {
              "n": 4,
              "sum": 1161.384374,
              "mean": 290.3460935,
              "median": 303.388848,
              "q25": 167.3323545,
              "q75": 426.40258700000004,
              "min": 44.629851,
              "max": 509.976827
            },
            "unsuccessfulTime": {
              "n": 16,
              "sum": 5888.837501,
              "mean": 368.0523438125,
              "median": 269.421722,
              "q25": 209.955946,
              "q75": 559.41604825,
              "min": 138.090698,
              "max": 723.072763
            },
            "tokens": {
              "n": 20,
              "sum": 2956364.0,
              "mean": 147818.2,
              "median": 128202.0,
              "q25": 117282.75,
              "q75": 195855.5,
              "min": 28033.0,
              "max": 275157.0
            },
            "successfulTokens": {
              "n": 4,
              "sum": 364618.0,
              "mean": 91154.5,
              "median": 73488.5,
              "q25": 37712.5,
              "q75": 126930.5,
              "min": 28033.0,
              "max": 189608.0
            },
            "unsuccessfulTokens": 2591746.0,
            "unsuccessfulTokenDistribution": {
              "n": 16,
              "sum": 2591746.0,
              "mean": 161984.125,
              "median": 131463.5,
              "q25": 121354.25,
              "q75": 217618.75,
              "min": 109651.0,
              "max": 275157.0
            },
            "unsuccessfulTokenShare": 0.8766667433374239,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 0,
            "errorRounds": 3,
            "totalRounds": 145,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 4,
            "rate": 40.0,
            "outcomes": {
              "success": 4,
              "budget_exhausted": 6
            },
            "time": {
              "n": 10,
              "sum": 2486.5547779999997,
              "mean": 248.6554778,
              "median": 227.1558485,
              "q25": 142.80246175,
              "q75": 352.671651,
              "min": 75.573881,
              "max": 514.217212
            },
            "successfulTime": {
              "n": 4,
              "sum": 828.199347,
              "mean": 207.04983675,
              "median": 180.578751,
              "q25": 100.83341899999999,
              "q75": 286.79516875,
              "min": 75.573881,
              "max": 391.467964
            },
            "unsuccessfulTime": {
              "n": 6,
              "sum": 1658.355431,
              "mean": 276.3925718333333,
              "median": 233.065853,
              "q25": 169.04461525,
              "q75": 352.671651,
              "min": 137.76206,
              "max": 514.217212
            },
            "tokens": {
              "n": 10,
              "sum": 2182559.0,
              "mean": 218255.9,
              "median": 254628.5,
              "q25": 146523.5,
              "q75": 267406.0,
              "min": 99671.0,
              "max": 336957.0
            },
            "successfulTokens": {
              "n": 4,
              "sum": 744809.0,
              "mean": 186202.25,
              "median": 191144.5,
              "q25": 119354.0,
              "q75": 257992.75,
              "min": 99671.0,
              "max": 262849.0
            },
            "unsuccessfulTokens": 1437750.0,
            "unsuccessfulTokenDistribution": {
              "n": 6,
              "sum": 1437750.0,
              "mean": 239625.0,
              "median": 260904.0,
              "q25": 219482.5,
              "q75": 270386.75,
              "min": 99762.0,
              "max": 336957.0
            },
            "unsuccessfulTokenShare": 0.6587450785981044,
            "episodesWithExecutionErrors": 2,
            "recoveredAfterError": 1,
            "errorRounds": 2,
            "totalRounds": 70,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 2,
            "rate": 15.384615384615385,
            "outcomes": {
              "task_failure": 7,
              "budget_exhausted": 4,
              "success": 2
            },
            "time": {
              "n": 13,
              "sum": 27171.679433999998,
              "mean": 2090.1291872307693,
              "median": 2216.921234,
              "q25": 1260.571442,
              "q75": 2912.54031,
              "min": 480.189952,
              "max": 3155.491281
            },
            "successfulTime": {
              "n": 2,
              "sum": 1161.860445,
              "mean": 580.9302225,
              "median": 580.9302225,
              "q25": 530.56008725,
              "q75": 631.30035775,
              "min": 480.189952,
              "max": 681.670493
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 26009.818988999996,
              "mean": 2364.528999,
              "median": 2332.083356,
              "q25": 2167.1727465,
              "q75": 2967.5158185,
              "min": 1100.297416,
              "max": 3155.491281
            },
            "tokens": {
              "n": 13,
              "sum": 16691766.0,
              "mean": 1283982.0,
              "median": 1379291.0,
              "q25": 676824.0,
              "q75": 1949360.0,
              "min": 214270.0,
              "max": 1969132.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 538892.0,
              "mean": 269446.0,
              "median": 269446.0,
              "q25": 241858.0,
              "q75": 297034.0,
              "min": 214270.0,
              "max": 324622.0
            },
            "unsuccessfulTokens": 16152874.0,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 16152874.0,
              "mean": 1468443.0909090908,
              "median": 1433094.0,
              "q25": 1215594.0,
              "q75": 1953249.5,
              "min": 537099.0,
              "max": 1969132.0
            },
            "unsuccessfulTokenShare": 0.9677150997683529,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 621,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 38,
            "rate": 52.054794520547944,
            "outcomes": {
              "budget_exhausted": 3,
              "success": 38,
              "task_failure": 32
            },
            "time": {
              "n": 73,
              "sum": 18863.878597,
              "mean": 258.4092958493151,
              "median": 247.540068,
              "q25": 179.455859,
              "q75": 328.405458,
              "min": 68.781375,
              "max": 529.628114
            },
            "successfulTime": {
              "n": 38,
              "sum": 8122.409378,
              "mean": 213.7476152105263,
              "median": 202.8307565,
              "q25": 136.51555324999998,
              "q75": 262.3520425,
              "min": 68.781375,
              "max": 419.808042
            },
            "unsuccessfulTime": {
              "n": 35,
              "sum": 10741.469218999999,
              "mean": 306.89912054285713,
              "median": 295.268087,
              "q25": 229.23075,
              "q75": 357.68466750000005,
              "min": 81.11709,
              "max": 529.628114
            },
            "tokens": {
              "n": 73,
              "sum": 8444077.0,
              "mean": 115672.28767123287,
              "median": 108206.0,
              "q25": 82487.0,
              "q75": 140585.0,
              "min": 36216.0,
              "max": 224834.0
            },
            "successfulTokens": {
              "n": 38,
              "sum": 3839143.0,
              "mean": 101030.07894736843,
              "median": 95043.5,
              "q25": 78281.25,
              "q75": 115975.25,
              "min": 36216.0,
              "max": 193277.0
            },
            "unsuccessfulTokens": 4604934.0,
            "unsuccessfulTokenDistribution": {
              "n": 35,
              "sum": 4604934.0,
              "mean": 131569.54285714286,
              "median": 134318.0,
              "q25": 97179.0,
              "q75": 168994.5,
              "min": 36900.0,
              "max": 224834.0
            },
            "unsuccessfulTokenShare": 0.5453448612560022,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 378,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 19,
            "rate": 90.47619047619048,
            "outcomes": {
              "success": 19,
              "budget_exhausted": 2
            },
            "time": {
              "n": 21,
              "sum": 7581.160655,
              "mean": 361.0076502380952,
              "median": 335.487628,
              "q25": 280.725928,
              "q75": 458.144159,
              "min": 140.379511,
              "max": 600.932562
            },
            "successfulTime": {
              "n": 19,
              "sum": 6532.695230999999,
              "mean": 343.82606478947366,
              "median": 329.053329,
              "q25": 274.7707875,
              "q75": 419.9945535,
              "min": 140.379511,
              "max": 600.932562
            },
            "unsuccessfulTime": {
              "n": 2,
              "sum": 1048.465424,
              "mean": 524.232712,
              "median": 524.232712,
              "q25": 486.2698825,
              "q75": 562.1955415,
              "min": 448.307053,
              "max": 600.158371
            },
            "tokens": {
              "n": 21,
              "sum": 3372218.0,
              "mean": 160581.80952380953,
              "median": 145294.0,
              "q25": 106741.0,
              "q75": 258344.0,
              "min": 39571.0,
              "max": 305218.0
            },
            "successfulTokens": {
              "n": 19,
              "sum": 2845009.0,
              "mean": 149737.31578947368,
              "median": 116385.0,
              "q25": 91512.0,
              "q75": 204509.0,
              "min": 39571.0,
              "max": 305218.0
            },
            "unsuccessfulTokens": 527209.0,
            "unsuccessfulTokenDistribution": {
              "n": 2,
              "sum": 527209.0,
              "mean": 263604.5,
              "median": 263604.5,
              "q25": 263153.25,
              "q75": 264055.75,
              "min": 262702.0,
              "max": 264507.0
            },
            "unsuccessfulTokenShare": 0.1563389436863216,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 102,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "fable",
        "name": "Claude Fable 5.1",
        "n": 157,
        "completed": 100,
        "rate": 63.69426751592356,
        "outcomes": {
          "budget_exhausted": 30,
          "success": 100,
          "agent_failure": 1,
          "task_failure": 26
        },
        "time": {
          "n": 157,
          "sum": 26191.369612000002,
          "mean": 166.82401026751592,
          "median": 109.469655,
          "q25": 61.950323,
          "q75": 201.445392,
          "min": 18.25448,
          "max": 1022.950434
        },
        "successfulTime": {
          "n": 100,
          "sum": 10910.399504000003,
          "mean": 109.10399504,
          "median": 82.77807100000001,
          "q25": 51.054154499999996,
          "q75": 135.953409,
          "min": 18.25448,
          "max": 882.015438
        },
        "unsuccessfulTime": {
          "n": 57,
          "sum": 15280.970107999998,
          "mean": 268.087194877193,
          "median": 194.32433,
          "q25": 117.523195,
          "q75": 286.712615,
          "min": 51.599317,
          "max": 1022.950434
        },
        "tokens": {
          "n": 157,
          "sum": 9885736.0,
          "mean": 62966.47133757962,
          "median": 28931.0,
          "q25": 19224.0,
          "q75": 86704.0,
          "min": 2265.0,
          "max": 545492.0
        },
        "successfulTokens": {
          "n": 100,
          "sum": 3473999.0,
          "mean": 34739.99,
          "median": 24429.0,
          "q25": 16621.0,
          "q75": 33836.5,
          "min": 2265.0,
          "max": 364931.0
        },
        "unsuccessfulTokens": 6411737.0,
        "unsuccessfulTokenDistribution": {
          "n": 57,
          "sum": 6411737.0,
          "mean": 112486.61403508772,
          "median": 99477.0,
          "q25": 34715.0,
          "q75": 130680.0,
          "min": 6999.0,
          "max": 545492.0
        },
        "unsuccessfulTokenShare": 0.6485846880798759,
        "episodesWithExecutionErrors": 25,
        "recoveredAfterError": 6,
        "errorRounds": 50,
        "totalRounds": 1034,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 7,
            "rate": 35.0,
            "outcomes": {
              "budget_exhausted": 13,
              "success": 7
            },
            "time": {
              "n": 20,
              "sum": 3901.8653999999997,
              "mean": 195.09327,
              "median": 193.7086455,
              "q25": 165.51318175,
              "q75": 219.24537275,
              "min": 88.649939,
              "max": 333.754483
            },
            "successfulTime": {
              "n": 7,
              "sum": 1275.324395,
              "mean": 182.1891992857143,
              "median": 212.359829,
              "q25": 128.5693315,
              "q75": 229.0961655,
              "min": 88.649939,
              "max": 258.983633
            },
            "unsuccessfulTime": {
              "n": 13,
              "sum": 2626.541005,
              "mean": 202.04161576923076,
              "median": 193.092961,
              "q25": 177.436393,
              "q75": 213.840252,
              "min": 114.724864,
              "max": 333.754483
            },
            "tokens": {
              "n": 20,
              "sum": 1858537.0,
              "mean": 92926.85,
              "median": 95801.5,
              "q25": 66225.0,
              "q75": 127632.5,
              "min": 13568.0,
              "max": 181816.0
            },
            "successfulTokens": {
              "n": 7,
              "sum": 389892.0,
              "mean": 55698.857142857145,
              "median": 44974.0,
              "q25": 34747.0,
              "q75": 78693.5,
              "min": 13568.0,
              "max": 104469.0
            },
            "unsuccessfulTokens": 1468645.0,
            "unsuccessfulTokenDistribution": {
              "n": 13,
              "sum": 1468645.0,
              "mean": 112972.69230769231,
              "median": 117675.0,
              "q25": 84235.0,
              "q75": 133475.0,
              "min": 69970.0,
              "max": 181816.0
            },
            "unsuccessfulTokenShare": 0.7902156373534668,
            "episodesWithExecutionErrors": 5,
            "recoveredAfterError": 2,
            "errorRounds": 12,
            "totalRounds": 141,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 6,
            "rate": 30.0,
            "outcomes": {
              "budget_exhausted": 14,
              "success": 6
            },
            "time": {
              "n": 20,
              "sum": 4006.7108109999995,
              "mean": 200.33554055,
              "median": 213.9705025,
              "q25": 127.11577625,
              "q75": 259.01277775,
              "min": 67.1838,
              "max": 357.12308
            },
            "successfulTime": {
              "n": 6,
              "sum": 862.868473,
              "mean": 143.81141216666668,
              "median": 96.40927350000001,
              "q25": 72.1353215,
              "q75": 224.68083850000002,
              "min": 67.1838,
              "max": 271.384095
            },
            "unsuccessfulTime": {
              "n": 14,
              "sum": 3143.842338,
              "mean": 224.560167,
              "median": 221.546327,
              "q25": 193.84899575,
              "q75": 256.243439,
              "min": 106.494608,
              "max": 357.12308
            },
            "tokens": {
              "n": 20,
              "sum": 2005453.0,
              "mean": 100272.65,
              "median": 112154.0,
              "q25": 79296.75,
              "q75": 125920.5,
              "min": 2265.0,
              "max": 182672.0
            },
            "successfulTokens": {
              "n": 6,
              "sum": 366966.0,
              "mean": 61161.0,
              "median": 31652.0,
              "q25": 14950.75,
              "q75": 100168.5,
              "min": 2265.0,
              "max": 169006.0
            },
            "unsuccessfulTokens": 1638487.0,
            "unsuccessfulTokenDistribution": {
              "n": 14,
              "sum": 1638487.0,
              "mean": 117034.78571428571,
              "median": 118794.0,
              "q25": 99448.0,
              "q75": 126563.5,
              "min": 62838.0,
              "max": 182672.0
            },
            "unsuccessfulTokenShare": 0.8170159061319313,
            "episodesWithExecutionErrors": 13,
            "recoveredAfterError": 2,
            "errorRounds": 24,
            "totalRounds": 138,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 7,
            "rate": 70.0,
            "outcomes": {
              "budget_exhausted": 2,
              "success": 7,
              "agent_failure": 1
            },
            "time": {
              "n": 10,
              "sum": 1204.852272,
              "mean": 120.4852272,
              "median": 101.81909350000001,
              "q25": 85.214751,
              "q75": 179.55600625,
              "min": 31.647679,
              "max": 215.880998
            },
            "successfulTime": {
              "n": 7,
              "sum": 671.842911,
              "mean": 95.97755871428572,
              "median": 89.404872,
              "q25": 68.4585165,
              "q75": 101.81909350000001,
              "min": 31.647679,
              "max": 210.23514
            },
            "unsuccessfulTime": {
              "n": 3,
              "sum": 533.009361,
              "mean": 177.669787,
              "median": 200.547831,
              "q25": 158.56418150000002,
              "q75": 208.2144145,
              "min": 116.580532,
              "max": 215.880998
            },
            "tokens": {
              "n": 10,
              "sum": 647197.0,
              "mean": 64719.7,
              "median": 61914.0,
              "q25": 27938.25,
              "q75": 100018.75,
              "min": 5691.0,
              "max": 135516.0
            },
            "successfulTokens": {
              "n": 7,
              "sum": 402222.0,
              "mean": 57460.28571428572,
              "median": 51589.0,
              "q25": 30599.5,
              "q75": 74113.5,
              "min": 5691.0,
              "max": 135516.0
            },
            "unsuccessfulTokens": 244975.0,
            "unsuccessfulTokenDistribution": {
              "n": 3,
              "sum": 244975.0,
              "mean": 81658.33333333333,
              "median": 108029.0,
              "q25": 57514.0,
              "q75": 118988.0,
              "min": 6999.0,
              "max": 129947.0
            },
            "unsuccessfulTokenShare": 0.3785168967099662,
            "episodesWithExecutionErrors": 4,
            "recoveredAfterError": 1,
            "errorRounds": 11,
            "totalRounds": 56,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 1,
            "rate": 7.6923076923076925,
            "outcomes": {
              "task_failure": 12,
              "success": 1
            },
            "time": {
              "n": 13,
              "sum": 8118.701428,
              "mean": 624.5154944615384,
              "median": 649.602388,
              "q25": 499.804245,
              "q75": 882.015438,
              "min": 129.961731,
              "max": 1022.950434
            },
            "successfulTime": {
              "n": 1,
              "sum": 882.015438,
              "mean": 882.015438,
              "median": 882.015438,
              "q25": 882.015438,
              "q75": 882.015438,
              "min": 882.015438,
              "max": 882.015438
            },
            "unsuccessfulTime": {
              "n": 12,
              "sum": 7236.68599,
              "mean": 603.0571658333333,
              "median": 644.585958,
              "q25": 463.86233375,
              "q75": 738.7583774999999,
              "min": 129.961731,
              "max": 1022.950434
            },
            "tokens": {
              "n": 13,
              "sum": 2926597.0,
              "mean": 225122.84615384616,
              "median": 180043.0,
              "q25": 95296.0,
              "q75": 364931.0,
              "min": 15156.0,
              "max": 545492.0
            },
            "successfulTokens": {
              "n": 1,
              "sum": 364931.0,
              "mean": 364931.0,
              "median": 364931.0,
              "q25": 364931.0,
              "q75": 364931.0,
              "min": 364931.0,
              "max": 364931.0
            },
            "unsuccessfulTokens": 2561666.0,
            "unsuccessfulTokenDistribution": {
              "n": 12,
              "sum": 2561666.0,
              "mean": 213472.16666666666,
              "median": 164357.0,
              "q25": 82498.75,
              "q75": 297264.0,
              "min": 15156.0,
              "max": 545492.0
            },
            "unsuccessfulTokenShare": 0.8753053461067581,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 286,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 59,
            "rate": 80.82191780821918,
            "outcomes": {
              "success": 59,
              "task_failure": 14
            },
            "time": {
              "n": 73,
              "sum": 5116.8983910000015,
              "mean": 70.09449850684932,
              "median": 61.472858,
              "q25": 45.852983,
              "q75": 92.110547,
              "min": 18.25448,
              "max": 185.929402
            },
            "successfulTime": {
              "n": 59,
              "sum": 3772.084343000001,
              "mean": 63.93363293220339,
              "median": 55.915229,
              "q25": 40.7170385,
              "q75": 77.72693849999999,
              "min": 18.25448,
              "max": 185.929402
            },
            "unsuccessfulTime": {
              "n": 14,
              "sum": 1344.814048,
              "mean": 96.05814628571429,
              "median": 99.3121745,
              "q25": 84.67437875,
              "q75": 108.3674065,
              "min": 51.599317,
              "max": 126.658661
            },
            "tokens": {
              "n": 73,
              "sum": 1639527.0,
              "mean": 22459.27397260274,
              "median": 22198.0,
              "q25": 16372.0,
              "q75": 27484.0,
              "min": 7226.0,
              "max": 45298.0
            },
            "successfulTokens": {
              "n": 59,
              "sum": 1262437.0,
              "mean": 21397.237288135595,
              "median": 21718.0,
              "q25": 14686.5,
              "q75": 27072.5,
              "min": 7226.0,
              "max": 45120.0
            },
            "unsuccessfulTokens": 377090.0,
            "unsuccessfulTokenDistribution": {
              "n": 14,
              "sum": 377090.0,
              "mean": 26935.0,
              "median": 26618.0,
              "q25": 22035.25,
              "q75": 32673.75,
              "min": 14103.0,
              "max": 45298.0
            },
            "unsuccessfulTokenShare": 0.22999926198226683,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 1,
            "errorRounds": 3,
            "totalRounds": 343,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 20,
            "rate": 95.23809523809524,
            "outcomes": {
              "success": 20,
              "budget_exhausted": 1
            },
            "time": {
              "n": 21,
              "sum": 3842.3413100000002,
              "mean": 182.9686338095238,
              "median": 167.451899,
              "q25": 129.149513,
              "q75": 212.861841,
              "min": 83.148176,
              "max": 396.077366
            },
            "successfulTime": {
              "n": 20,
              "sum": 3446.2639440000003,
              "mean": 172.3131972,
              "median": 158.91250300000002,
              "q25": 128.81537550000002,
              "q75": 209.63013675,
              "min": 83.148176,
              "max": 294.498165
            },
            "unsuccessfulTime": {
              "n": 1,
              "sum": 396.077366,
              "mean": 396.077366,
              "median": 396.077366,
              "q25": 396.077366,
              "q75": 396.077366,
              "min": 396.077366,
              "max": 396.077366
            },
            "tokens": {
              "n": 21,
              "sum": 808425.0,
              "mean": 38496.42857142857,
              "median": 27722.0,
              "q25": 18518.0,
              "q75": 40193.0,
              "min": 12545.0,
              "max": 120874.0
            },
            "successfulTokens": {
              "n": 20,
              "sum": 687551.0,
              "mean": 34377.55,
              "median": 26985.5,
              "q25": 18449.5,
              "q75": 38736.5,
              "min": 12545.0,
              "max": 86704.0
            },
            "unsuccessfulTokens": 120874.0,
            "unsuccessfulTokenDistribution": {
              "n": 1,
              "sum": 120874.0,
              "mean": 120874.0,
              "median": 120874.0,
              "q25": 120874.0,
              "q75": 120874.0,
              "min": 120874.0,
              "max": 120874.0
            },
            "unsuccessfulTokenShare": 0.14951788972384575,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 70,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "gemini",
        "name": "Gemini 3.8 Flash",
        "n": 157,
        "completed": 76,
        "rate": 48.40764331210191,
        "outcomes": {
          "budget_exhausted": 57,
          "success": 76,
          "task_failure": 22,
          "agent_failure": 2
        },
        "time": {
          "n": 157,
          "sum": 20726.682853,
          "mean": 132.01708823566878,
          "median": 61.825983,
          "q25": 28.566299,
          "q75": 175.933431,
          "min": 8.644549,
          "max": 1631.01208
        },
        "successfulTime": {
          "n": 76,
          "sum": 6102.292755999999,
          "mean": 80.2933257368421,
          "median": 30.4628515,
          "q25": 22.331815,
          "q75": 107.79854275,
          "min": 8.644549,
          "max": 287.502718
        },
        "unsuccessfulTime": {
          "n": 81,
          "sum": 14624.390097,
          "mean": 180.5480258888889,
          "median": 156.507868,
          "q25": 36.862191,
          "q75": 181.932037,
          "min": 20.401289,
          "max": 1631.01208
        },
        "tokens": {
          "n": 157,
          "sum": 23310425.0,
          "mean": 148474.04458598726,
          "median": 70036.0,
          "q25": 50115.0,
          "q75": 141071.0,
          "min": 9032.0,
          "max": 1940936.0
        },
        "successfulTokens": {
          "n": 76,
          "sum": 5327391.0,
          "mean": 70097.25,
          "median": 52653.5,
          "q25": 32907.25,
          "q75": 86560.5,
          "min": 9032.0,
          "max": 236109.0
        },
        "unsuccessfulTokens": 17983034.0,
        "unsuccessfulTokenDistribution": {
          "n": 81,
          "sum": 17983034.0,
          "mean": 222012.76543209876,
          "median": 126798.0,
          "q25": 67145.0,
          "q75": 177034.0,
          "min": 39839.0,
          "max": 1940936.0
        },
        "unsuccessfulTokenShare": 0.7714588644351186,
        "episodesWithExecutionErrors": 24,
        "recoveredAfterError": 4,
        "errorRounds": 26,
        "totalRounds": 1514,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 2,
            "rate": 10.0,
            "outcomes": {
              "budget_exhausted": 18,
              "success": 2
            },
            "time": {
              "n": 20,
              "sum": 3304.882597,
              "mean": 165.24412985,
              "median": 169.048024,
              "q25": 153.211759,
              "q75": 181.30321874999998,
              "min": 65.066982,
              "max": 207.761802
            },
            "successfulTime": {
              "n": 2,
              "sum": 261.444769,
              "mean": 130.7223845,
              "median": 130.7223845,
              "q25": 97.89468325,
              "q75": 163.55008575,
              "min": 65.066982,
              "max": 196.377787
            },
            "unsuccessfulTime": {
              "n": 18,
              "sum": 3043.4378279999996,
              "mean": 169.07987933333334,
              "median": 169.048024,
              "q25": 156.60983275,
              "q75": 179.95976274999998,
              "min": 141.314609,
              "max": 207.761802
            },
            "tokens": {
              "n": 20,
              "sum": 2700160.0,
              "mean": 135008.0,
              "median": 131049.5,
              "q25": 113302.25,
              "q75": 147029.5,
              "min": 33143.0,
              "max": 244636.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 198048.0,
              "mean": 99024.0,
              "median": 99024.0,
              "q25": 66083.5,
              "q75": 131964.5,
              "min": 33143.0,
              "max": 164905.0
            },
            "unsuccessfulTokens": 2502112.0,
            "unsuccessfulTokenDistribution": {
              "n": 18,
              "sum": 2502112.0,
              "mean": 139006.22222222222,
              "median": 131049.5,
              "q25": 114958.5,
              "q75": 140646.5,
              "min": 106195.0,
              "max": 244636.0
            },
            "unsuccessfulTokenShare": 0.9266532353638303,
            "episodesWithExecutionErrors": 6,
            "recoveredAfterError": 0,
            "errorRounds": 6,
            "totalRounds": 155,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 4,
            "rate": 20.0,
            "outcomes": {
              "budget_exhausted": 16,
              "success": 4
            },
            "time": {
              "n": 20,
              "sum": 3067.1974750000004,
              "mean": 153.35987375,
              "median": 171.8263415,
              "q25": 153.11923625,
              "q75": 177.8245785,
              "min": 68.473188,
              "max": 193.130465
            },
            "successfulTime": {
              "n": 4,
              "sum": 306.115357,
              "mean": 76.52883925,
              "median": 74.481094,
              "q25": 70.87364625000001,
              "q75": 80.136287,
              "min": 68.473188,
              "max": 88.679981
            },
            "unsuccessfulTime": {
              "n": 16,
              "sum": 2761.082118,
              "mean": 172.567632375,
              "median": 173.054039,
              "q25": 164.5344005,
              "q75": 179.073364,
              "min": 149.519603,
              "max": 193.130465
            },
            "tokens": {
              "n": 20,
              "sum": 2474828.0,
              "mean": 123741.4,
              "median": 131902.5,
              "q25": 118056.5,
              "q75": 150537.0,
              "min": 28840.0,
              "max": 206172.0
            },
            "successfulTokens": {
              "n": 4,
              "sum": 138441.0,
              "mean": 34610.25,
              "median": 32067.0,
              "q25": 28984.75,
              "q75": 37692.5,
              "min": 28840.0,
              "max": 45467.0
            },
            "unsuccessfulTokens": 2336387.0,
            "unsuccessfulTokenDistribution": {
              "n": 16,
              "sum": 2336387.0,
              "mean": 146024.1875,
              "median": 138155.0,
              "q25": 127476.25,
              "q75": 156792.5,
              "min": 114821.0,
              "max": 206172.0
            },
            "unsuccessfulTokenShare": 0.9440603549014316,
            "episodesWithExecutionErrors": 6,
            "recoveredAfterError": 0,
            "errorRounds": 6,
            "totalRounds": 141,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 5,
            "rate": 50.0,
            "outcomes": {
              "success": 5,
              "budget_exhausted": 5
            },
            "time": {
              "n": 10,
              "sum": 586.036447,
              "mean": 58.6036447,
              "median": 61.445576,
              "q25": 45.59441475,
              "q75": 65.38705875,
              "min": 26.696242,
              "max": 107.817869
            },
            "successfulTime": {
              "n": 5,
              "sum": 239.29132899999996,
              "mean": 47.8582658,
              "median": 53.580414,
              "q25": 36.123521,
              "q75": 60.139663,
              "min": 26.696242,
              "max": 62.751489
            },
            "unsuccessfulTime": {
              "n": 5,
              "sum": 346.74511800000005,
              "mean": 69.3490236,
              "median": 65.59356,
              "q25": 64.767555,
              "q75": 65.633719,
              "min": 42.932415,
              "max": 107.817869
            },
            "tokens": {
              "n": 10,
              "sum": 1858657.0,
              "mean": 185865.7,
              "median": 213962.5,
              "q25": 174021.0,
              "q75": 226982.75,
              "min": 56994.0,
              "max": 236109.0
            },
            "successfulTokens": {
              "n": 5,
              "sum": 908410.0,
              "mean": 181682.0,
              "median": 210096.0,
              "q25": 161996.0,
              "q75": 212972.0,
              "min": 87237.0,
              "max": 236109.0
            },
            "unsuccessfulTokens": 950247.0,
            "unsuccessfulTokenDistribution": {
              "n": 5,
              "sum": 950247.0,
              "mean": 190049.4,
              "median": 217718.0,
              "q25": 214953.0,
              "q75": 230071.0,
              "min": 56994.0,
              "max": 230511.0
            },
            "unsuccessfulTokenShare": 0.5112546317045049,
            "episodesWithExecutionErrors": 7,
            "recoveredAfterError": 4,
            "errorRounds": 8,
            "totalRounds": 72,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 3,
            "rate": 23.076923076923077,
            "outcomes": {
              "task_failure": 5,
              "budget_exhausted": 3,
              "success": 3,
              "agent_failure": 2
            },
            "time": {
              "n": 13,
              "sum": 6956.583789,
              "mean": 535.1218299230769,
              "median": 362.280089,
              "q25": 171.12307,
              "q75": 676.614622,
              "min": 96.891513,
              "max": 1631.01208
            },
            "successfulTime": {
              "n": 3,
              "sum": 399.151256,
              "mean": 133.05041866666667,
              "median": 140.519632,
              "q25": 118.7055725,
              "q75": 151.1298715,
              "min": 96.891513,
              "max": 161.740111
            },
            "unsuccessfulTime": {
              "n": 10,
              "sum": 6557.432532999999,
              "mean": 655.7432533,
              "median": 498.512199,
              "q25": 304.1758505,
              "q75": 934.081225,
              "min": 171.12307,
              "max": 1631.01208
            },
            "tokens": {
              "n": 13,
              "sum": 9920252.0,
              "mean": 763096.3076923077,
              "median": 448892.0,
              "q25": 171054.0,
              "q75": 1283547.0,
              "min": 60285.0,
              "max": 1940936.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 319820.0,
              "mean": 106606.66666666667,
              "median": 116699.0,
              "q25": 88492.0,
              "q75": 129767.5,
              "min": 60285.0,
              "max": 142836.0
            },
            "unsuccessfulTokens": 9600432.0,
            "unsuccessfulTokenDistribution": {
              "n": 10,
              "sum": 9600432.0,
              "mean": 960043.2,
              "median": 660050.5,
              "q25": 334874.75,
              "q75": 1768375.5,
              "min": 171054.0,
              "max": 1940936.0
            },
            "unsuccessfulTokenShare": 0.9677608996223079,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 0,
            "errorRounds": 4,
            "totalRounds": 538,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 45,
            "rate": 61.64383561643836,
            "outcomes": {
              "budget_exhausted": 11,
              "success": 45,
              "task_failure": 17
            },
            "time": {
              "n": 73,
              "sum": 2018.8638769999998,
              "mean": 27.655669547945205,
              "median": 27.751745,
              "q25": 22.262134,
              "q75": 33.377681,
              "min": 8.644549,
              "max": 55.874865
            },
            "successfulTime": {
              "n": 45,
              "sum": 1071.587247,
              "mean": 23.813049933333335,
              "median": 23.769713,
              "q25": 19.406461,
              "q75": 29.176125,
              "min": 8.644549,
              "max": 35.877156
            },
            "unsuccessfulTime": {
              "n": 28,
              "sum": 947.27663,
              "mean": 33.83130821428571,
              "median": 33.8758975,
              "q25": 29.3929975,
              "q75": 37.09813925,
              "min": 20.401289,
              "max": 55.874865
            },
            "tokens": {
              "n": 73,
              "sum": 3617357.0,
              "mean": 49552.83561643836,
              "median": 52705.0,
              "q25": 33576.0,
              "q75": 62916.0,
              "min": 9032.0,
              "max": 74815.0
            },
            "successfulTokens": {
              "n": 45,
              "sum": 1895646.0,
              "mean": 42125.46666666667,
              "median": 40500.0,
              "q25": 30820.0,
              "q75": 55692.0,
              "min": 9032.0,
              "max": 74499.0
            },
            "unsuccessfulTokens": 1721711.0,
            "unsuccessfulTokenDistribution": {
              "n": 28,
              "sum": 1721711.0,
              "mean": 61489.67857142857,
              "median": 62334.5,
              "q25": 54635.75,
              "q75": 69083.75,
              "min": 39839.0,
              "max": 74815.0
            },
            "unsuccessfulTokenShare": 0.47595827561393583,
            "episodesWithExecutionErrors": 2,
            "recoveredAfterError": 0,
            "errorRounds": 2,
            "totalRounds": 482,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 17,
            "rate": 80.95238095238095,
            "outcomes": {
              "success": 17,
              "budget_exhausted": 4
            },
            "time": {
              "n": 21,
              "sum": 4793.118668,
              "mean": 228.2437460952381,
              "median": 245.286433,
              "q25": 198.640199,
              "q75": 263.782464,
              "min": 61.825983,
              "max": 311.82398
            },
            "successfulTime": {
              "n": 17,
              "sum": 3824.702798,
              "mean": 224.98251752941178,
              "median": 245.286433,
              "q25": 198.640199,
              "q75": 263.782464,
              "min": 61.825983,
              "max": 287.502718
            },
            "unsuccessfulTime": {
              "n": 4,
              "sum": 968.4158699999999,
              "mean": 242.1039675,
              "median": 230.9976265,
              "q25": 198.557438,
              "q75": 274.544156,
              "min": 194.596637,
              "max": 311.82398
            },
            "tokens": {
              "n": 21,
              "sum": 2739171.0,
              "mean": 130436.71428571429,
              "median": 120424.0,
              "q25": 86335.0,
              "q75": 165761.0,
              "min": 11893.0,
              "max": 230095.0
            },
            "successfulTokens": {
              "n": 17,
              "sum": 1867026.0,
              "mean": 109825.05882352941,
              "median": 118690.0,
              "q25": 83188.0,
              "q75": 125271.0,
              "min": 11893.0,
              "max": 230095.0
            },
            "unsuccessfulTokens": 872145.0,
            "unsuccessfulTokenDistribution": {
              "n": 4,
              "sum": 872145.0,
              "mean": 218036.25,
              "median": 214887.5,
              "q25": 212893.5,
              "q75": 220030.25,
              "min": 212289.0,
              "max": 230081.0
            },
            "unsuccessfulTokenShare": 0.31839742754285877,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 126,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "qwen",
        "name": "Qwen 3.8 Max",
        "n": 157,
        "completed": 58,
        "rate": 36.94267515923567,
        "outcomes": {
          "budget_exhausted": 50,
          "success": 58,
          "timeout": 17,
          "task_failure": 30,
          "provider_interruption": 2
        },
        "time": {
          "n": 157,
          "sum": 95707.938584,
          "mean": 609.6047043566879,
          "median": 299.998177,
          "q25": 216.780906,
          "q75": 506.73226,
          "min": 45.14,
          "max": 8532.401
        },
        "successfulTime": {
          "n": 58,
          "sum": 19671.866197000003,
          "mean": 339.1701068448276,
          "median": 269.58845099999996,
          "q25": 205.16522725,
          "q75": 430.55083525,
          "min": 47.94467,
          "max": 1096.17
        },
        "unsuccessfulTime": {
          "n": 99,
          "sum": 76036.07238700001,
          "mean": 768.0411352222222,
          "median": 335.816656,
          "q25": 234.039105,
          "q75": 566.032881,
          "min": 45.14,
          "max": 8532.401
        },
        "tokens": {
          "n": 145,
          "sum": 21208755.0,
          "mean": 146267.27586206896,
          "median": 76901.0,
          "q25": 40785.0,
          "q75": 129322.0,
          "min": 3537.0,
          "max": 1983710
        },
        "successfulTokens": {
          "n": 58,
          "sum": 3990817.0,
          "mean": 68807.18965517242,
          "median": 57417.5,
          "q25": 34551.75,
          "q75": 93455.75,
          "min": 14703.0,
          "max": 359080
        },
        "unsuccessfulTokens": 17217938.0,
        "unsuccessfulTokenDistribution": {
          "n": 87,
          "sum": 17217938.0,
          "mean": 197907.33333333334,
          "median": 91335.0,
          "q25": 58667.5,
          "q75": 163700.5,
          "min": 3537.0,
          "max": 1983710
        },
        "unsuccessfulTokenShare": 0.8118316233083932,
        "episodesWithExecutionErrors": 38,
        "recoveredAfterError": 10,
        "errorRounds": 108,
        "totalRounds": 1350,
        "providerInterruptionEpisodes": 2,
        "knownIncompleteTransportUsageEpisodes": 11,
        "knownUnknownUsageAttempts": 160,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 3,
            "rate": 15.0,
            "outcomes": {
              "budget_exhausted": 14,
              "success": 3,
              "timeout": 3
            },
            "time": {
              "n": 20,
              "sum": 10208.743857000001,
              "mean": 510.43719285,
              "median": 489.821819,
              "q25": 321.91802275,
              "q75": 707.19969425,
              "min": 247.59065,
              "max": 842.278951
            },
            "successfulTime": {
              "n": 3,
              "sum": 1013.510401,
              "mean": 337.8368003333334,
              "median": 259.187491,
              "q25": 253.3890705,
              "q75": 382.9598755,
              "min": 247.59065,
              "max": 506.73226
            },
            "unsuccessfulTime": {
              "n": 17,
              "sum": 9195.233456,
              "mean": 540.8960856470588,
              "median": 511.700959,
              "q25": 352.444174,
              "q75": 715.06904,
              "min": 251.169455,
              "max": 842.278951
            },
            "tokens": {
              "n": 17,
              "sum": 2245903.0,
              "mean": 132111.9411764706,
              "median": 139451.0,
              "q25": 123208.0,
              "q75": 156893.0,
              "min": 38306.0,
              "max": 177433.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 219342.0,
              "mean": 73114.0,
              "median": 84212.0,
              "q25": 61259.0,
              "q75": 90518.0,
              "min": 38306.0,
              "max": 96824.0
            },
            "unsuccessfulTokens": 2026561.0,
            "unsuccessfulTokenDistribution": {
              "n": 14,
              "sum": 2026561.0,
              "mean": 144754.35714285713,
              "median": 148142.0,
              "q25": 125443.75,
              "q75": 158316.5,
              "min": 109637.0,
              "max": 177433.0
            },
            "unsuccessfulTokenShare": 0.9023368328908239,
            "episodesWithExecutionErrors": 9,
            "recoveredAfterError": 1,
            "errorRounds": 14,
            "totalRounds": 129,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 2,
            "rate": 10.0,
            "outcomes": {
              "budget_exhausted": 8,
              "timeout": 10,
              "success": 2
            },
            "time": {
              "n": 20,
              "sum": 10042.012092,
              "mean": 502.1006046,
              "median": 328.051648,
              "q25": 253.65913,
              "q75": 806.50235075,
              "min": 201.157371,
              "max": 1320.661126
            },
            "successfulTime": {
              "n": 2,
              "sum": 1218.122735,
              "mean": 609.0613675,
              "median": 609.0613675,
              "q25": 437.32142175,
              "q75": 780.80131325,
              "min": 265.581476,
              "max": 952.541259
            },
            "unsuccessfulTime": {
              "n": 18,
              "sum": 8823.889357,
              "mean": 490.2160753888889,
              "median": 328.051648,
              "q25": 253.59695599999998,
              "q75": 739.62981975,
              "min": 201.157371,
              "max": 1320.661126
            },
            "tokens": {
              "n": 11,
              "sum": 1423340.0,
              "mean": 129394.54545454546,
              "median": 122093.0,
              "q25": 103250.0,
              "q75": 161467.0,
              "min": 56448.0,
              "max": 183000.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 197445.0,
              "mean": 98722.5,
              "median": 98722.5,
              "q25": 96406.25,
              "q75": 101038.75,
              "min": 94090.0,
              "max": 103355.0
            },
            "unsuccessfulTokens": 1225895.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 1225895.0,
              "mean": 136210.55555555556,
              "median": 137490.0,
              "q25": 120859.0,
              "q75": 161862.0,
              "min": 56448.0,
              "max": 183000.0
            },
            "unsuccessfulTokenShare": 0.8612805092247812,
            "episodesWithExecutionErrors": 4,
            "recoveredAfterError": 1,
            "errorRounds": 13,
            "totalRounds": 89,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 3,
            "rate": 30.0,
            "outcomes": {
              "budget_exhausted": 5,
              "success": 3,
              "task_failure": 2
            },
            "time": {
              "n": 10,
              "sum": 3943.2635440000004,
              "mean": 394.3263544,
              "median": 375.9860725,
              "q25": 308.6616475,
              "q75": 501.62418875000003,
              "min": 160.772777,
              "max": 580.969755
            },
            "successfulTime": {
              "n": 3,
              "sum": 1017.9789030000001,
              "mean": 339.326301,
              "median": 291.826777,
              "q25": 226.299777,
              "q75": 428.603063,
              "min": 160.772777,
              "max": 565.379349
            },
            "unsuccessfulTime": {
              "n": 7,
              "sum": 2925.284641,
              "mean": 417.8978058571429,
              "median": 394.073772,
              "q25": 350.481348,
              "q75": 476.0421645,
              "min": 297.194089,
              "max": 580.969755
            },
            "tokens": {
              "n": 10,
              "sum": 1805737.0,
              "mean": 180573.7,
              "median": 204634.5,
              "q25": 179985.25,
              "q75": 228023.75,
              "min": 22230.0,
              "max": 252735.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 270369.0,
              "mean": 90123.0,
              "median": 70657.0,
              "q25": 46443.5,
              "q75": 124069.5,
              "min": 22230.0,
              "max": 177482.0
            },
            "unsuccessfulTokens": 1535368.0,
            "unsuccessfulTokenDistribution": {
              "n": 7,
              "sum": 1535368.0,
              "mean": 219338.2857142857,
              "median": 224198.0,
              "q25": 204634.5,
              "q75": 230835.5,
              "min": 187495.0,
              "max": 252735.0
            },
            "unsuccessfulTokenShare": 0.850272215721337,
            "episodesWithExecutionErrors": 4,
            "recoveredAfterError": 1,
            "errorRounds": 19,
            "totalRounds": 68,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 2,
            "rate": 15.384615384615385,
            "outcomes": {
              "budget_exhausted": 5,
              "provider_interruption": 2,
              "success": 2,
              "task_failure": 4
            },
            "time": {
              "n": 13,
              "sum": 45090.382999999994,
              "mean": 3468.491,
              "median": 2868.479,
              "q25": 1096.17,
              "q75": 5513.874,
              "min": 45.14,
              "max": 8532.401
            },
            "successfulTime": {
              "n": 2,
              "sum": 2147.893,
              "mean": 1073.9465,
              "median": 1073.9465,
              "q25": 1062.83475,
              "q75": 1085.05825,
              "min": 1051.723,
              "max": 1096.17
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 42942.49,
              "mean": 3903.862727272727,
              "median": 3648.588,
              "q25": 2231.094,
              "q75": 5519.9855,
              "min": 45.14,
              "max": 8532.401
            },
            "tokens": {
              "n": 13,
              "sum": 10211276,
              "mean": 785482.7692307692,
              "median": 555225,
              "q25": 290066.0,
              "q75": 1172471.0,
              "min": 3840,
              "max": 1983710
            },
            "successfulTokens": {
              "n": 2,
              "sum": 448974,
              "mean": 224487,
              "median": 224487.0,
              "q25": 157190.5,
              "q75": 291783.5,
              "min": 89894,
              "max": 359080
            },
            "unsuccessfulTokens": 9762302,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 9762302,
              "mean": 887482,
              "median": 568715,
              "q25": 333382.0,
              "q75": 1565024.0,
              "min": 3840,
              "max": 1983710
            },
            "unsuccessfulTokenShare": 0.9560315478692379,
            "episodesWithExecutionErrors": 1,
            "recoveredAfterError": 0,
            "errorRounds": 20,
            "totalRounds": 559,
            "providerInterruptionEpisodes": 2,
            "knownIncompleteTransportUsageEpisodes": 11,
            "knownUnknownUsageAttempts": 160
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 29,
            "rate": 39.726027397260275,
            "outcomes": {
              "budget_exhausted": 18,
              "success": 29,
              "timeout": 2,
              "task_failure": 24
            },
            "time": {
              "n": 73,
              "sum": 19382.253449,
              "mean": 265.5103212191781,
              "median": 235.354881,
              "q25": 184.277981,
              "q75": 333.899668,
              "min": 47.94467,
              "max": 629.887462
            },
            "successfulTime": {
              "n": 29,
              "sum": 7743.553639999999,
              "mean": 267.01909103448276,
              "median": 240.039489,
              "q25": 172.908928,
              "q75": 317.737991,
              "min": 47.94467,
              "max": 629.887462
            },
            "unsuccessfulTime": {
              "n": 44,
              "sum": 11638.699809000002,
              "mean": 264.51590475,
              "median": 234.039105,
              "q25": 186.99500675,
              "q75": 335.75798425,
              "min": 79.653043,
              "max": 582.875319
            },
            "tokens": {
              "n": 73,
              "sum": 4201693.0,
              "mean": 57557.438356164384,
              "median": 59948.0,
              "q25": 37167.0,
              "q75": 79146.0,
              "min": 4655.0,
              "max": 113746.0
            },
            "successfulTokens": {
              "n": 29,
              "sum": 1541253.0,
              "mean": 53146.65517241379,
              "median": 45320.0,
              "q25": 26828.0,
              "q75": 75619.0,
              "min": 15808.0,
              "max": 113746.0
            },
            "unsuccessfulTokens": 2660440.0,
            "unsuccessfulTokenDistribution": {
              "n": 44,
              "sum": 2660440.0,
              "mean": 60464.545454545456,
              "median": 66050.0,
              "q25": 40055.75,
              "q75": 80490.25,
              "min": 4655.0,
              "max": 105230.0
            },
            "unsuccessfulTokenShare": 0.6331828622414822,
            "episodesWithExecutionErrors": 20,
            "recoveredAfterError": 7,
            "errorRounds": 42,
            "totalRounds": 428,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 19,
            "rate": 90.47619047619048,
            "outcomes": {
              "success": 19,
              "timeout": 2
            },
            "time": {
              "n": 21,
              "sum": 7041.282642,
              "mean": 335.2991734285714,
              "median": 279.971672,
              "q25": 224.731064,
              "q75": 422.139184,
              "min": 113.269151,
              "max": 649.322993
            },
            "successfulTime": {
              "n": 19,
              "sum": 6530.807518,
              "mean": 343.7267114736842,
              "median": 298.441379,
              "q25": 215.527149,
              "q75": 456.754619,
              "min": 113.269151,
              "max": 649.322993
            },
            "unsuccessfulTime": {
              "n": 2,
              "sum": 510.475124,
              "mean": 255.237562,
              "median": 255.237562,
              "q25": 249.829457,
              "q75": 260.645667,
              "min": 244.421352,
              "max": 266.053772
            },
            "tokens": {
              "n": 21,
              "sum": 1320806.0,
              "mean": 62895.52380952381,
              "median": 40785.0,
              "q25": 18830.0,
              "q75": 100798.0,
              "min": 3537.0,
              "max": 189492.0
            },
            "successfulTokens": {
              "n": 19,
              "sum": 1313434.0,
              "mean": 69128.1052631579,
              "median": 60424.0,
              "q25": 34788.5,
              "q75": 104318.0,
              "min": 14703.0,
              "max": 189492.0
            },
            "unsuccessfulTokens": 7372.0,
            "unsuccessfulTokenDistribution": {
              "n": 2,
              "sum": 7372.0,
              "mean": 3686.0,
              "median": 3686.0,
              "q25": 3611.5,
              "q75": 3760.5,
              "min": 3537.0,
              "max": 3835.0
            },
            "unsuccessfulTokenShare": 0.005581440423498985,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 77,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "qwen35-397b",
        "name": "Qwen 3.5 397B-A17B",
        "n": 157,
        "completed": 30,
        "rate": 19.10828025477707,
        "outcomes": {
          "budget_exhausted": 88,
          "success": 30,
          "task_failure": 39
        },
        "time": {
          "n": 157,
          "sum": 46589.210015000004,
          "mean": 296.74656060509557,
          "median": 106.528403,
          "q25": 75.829091,
          "q75": 166.69928,
          "min": 24.277413,
          "max": 3989.284
        },
        "successfulTime": {
          "n": 30,
          "sum": 5683.610191,
          "mean": 189.45367303333333,
          "median": 107.2453625,
          "q25": 68.380057,
          "q75": 231.72523375,
          "min": 24.277413,
          "max": 1170.346361
        },
        "unsuccessfulTime": {
          "n": 127,
          "sum": 40905.599824000004,
          "mean": 322.0913371968504,
          "median": 106.134909,
          "q25": 77.23613950000001,
          "q75": 145.89455600000002,
          "min": 25.01418,
          "max": 3989.284
        },
        "tokens": {
          "n": 157,
          "sum": 27827378.0,
          "mean": 177244.44585987262,
          "median": 74679.0,
          "q25": 45965.0,
          "q75": 129903.0,
          "min": 8406.0,
          "max": 1987657
        },
        "successfulTokens": {
          "n": 30,
          "sum": 2266999.0,
          "mean": 75566.63333333333,
          "median": 57642.5,
          "q25": 36211.75,
          "q75": 83997.0,
          "min": 8406.0,
          "max": 241385
        },
        "unsuccessfulTokens": 25560379.0,
        "unsuccessfulTokenDistribution": {
          "n": 127,
          "sum": 25560379.0,
          "mean": 201262.82677165355,
          "median": 80986.0,
          "q25": 55500.5,
          "q75": 139370.5,
          "min": 8884.0,
          "max": 1987657
        },
        "unsuccessfulTokenShare": 0.9185335032283674,
        "episodesWithExecutionErrors": 44,
        "recoveredAfterError": 2,
        "errorRounds": 57,
        "totalRounds": 1729,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 12,
        "knownUnknownUsageAttempts": 190,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 1,
            "rate": 5.0,
            "outcomes": {
              "budget_exhausted": 19,
              "success": 1
            },
            "time": {
              "n": 20,
              "sum": 3320.0453860000002,
              "mean": 166.0022693,
              "median": 134.91310199999998,
              "q25": 122.11342149999999,
              "q75": 150.7626385,
              "min": 75.338872,
              "max": 773.556987
            },
            "successfulTime": {
              "n": 1,
              "sum": 75.338872,
              "mean": 75.338872,
              "median": 75.338872,
              "q25": 75.338872,
              "q75": 75.338872,
              "min": 75.338872,
              "max": 75.338872
            },
            "unsuccessfulTime": {
              "n": 19,
              "sum": 3244.706514,
              "mean": 170.7740270526316,
              "median": 136.900094,
              "q25": 124.809921,
              "q75": 152.779143,
              "min": 98.695765,
              "max": 773.556987
            },
            "tokens": {
              "n": 20,
              "sum": 2297857.0,
              "mean": 114892.85,
              "median": 109475.0,
              "q25": 100758.25,
              "q75": 122860.0,
              "min": 48912.0,
              "max": 205756.0
            },
            "successfulTokens": {
              "n": 1,
              "sum": 48912.0,
              "mean": 48912.0,
              "median": 48912.0,
              "q25": 48912.0,
              "q75": 48912.0,
              "min": 48912.0,
              "max": 48912.0
            },
            "unsuccessfulTokens": 2248945.0,
            "unsuccessfulTokenDistribution": {
              "n": 19,
              "sum": 2248945.0,
              "mean": 118365.52631578948,
              "median": 109784.0,
              "q25": 102741.5,
              "q75": 126860.0,
              "min": 80986.0,
              "max": 205756.0
            },
            "unsuccessfulTokenShare": 0.9787140801189979,
            "episodesWithExecutionErrors": 10,
            "recoveredAfterError": 0,
            "errorRounds": 12,
            "totalRounds": 157,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 3,
            "rate": 15.0,
            "outcomes": {
              "budget_exhausted": 17,
              "success": 3
            },
            "time": {
              "n": 20,
              "sum": 2624.803667,
              "mean": 131.24018335,
              "median": 134.93967550000002,
              "q25": 116.37587575,
              "q75": 143.00937224999998,
              "min": 63.280082,
              "max": 183.798047
            },
            "successfulTime": {
              "n": 3,
              "sum": 235.868937,
              "mean": 78.622979,
              "median": 66.060452,
              "q25": 64.670267,
              "q75": 86.2944275,
              "min": 63.280082,
              "max": 106.528403
            },
            "unsuccessfulTime": {
              "n": 17,
              "sum": 2388.93473,
              "mean": 140.52557235294117,
              "median": 136.397647,
              "q25": 131.928033,
              "q75": 143.866533,
              "min": 111.519339,
              "max": 183.798047
            },
            "tokens": {
              "n": 20,
              "sum": 2200563.0,
              "mean": 110028.15,
              "median": 112277.0,
              "q25": 100473.0,
              "q75": 130831.5,
              "min": 36054.0,
              "max": 155847.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 201824.0,
              "mean": 67274.66666666667,
              "median": 45965.0,
              "q25": 41009.5,
              "q75": 82885.0,
              "min": 36054.0,
              "max": 119805.0
            },
            "unsuccessfulTokens": 1998739.0,
            "unsuccessfulTokenDistribution": {
              "n": 17,
              "sum": 1998739.0,
              "mean": 117572.88235294117,
              "median": 115417.0,
              "q25": 102591.0,
              "q75": 133617.0,
              "min": 87499.0,
              "max": 155847.0
            },
            "unsuccessfulTokenShare": 0.9082852888101818,
            "episodesWithExecutionErrors": 10,
            "recoveredAfterError": 0,
            "errorRounds": 13,
            "totalRounds": 151,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 1,
            "rate": 10.0,
            "outcomes": {
              "budget_exhausted": 9,
              "success": 1
            },
            "time": {
              "n": 10,
              "sum": 1058.422844,
              "mean": 105.8422844,
              "median": 105.75462049999999,
              "q25": 94.938779,
              "q75": 121.64159125,
              "min": 75.778976,
              "max": 132.22032
            },
            "successfulTime": {
              "n": 1,
              "sum": 92.34163,
              "mean": 92.34163,
              "median": 92.34163,
              "q25": 92.34163,
              "q75": 92.34163,
              "min": 92.34163,
              "max": 92.34163
            },
            "unsuccessfulTime": {
              "n": 9,
              "sum": 966.081214,
              "mean": 107.34235711111111,
              "median": 106.134909,
              "q25": 102.730226,
              "q75": 123.964363,
              "min": 75.778976,
              "max": 132.22032
            },
            "tokens": {
              "n": 10,
              "sum": 2313798.0,
              "mean": 231379.8,
              "median": 229745.0,
              "q25": 220267.0,
              "q75": 244143.25,
              "min": 200782.0,
              "max": 259308.0
            },
            "successfulTokens": {
              "n": 1,
              "sum": 240745.0,
              "mean": 240745.0,
              "median": 240745.0,
              "q25": 240745.0,
              "q75": 240745.0,
              "min": 240745.0,
              "max": 240745.0
            },
            "unsuccessfulTokens": 2073053.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 2073053.0,
              "mean": 230339.22222222222,
              "median": 227965.0,
              "q25": 218522.0,
              "q75": 245276.0,
              "min": 200782.0,
              "max": 259308.0
            },
            "unsuccessfulTokenShare": 0.8959524556594828,
            "episodesWithExecutionErrors": 5,
            "recoveredAfterError": 0,
            "errorRounds": 6,
            "totalRounds": 80,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 2,
            "rate": 15.384615384615385,
            "outcomes": {
              "task_failure": 6,
              "budget_exhausted": 5,
              "success": 2
            },
            "time": {
              "n": 13,
              "sum": 26515.036,
              "mean": 2039.618153846154,
              "median": 2133.771,
              "q25": 645.993,
              "q75": 2719.589,
              "min": 270.263,
              "max": 3989.284
            },
            "successfulTime": {
              "n": 2,
              "sum": 916.2560000000001,
              "mean": 458.12800000000004,
              "median": 458.12800000000004,
              "q25": 364.1955,
              "q75": 552.0605,
              "min": 270.263,
              "max": 645.993
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 25598.78,
              "mean": 2327.161818181818,
              "median": 2493.979,
              "q25": 1679.2815,
              "q75": 3139.1335,
              "min": 285.515,
              "max": 3989.284
            },
            "tokens": {
              "n": 13,
              "sum": 14856984,
              "mean": 1142844.923076923,
              "median": 1537978,
              "q25": 105975.0,
              "q75": 1956682.0,
              "min": 35263,
              "max": 1987657
            },
            "successfulTokens": {
              "n": 2,
              "sum": 330666,
              "mean": 165333,
              "median": 165333.0,
              "q25": 127307.0,
              "q75": 203359.0,
              "min": 89281,
              "max": 241385
            },
            "unsuccessfulTokens": 14526318,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 14526318,
              "mean": 1320574.3636363635,
              "median": 1589471,
              "q25": 709566.0,
              "q75": 1959920.5,
              "min": 35263,
              "max": 1987657
            },
            "unsuccessfulTokenShare": 0.9777433966409333,
            "episodesWithExecutionErrors": 2,
            "recoveredAfterError": 0,
            "errorRounds": 8,
            "totalRounds": 775,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 12,
            "knownUnknownUsageAttempts": 190
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 11,
            "rate": 15.068493150684931,
            "outcomes": {
              "budget_exhausted": 29,
              "task_failure": 33,
              "success": 11
            },
            "time": {
              "n": 73,
              "sum": 5454.995249,
              "mean": 74.7259623150685,
              "median": 76.550759,
              "q25": 46.781093,
              "q75": 93.665624,
              "min": 24.277413,
              "max": 354.986783
            },
            "successfulTime": {
              "n": 11,
              "sum": 714.512349,
              "mean": 64.95566809090909,
              "median": 64.900239,
              "q25": 40.337908999999996,
              "q75": 86.7196735,
              "min": 24.277413,
              "max": 107.962322
            },
            "unsuccessfulTime": {
              "n": 62,
              "sum": 4740.482900000001,
              "mean": 76.45940161290322,
              "median": 77.645748,
              "q25": 47.73428775,
              "q75": 94.10135749999999,
              "min": 25.01418,
              "max": 354.986783
            },
            "tokens": {
              "n": 73,
              "sum": 3234853.0,
              "mean": 44313.05479452055,
              "median": 51707.0,
              "q25": 22204.0,
              "q75": 65188.0,
              "min": 8406.0,
              "max": 79778.0
            },
            "successfulTokens": {
              "n": 11,
              "sum": 431244.0,
              "mean": 39204.0,
              "median": 36685.0,
              "q25": 18671.5,
              "q75": 57642.5,
              "min": 8406.0,
              "max": 79778.0
            },
            "unsuccessfulTokens": 2803609.0,
            "unsuccessfulTokenDistribution": {
              "n": 62,
              "sum": 2803609.0,
              "mean": 45219.5,
              "median": 55500.5,
              "q25": 22227.25,
              "q75": 64902.0,
              "min": 8884.0,
              "max": 75895.0
            },
            "unsuccessfulTokenShare": 0.866688223545243,
            "episodesWithExecutionErrors": 14,
            "recoveredAfterError": 0,
            "errorRounds": 15,
            "totalRounds": 435,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 12,
            "rate": 57.142857142857146,
            "outcomes": {
              "budget_exhausted": 9,
              "success": 12
            },
            "time": {
              "n": 21,
              "sum": 7615.906869,
              "mean": 362.66223185714284,
              "median": 271.703958,
              "q25": 225.193843,
              "q75": 359.535469,
              "min": 112.069697,
              "max": 1170.346361
            },
            "successfulTime": {
              "n": 12,
              "sum": 3649.292403,
              "mean": 304.10770025,
              "median": 229.5481035,
              "q25": 180.79223274999998,
              "q75": 274.79729825,
              "min": 112.069697,
              "max": 1170.346361
            },
            "unsuccessfulTime": {
              "n": 9,
              "sum": 3966.614466,
              "mean": 440.73494066666666,
              "median": 359.535469,
              "q25": 292.981537,
              "q75": 444.224607,
              "min": 226.353176,
              "max": 1167.580456
            },
            "tokens": {
              "n": 21,
              "sum": 2923323.0,
              "mean": 139205.85714285713,
              "median": 117322.0,
              "q25": 81955.0,
              "q75": 211384.0,
              "min": 27129.0,
              "max": 223165.0
            },
            "successfulTokens": {
              "n": 12,
              "sum": 1013608.0,
              "mean": 84467.33333333333,
              "median": 82040.0,
              "q25": 49059.75,
              "q75": 92051.5,
              "min": 27129.0,
              "max": 218897.0
            },
            "unsuccessfulTokens": 1909715.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 1909715.0,
              "mean": 212190.55555555556,
              "median": 211384.0,
              "q25": 209623.0,
              "q75": 212605.0,
              "min": 200732.0,
              "max": 223165.0
            },
            "unsuccessfulTokenShare": 0.6532685577337844,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 2,
            "errorRounds": 3,
            "totalRounds": 131,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "qwen35-27b",
        "name": "Qwen 3.5 27B",
        "n": 157,
        "completed": 30,
        "rate": 19.10828025477707,
        "outcomes": {
          "budget_exhausted": 101,
          "success": 30,
          "task_failure": 26
        },
        "time": {
          "n": 157,
          "sum": 45995.92990700001,
          "mean": 292.96770641401275,
          "median": 94.546354,
          "q25": 60.8471,
          "q75": 146.829091,
          "min": 15.234515,
          "max": 3525.796
        },
        "successfulTime": {
          "n": 30,
          "sum": 3195.9472570000003,
          "mean": 106.53157523333333,
          "median": 71.35265,
          "q25": 52.15229875,
          "q75": 164.32863275,
          "min": 15.479744,
          "max": 295.71084
        },
        "unsuccessfulTime": {
          "n": 127,
          "sum": 42799.982650000005,
          "mean": 337.0077374015748,
          "median": 99.507586,
          "q25": 61.5732105,
          "q75": 145.9027595,
          "min": 15.234515,
          "max": 3525.796
        },
        "tokens": {
          "n": 157,
          "sum": 32765703.0,
          "mean": 208698.74522292992,
          "median": 68640.0,
          "q25": 55853.0,
          "q75": 152484.0,
          "min": 7965.0,
          "max": 1990686
        },
        "successfulTokens": {
          "n": 30,
          "sum": 1872244.0,
          "mean": 62408.13333333333,
          "median": 50412.5,
          "q25": 40335.5,
          "q75": 76363.75,
          "min": 8357.0,
          "max": 162447.0
        },
        "unsuccessfulTokens": 30893459.0,
        "unsuccessfulTokenDistribution": {
          "n": 127,
          "sum": 30893459.0,
          "mean": 243255.58267716537,
          "median": 87302.0,
          "q25": 59165.5,
          "q75": 193260.0,
          "min": 7965.0,
          "max": 1990686
        },
        "unsuccessfulTokenShare": 0.942859641986012,
        "episodesWithExecutionErrors": 31,
        "recoveredAfterError": 3,
        "errorRounds": 44,
        "totalRounds": 1957,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 11,
        "knownUnknownUsageAttempts": 186,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 0,
            "rate": 0.0,
            "outcomes": {
              "budget_exhausted": 20
            },
            "time": {
              "n": 20,
              "sum": 3725.7474289999996,
              "mean": 186.28737145,
              "median": 117.2319075,
              "q25": 101.57921525,
              "q75": 139.779939,
              "min": 78.115772,
              "max": 964.725611
            },
            "successfulTime": {
              "n": 0
            },
            "unsuccessfulTime": {
              "n": 20,
              "sum": 3725.7474289999996,
              "mean": 186.28737145,
              "median": 117.2319075,
              "q25": 101.57921525,
              "q75": 139.779939,
              "min": 78.115772,
              "max": 964.725611
            },
            "tokens": {
              "n": 20,
              "sum": 2365293.0,
              "mean": 118264.65,
              "median": 108136.5,
              "q25": 93392.5,
              "q75": 134338.75,
              "min": 86043.0,
              "max": 198282.0
            },
            "successfulTokens": {
              "n": 0
            },
            "unsuccessfulTokens": 2365293.0,
            "unsuccessfulTokenDistribution": {
              "n": 20,
              "sum": 2365293.0,
              "mean": 118264.65,
              "median": 108136.5,
              "q25": 93392.5,
              "q75": 134338.75,
              "min": 86043.0,
              "max": 198282.0
            },
            "unsuccessfulTokenShare": 1.0,
            "episodesWithExecutionErrors": 12,
            "recoveredAfterError": 0,
            "errorRounds": 19,
            "totalRounds": 160,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 4,
            "rate": 20.0,
            "outcomes": {
              "budget_exhausted": 16,
              "success": 4
            },
            "time": {
              "n": 20,
              "sum": 2072.300675,
              "mean": 103.61503375,
              "median": 101.237548,
              "q25": 90.12740225,
              "q75": 119.28674,
              "min": 46.290535,
              "max": 155.581793
            },
            "successfulTime": {
              "n": 4,
              "sum": 250.56035699999998,
              "mean": 62.640089249999996,
              "median": 61.642773,
              "q25": 52.472464,
              "q75": 71.81039824999999,
              "min": 46.290535,
              "max": 80.984276
            },
            "unsuccessfulTime": {
              "n": 16,
              "sum": 1821.7403180000003,
              "mean": 113.85876987500001,
              "median": 103.865485,
              "q25": 97.97653199999999,
              "q75": 139.40194925,
              "min": 82.321478,
              "max": 155.581793
            },
            "tokens": {
              "n": 20,
              "sum": 2096270.0,
              "mean": 104813.5,
              "median": 105936.5,
              "q25": 82259.75,
              "q75": 132339.5,
              "min": 36711.0,
              "max": 190218.0
            },
            "successfulTokens": {
              "n": 4,
              "sum": 195382.0,
              "mean": 48845.5,
              "median": 46335.0,
              "q25": 37356.0,
              "q75": 57824.5,
              "min": 36711.0,
              "max": 66001.0
            },
            "unsuccessfulTokens": 1900888.0,
            "unsuccessfulTokenDistribution": {
              "n": 16,
              "sum": 1900888.0,
              "mean": 118805.5,
              "median": 109546.5,
              "q25": 91345.0,
              "q75": 135156.25,
              "min": 73604.0,
              "max": 190218.0
            },
            "unsuccessfulTokenShare": 0.9067954032638925,
            "episodesWithExecutionErrors": 8,
            "recoveredAfterError": 0,
            "errorRounds": 14,
            "totalRounds": 146,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 1,
            "rate": 10.0,
            "outcomes": {
              "budget_exhausted": 9,
              "success": 1
            },
            "time": {
              "n": 10,
              "sum": 1337.347345,
              "mean": 133.7347345,
              "median": 130.0407905,
              "q25": 121.181676,
              "q75": 144.33539100000002,
              "min": 91.571257,
              "max": 187.214504
            },
            "successfulTime": {
              "n": 1,
              "sum": 111.793172,
              "mean": 111.793172,
              "median": 111.793172,
              "q25": 111.793172,
              "q75": 111.793172,
              "min": 111.793172,
              "max": 111.793172
            },
            "unsuccessfulTime": {
              "n": 9,
              "sum": 1225.554173,
              "mean": 136.17268588888888,
              "median": 130.42703,
              "q25": 129.643476,
              "q75": 144.976428,
              "min": 91.571257,
              "max": 187.214504
            },
            "tokens": {
              "n": 10,
              "sum": 2168261.0,
              "mean": 216826.1,
              "median": 218309.5,
              "q25": 213459.25,
              "q75": 232084.5,
              "min": 162447.0,
              "max": 247493.0
            },
            "successfulTokens": {
              "n": 1,
              "sum": 162447.0,
              "mean": 162447.0,
              "median": 162447.0,
              "q25": 162447.0,
              "q75": 162447.0,
              "min": 162447.0,
              "max": 162447.0
            },
            "unsuccessfulTokens": 2005814.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 2005814.0,
              "mean": 222868.22222222222,
              "median": 218670.0,
              "q25": 214207.0,
              "q75": 234628.0,
              "min": 197468.0,
              "max": 247493.0
            },
            "unsuccessfulTokenShare": 0.9250795914329502,
            "episodesWithExecutionErrors": 2,
            "recoveredAfterError": 0,
            "errorRounds": 2,
            "totalRounds": 79,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 0,
            "rate": 0.0,
            "outcomes": {
              "task_failure": 7,
              "budget_exhausted": 6
            },
            "time": {
              "n": 13,
              "sum": 26578.845999999998,
              "mean": 2044.5266153846153,
              "median": 1728.183,
              "q25": 1562.708,
              "q75": 2988.724,
              "min": 435.496,
              "max": 3525.796
            },
            "successfulTime": {
              "n": 0
            },
            "unsuccessfulTime": {
              "n": 13,
              "sum": 26578.845999999998,
              "mean": 2044.5266153846153,
              "median": 1728.183,
              "q25": 1562.708,
              "q75": 2988.724,
              "min": 435.496,
              "max": 3525.796
            },
            "tokens": {
              "n": 13,
              "sum": 19562623,
              "mean": 1504817.1538461538,
              "median": 1860851,
              "q25": 1107371.0,
              "q75": 1968126.0,
              "min": 24985,
              "max": 1990686
            },
            "successfulTokens": {
              "n": 0
            },
            "unsuccessfulTokens": 19562623,
            "unsuccessfulTokenDistribution": {
              "n": 13,
              "sum": 19562623,
              "mean": 1504817.1538461538,
              "median": 1860851,
              "q25": 1107371.0,
              "q75": 1968126.0,
              "min": 24985,
              "max": 1990686
            },
            "unsuccessfulTokenShare": 1.0,
            "episodesWithExecutionErrors": 1,
            "recoveredAfterError": 0,
            "errorRounds": 1,
            "totalRounds": 948,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 11,
            "knownUnknownUsageAttempts": 186
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 14,
            "rate": 19.17808219178082,
            "outcomes": {
              "task_failure": 19,
              "budget_exhausted": 40,
              "success": 14
            },
            "time": {
              "n": 73,
              "sum": 4295.147431,
              "mean": 58.83763604109589,
              "median": 59.874506,
              "q25": 47.568646,
              "q75": 69.245323,
              "min": 15.234515,
              "max": 131.589653
            },
            "successfulTime": {
              "n": 14,
              "sum": 746.296323,
              "mean": 53.30688021428571,
              "median": 53.9217195,
              "q25": 46.7833385,
              "q75": 63.41101225,
              "min": 15.479744,
              "max": 80.426179
            },
            "unsuccessfulTime": {
              "n": 59,
              "sum": 3548.8511080000007,
              "mean": 60.15001877966102,
              "median": 61.200077,
              "q25": 47.6600385,
              "q75": 71.465834,
              "min": 15.234515,
              "max": 131.589653
            },
            "tokens": {
              "n": 73,
              "sum": 3570767.0,
              "mean": 48914.61643835616,
              "median": 56573.0,
              "q25": 38309.0,
              "q75": 61495.0,
              "min": 7965.0,
              "max": 75141.0
            },
            "successfulTokens": {
              "n": 14,
              "sum": 609013.0,
              "mean": 43500.92857142857,
              "median": 48275.5,
              "q25": 38491.5,
              "q75": 54582.75,
              "min": 8357.0,
              "max": 63276.0
            },
            "unsuccessfulTokens": 2961754.0,
            "unsuccessfulTokenDistribution": {
              "n": 59,
              "sum": 2961754.0,
              "mean": 50199.220338983054,
              "median": 58768.0,
              "q25": 38508.5,
              "q75": 61797.5,
              "min": 7965.0,
              "max": 75141.0
            },
            "unsuccessfulTokenShare": 0.8294447663485184,
            "episodesWithExecutionErrors": 1,
            "recoveredAfterError": 0,
            "errorRounds": 1,
            "totalRounds": 490,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 11,
            "rate": 52.38095238095238,
            "outcomes": {
              "budget_exhausted": 10,
              "success": 11
            },
            "time": {
              "n": 21,
              "sum": 7986.541027000001,
              "mean": 380.3114774761905,
              "median": 295.71084,
              "q25": 189.340028,
              "q75": 437.641286,
              "min": 118.559514,
              "max": 1274.647695
            },
            "successfulTime": {
              "n": 11,
              "sum": 2087.2974050000003,
              "mean": 189.75430954545453,
              "median": 189.340028,
              "q25": 152.1358435,
              "q75": 210.467174,
              "min": 118.559514,
              "max": 295.71084
            },
            "unsuccessfulTime": {
              "n": 10,
              "sum": 5899.243622,
              "mean": 589.9243622,
              "median": 438.38659199999995,
              "q25": 394.89929825,
              "q75": 491.207098,
              "min": 349.296685,
              "max": 1274.647695
            },
            "tokens": {
              "n": 21,
              "sum": 3002489.0,
              "mean": 142975.66666666666,
              "median": 154420.0,
              "q25": 80640.0,
              "q75": 205266.0,
              "min": 12326.0,
              "max": 227493.0
            },
            "successfulTokens": {
              "n": 11,
              "sum": 905402.0,
              "mean": 82309.27272727272,
              "median": 80640.0,
              "q25": 49776.0,
              "q75": 115014.0,
              "min": 12326.0,
              "max": 154420.0
            },
            "unsuccessfulTokens": 2097087.0,
            "unsuccessfulTokenDistribution": {
              "n": 10,
              "sum": 2097087.0,
              "mean": 209708.7,
              "median": 209723.5,
              "q25": 200800.0,
              "q75": 215762.0,
              "min": 196302.0,
              "max": 227493.0
            },
            "unsuccessfulTokenShare": 0.698449519715143,
            "episodesWithExecutionErrors": 7,
            "recoveredAfterError": 3,
            "errorRounds": 7,
            "totalRounds": 134,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "opus55",
        "name": "Claude Opus 5.5",
        "n": 157,
        "completed": 76,
        "rate": 48.40764331210191,
        "outcomes": {
          "budget_exhausted": 61,
          "success": 76,
          "task_failure": 19,
          "agent_failure": 1
        },
        "time": {
          "n": 157,
          "sum": 33064.63594341278,
          "mean": 210.60277670963555,
          "median": 135.56394410133362,
          "q25": 105.33743524551392,
          "q75": 211.0389370918274,
          "min": 30.093229055404663,
          "max": 1564.65647149086
        },
        "successfulTime": {
          "n": 76,
          "sum": 11754.886613607407,
          "mean": 154.66956070536062,
          "median": 105.50960147380829,
          "q25": 75.33757090568542,
          "q75": 165.78014826774597,
          "min": 30.093229055404663,
          "max": 1564.65647149086
        },
        "unsuccessfulTime": {
          "n": 81,
          "sum": 21309.749329805374,
          "mean": 263.0833250593256,
          "median": 165.61102986335754,
          "q25": 120.5632860660553,
          "q75": 286.2544503211975,
          "min": 45.90114212036133,
          "max": 1549.48988199234
        },
        "tokens": {
          "n": 157,
          "sum": 16015571.0,
          "mean": 102010.00636942674,
          "median": 35561.0,
          "q25": 16857.0,
          "q75": 74516.0,
          "min": 1425.0,
          "max": 1954578.0
        },
        "successfulTokens": {
          "n": 76,
          "sum": 4012095.0,
          "mean": 52790.72368421053,
          "median": 24852.0,
          "q25": 13640.0,
          "q75": 43467.5,
          "min": 1425.0,
          "max": 1435614.0
        },
        "unsuccessfulTokens": 12003476.0,
        "unsuccessfulTokenDistribution": {
          "n": 81,
          "sum": 12003476.0,
          "mean": 148191.06172839506,
          "median": 58288.0,
          "q25": 29599.0,
          "q75": 86106.0,
          "min": 4051.0,
          "max": 1954578.0
        },
        "unsuccessfulTokenShare": 0.7494878577854015,
        "episodesWithExecutionErrors": 105,
        "recoveredAfterError": 48,
        "errorRounds": 163,
        "totalRounds": 1542,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 3,
            "rate": 15.0,
            "outcomes": {
              "budget_exhausted": 17,
              "success": 3
            },
            "time": {
              "n": 20,
              "sum": 4941.634718179703,
              "mean": 247.08173590898514,
              "median": 189.09275567531586,
              "q25": 152.13565850257874,
              "q75": 317.9723399877548,
              "min": 60.23108744621277,
              "max": 709.2075939178467
            },
            "successfulTime": {
              "n": 3,
              "sum": 587.253936290741,
              "mean": 195.75131209691367,
              "median": 75.24104714393616,
              "q25": 67.73606729507446,
              "q75": 263.5114244222641,
              "min": 60.23108744621277,
              "max": 451.78180170059204
            },
            "unsuccessfulTime": {
              "n": 17,
              "sum": 4354.380781888962,
              "mean": 256.14004599346833,
              "median": 195.74950122833252,
              "q25": 165.5415849685669,
              "q75": 316.7989854812622,
              "min": 123.672607421875,
              "max": 709.2075939178467
            },
            "tokens": {
              "n": 20,
              "sum": 1494797.0,
              "mean": 74739.85,
              "median": 75679.0,
              "q25": 50704.25,
              "q75": 91588.5,
              "min": 18414.0,
              "max": 134617.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 230334.0,
              "mean": 76778.0,
              "median": 54596.0,
              "q25": 47858.5,
              "q75": 94606.5,
              "min": 41121.0,
              "max": 134617.0
            },
            "unsuccessfulTokens": 1264463.0,
            "unsuccessfulTokenDistribution": {
              "n": 17,
              "sum": 1264463.0,
              "mean": 74380.17647058824,
              "median": 76879.0,
              "q25": 51349.0,
              "q75": 91163.0,
              "min": 18414.0,
              "max": 119594.0
            },
            "unsuccessfulTokenShare": 0.8459095114587466,
            "episodesWithExecutionErrors": 16,
            "recoveredAfterError": 2,
            "errorRounds": 33,
            "totalRounds": 150,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 9,
            "rate": 45.0,
            "outcomes": {
              "budget_exhausted": 11,
              "success": 9
            },
            "time": {
              "n": 20,
              "sum": 2216.754234313965,
              "mean": 110.83771171569825,
              "median": 116.13185346126556,
              "q25": 74.02724277973175,
              "q75": 129.2275346517563,
              "min": 32.333555459976196,
              "max": 251.03415083885193
            },
            "successfulTime": {
              "n": 9,
              "sum": 659.117226600647,
              "mean": 73.23524740007188,
              "median": 63.21856451034546,
              "q25": 47.39660143852234,
              "q75": 92.83192110061646,
              "min": 32.333555459976196,
              "max": 124.42019987106323
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 1557.6370077133179,
              "mean": 141.60336433757436,
              "median": 126.27671408653259,
              "q25": 120.46905601024628,
              "q75": 148.80698490142822,
              "min": 109.17900776863098,
              "max": 251.03415083885193
            },
            "tokens": {
              "n": 20,
              "sum": 1423903.0,
              "mean": 71195.15,
              "median": 75205.0,
              "q25": 50600.75,
              "q75": 91882.5,
              "min": 23029.0,
              "max": 123065.0
            },
            "successfulTokens": {
              "n": 9,
              "sum": 511159.0,
              "mean": 56795.444444444445,
              "median": 57922.0,
              "q25": 34663.0,
              "q75": 83703.0,
              "min": 23029.0,
              "max": 96464.0
            },
            "unsuccessfulTokens": 912744.0,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 912744.0,
              "mean": 82976.72727272728,
              "median": 78067.0,
              "q25": 66257.5,
              "q75": 104010.5,
              "min": 36791.0,
              "max": 123065.0
            },
            "unsuccessfulTokenShare": 0.6410155747968788,
            "episodesWithExecutionErrors": 10,
            "recoveredAfterError": 4,
            "errorRounds": 10,
            "totalRounds": 128,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 3,
            "rate": 30.0,
            "outcomes": {
              "budget_exhausted": 7,
              "success": 3
            },
            "time": {
              "n": 10,
              "sum": 1682.5775520801544,
              "mean": 168.25775520801545,
              "median": 180.84986686706543,
              "q25": 139.33042269945145,
              "q75": 180.89390391111374,
              "min": 90.382896900177,
              "max": 281.06668972969055
            },
            "successfulTime": {
              "n": 3,
              "sum": 361.6997187137604,
              "mean": 120.56657290458679,
              "median": 90.41784000396729,
              "q25": 90.40036845207214,
              "q75": 135.6584109067917,
              "min": 90.382896900177,
              "max": 180.8989818096161
            },
            "unsuccessfulTime": {
              "n": 7,
              "sum": 1320.877833366394,
              "mean": 188.69683333805628,
              "median": 180.85935425758362,
              "q25": 165.7351189851761,
              "q75": 195.95880365371704,
              "min": 135.56394410133362,
              "max": 281.06668972969055
            },
            "tokens": {
              "n": 10,
              "sum": 633455.0,
              "mean": 63345.5,
              "median": 63499.5,
              "q25": 47865.25,
              "q75": 79090.25,
              "min": 36658.0,
              "max": 86106.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 152487.0,
              "mean": 50829.0,
              "median": 41313.0,
              "q25": 38985.5,
              "q75": 57914.5,
              "min": 36658.0,
              "max": 74516.0
            },
            "unsuccessfulTokens": 480968.0,
            "unsuccessfulTokenDistribution": {
              "n": 7,
              "sum": 480968.0,
              "mean": 68709.71428571429,
              "median": 67927.0,
              "q25": 58680.0,
              "q75": 82592.0,
              "min": 44391.0,
              "max": 86106.0
            },
            "unsuccessfulTokenShare": 0.7592772967298388,
            "episodesWithExecutionErrors": 9,
            "recoveredAfterError": 3,
            "errorRounds": 14,
            "totalRounds": 73,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 3,
            "rate": 23.076923076923077,
            "outcomes": {
              "task_failure": 8,
              "success": 3,
              "agent_failure": 1,
              "budget_exhausted": 1
            },
            "time": {
              "n": 13,
              "sum": 10515.987877368927,
              "mean": 808.9221444129944,
              "median": 691.9177553653717,
              "q25": 481.5207931995392,
              "q75": 1158.393497467041,
              "min": 195.6384117603302,
              "max": 1564.65647149086
            },
            "successfulTime": {
              "n": 3,
              "sum": 2091.2518293857574,
              "mean": 697.0839431285858,
              "median": 330.95694613456726,
              "q25": 263.29767894744873,
              "q75": 947.8067088127136,
              "min": 195.6384117603302,
              "max": 1564.65647149086
            },
            "unsuccessfulTime": {
              "n": 10,
              "sum": 8424.73604798317,
              "mean": 842.473604798317,
              "median": 699.4931299686432,
              "q25": 545.3960719704628,
              "q75": 1105.7299986481667,
              "min": 436.2977616786957,
              "max": 1549.48988199234
            },
            "tokens": {
              "n": 13,
              "sum": 9875120.0,
              "mean": 759624.6153846154,
              "median": 414844.0,
              "q25": 319909.0,
              "q75": 965711.0,
              "min": 77306.0,
              "max": 1954578.0
            },
            "successfulTokens": {
              "n": 3,
              "sum": 1616172.0,
              "mean": 538724.0,
              "median": 103252.0,
              "q25": 90279.0,
              "q75": 769433.0,
              "min": 77306.0,
              "max": 1435614.0
            },
            "unsuccessfulTokens": 8258948.0,
            "unsuccessfulTokenDistribution": {
              "n": 10,
              "sum": 8258948.0,
              "mean": 825894.8,
              "median": 616590.0,
              "q25": 375658.75,
              "q75": 959913.25,
              "min": 163945.0,
              "max": 1954578.0
            },
            "unsuccessfulTokenShare": 0.836339001450109,
            "episodesWithExecutionErrors": 2,
            "recoveredAfterError": 0,
            "errorRounds": 2,
            "totalRounds": 591,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 43,
            "rate": 58.9041095890411,
            "outcomes": {
              "success": 43,
              "budget_exhausted": 19,
              "task_failure": 11
            },
            "time": {
              "n": 73,
              "sum": 8763.820357322693,
              "mean": 120.05233366195469,
              "median": 105.49821472167969,
              "q25": 90.29345440864563,
              "q75": 135.64602541923523,
              "min": 30.093229055404663,
              "max": 286.2130637168884
            },
            "successfulTime": {
              "n": 43,
              "sum": 5026.722985267639,
              "mean": 116.90053454110789,
              "median": 105.4802610874176,
              "q25": 75.33352208137512,
              "q75": 143.00343799591064,
              "min": 30.093229055404663,
              "max": 286.2130637168884
            },
            "unsuccessfulTime": {
              "n": 30,
              "sum": 3737.0973720550537,
              "mean": 124.56991240183513,
              "median": 113.04903388023376,
              "q25": 90.47679662704468,
              "q75": 135.630852997303,
              "min": 45.90114212036133,
              "max": 226.00667929649353
            },
            "tokens": {
              "n": 73,
              "sum": 1709005.0,
              "mean": 23411.027397260274,
              "median": 22514.0,
              "q25": 10865.0,
              "q75": 32332.0,
              "min": 2726.0,
              "max": 62835.0
            },
            "successfulTokens": {
              "n": 43,
              "sum": 995300.0,
              "mean": 23146.511627906977,
              "median": 22382.0,
              "q25": 12898.5,
              "q75": 31754.5,
              "min": 2726.0,
              "max": 59317.0
            },
            "unsuccessfulTokens": 713705.0,
            "unsuccessfulTokenDistribution": {
              "n": 30,
              "sum": 713705.0,
              "mean": 23790.166666666668,
              "median": 23401.5,
              "q25": 10499.0,
              "q75": 32471.75,
              "min": 4051.0,
              "max": 62835.0
            },
            "unsuccessfulTokenShare": 0.4176143428486166,
            "episodesWithExecutionErrors": 57,
            "recoveredAfterError": 32,
            "errorRounds": 90,
            "totalRounds": 484,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 15,
            "rate": 71.42857142857143,
            "outcomes": {
              "budget_exhausted": 6,
              "success": 15
            },
            "time": {
              "n": 21,
              "sum": 4943.861204147339,
              "mean": 235.42196210225424,
              "median": 211.00478410720825,
              "q25": 135.5643138885498,
              "q75": 316.2725417613983,
              "min": 75.25077676773071,
              "max": 542.4738192558289
            },
            "successfulTime": {
              "n": 15,
              "sum": 3028.8409173488617,
              "mean": 201.92272782325745,
              "median": 165.7806432247162,
              "q25": 105.56454312801361,
              "q75": 248.5428352355957,
              "min": 75.25077676773071,
              "max": 542.4738192558289
            },
            "unsuccessfulTime": {
              "n": 6,
              "sum": 1915.0202867984772,
              "mean": 319.1700477997462,
              "median": 301.42977809906006,
              "q25": 286.2721643447876,
              "q75": 340.0593739748001,
              "min": 286.1409249305725,
              "max": 391.86427330970764
            },
            "tokens": {
              "n": 21,
              "sum": 879291.0,
              "mean": 41871.0,
              "median": 20702.0,
              "q25": 8831.0,
              "q75": 58354.0,
              "min": 1425.0,
              "max": 185872.0
            },
            "successfulTokens": {
              "n": 15,
              "sum": 506643.0,
              "mean": 33776.2,
              "median": 13782.0,
              "q25": 4946.0,
              "q75": 28131.5,
              "min": 1425.0,
              "max": 185872.0
            },
            "unsuccessfulTokens": 372648.0,
            "unsuccessfulTokenDistribution": {
              "n": 6,
              "sum": 372648.0,
              "mean": 62108.0,
              "median": 54167.0,
              "q25": 46393.5,
              "q75": 66613.75,
              "min": 29457.0,
              "max": 120292.0
            },
            "unsuccessfulTokenShare": 0.42380508841782755,
            "episodesWithExecutionErrors": 11,
            "recoveredAfterError": 7,
            "errorRounds": 14,
            "totalRounds": 116,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "deepseek",
        "name": "DeepSeek 4.1 Flash-1017",
        "n": 157,
        "completed": 49,
        "rate": 31.21019108280255,
        "outcomes": {
          "budget_exhausted": 92,
          "success": 49,
          "task_failure": 14,
          "agent_failure": 2
        },
        "time": {
          "n": 157,
          "sum": 17192.11202096939,
          "mean": 109.50389822273497,
          "median": 57.12354135513306,
          "q25": 36.14350509643555,
          "q75": 78.45310926437378,
          "min": 20.300137758255005,
          "max": 733.3113152980804
        },
        "successfulTime": {
          "n": 49,
          "sum": 4715.216162204742,
          "mean": 96.22890126948454,
          "median": 36.358973026275635,
          "q25": 25.812522649765015,
          "q75": 144.35561990737915,
          "min": 20.300137758255005,
          "max": 414.71562600135803
        },
        "unsuccessfulTime": {
          "n": 108,
          "sum": 12476.895858764648,
          "mean": 115.52681350708008,
          "median": 59.29564142227173,
          "q25": 36.445534110069275,
          "q75": 76.93220323324203,
          "min": 20.535972118377686,
          "max": 733.3113152980804
        },
        "tokens": {
          "n": 157,
          "sum": 28346147.0,
          "mean": 180548.70700636943,
          "median": 77348.0,
          "q25": 60918.0,
          "q75": 148866.0,
          "min": 16334.0,
          "max": 1917173.0
        },
        "successfulTokens": {
          "n": 49,
          "sum": 4599889.0,
          "mean": 93875.28571428571,
          "median": 64837.0,
          "q25": 46436.0,
          "q75": 92230.0,
          "min": 16633.0,
          "max": 938473.0
        },
        "unsuccessfulTokens": 23746258.0,
        "unsuccessfulTokenDistribution": {
          "n": 108,
          "sum": 23746258.0,
          "mean": 219872.75925925927,
          "median": 92445.5,
          "q25": 64918.75,
          "q75": 189047.5,
          "min": 16334.0,
          "max": 1917173.0
        },
        "unsuccessfulTokenShare": 0.8377243651491683,
        "episodesWithExecutionErrors": 50,
        "recoveredAfterError": 9,
        "errorRounds": 117,
        "totalRounds": 1906,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 1,
            "rate": 5.0,
            "outcomes": {
              "budget_exhausted": 19,
              "success": 1
            },
            "time": {
              "n": 20,
              "sum": 1278.8731775283813,
              "mean": 63.943658876419065,
              "median": 64.26796412467957,
              "q25": 58.313484847545624,
              "q75": 71.12714833021164,
              "min": 47.33867359161377,
              "max": 78.45310926437378
            },
            "successfulTime": {
              "n": 1,
              "sum": 59.50185227394104,
              "mean": 59.50185227394104,
              "median": 59.50185227394104,
              "q25": 59.50185227394104,
              "q75": 59.50185227394104,
              "min": 59.50185227394104,
              "max": 59.50185227394104
            },
            "unsuccessfulTime": {
              "n": 19,
              "sum": 1219.3713252544403,
              "mean": 64.17743817128633,
              "median": 65.99194240570068,
              "q25": 58.02668654918671,
              "q75": 71.14901006221771,
              "min": 47.33867359161377,
              "max": 78.45310926437378
            },
            "tokens": {
              "n": 20,
              "sum": 2069683.0,
              "mean": 103484.15,
              "median": 101200.5,
              "q25": 84041.75,
              "q75": 113542.0,
              "min": 35290.0,
              "max": 208242.0
            },
            "successfulTokens": {
              "n": 1,
              "sum": 92230.0,
              "mean": 92230.0,
              "median": 92230.0,
              "q25": 92230.0,
              "q75": 92230.0,
              "min": 92230.0,
              "max": 92230.0
            },
            "unsuccessfulTokens": 1977453.0,
            "unsuccessfulTokenDistribution": {
              "n": 19,
              "sum": 1977453.0,
              "mean": 104076.47368421052,
              "median": 103445.0,
              "q25": 82455.5,
              "q75": 113624.0,
              "min": 35290.0,
              "max": 208242.0
            },
            "unsuccessfulTokenShare": 0.9554376201572898,
            "episodesWithExecutionErrors": 10,
            "recoveredAfterError": 0,
            "errorRounds": 24,
            "totalRounds": 153,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 4,
            "rate": 20.0,
            "outcomes": {
              "budget_exhausted": 16,
              "success": 4
            },
            "time": {
              "n": 20,
              "sum": 1337.2531185150146,
              "mean": 66.86265592575073,
              "median": 64.91454088687897,
              "q25": 60.77158373594284,
              "q75": 74.37401127815247,
              "min": 40.538575887680054,
              "max": 91.12356615066528
            },
            "successfulTime": {
              "n": 4,
              "sum": 244.28603172302246,
              "mean": 61.071507930755615,
              "median": 63.88845074176788,
              "q25": 55.69822704792023,
              "q75": 69.26173162460327,
              "min": 40.538575887680054,
              "max": 75.97055435180664
            },
            "unsuccessfulTime": {
              "n": 16,
              "sum": 1092.9670867919922,
              "mean": 68.31044292449951,
              "median": 64.91454088687897,
              "q25": 60.789928793907166,
              "q75": 74.99820172786713,
              "min": 55.72951912879944,
              "max": 91.12356615066528
            },
            "tokens": {
              "n": 20,
              "sum": 2111656.0,
              "mean": 105582.8,
              "median": 105265.5,
              "q25": 93044.5,
              "q75": 124039.25,
              "min": 40548.0,
              "max": 169067.0
            },
            "successfulTokens": {
              "n": 4,
              "sum": 272468.0,
              "mean": 68117.0,
              "median": 62332.5,
              "q25": 43428.75,
              "q75": 87020.75,
              "min": 40548.0,
              "max": 107255.0
            },
            "unsuccessfulTokens": 1839188.0,
            "unsuccessfulTokenDistribution": {
              "n": 16,
              "sum": 1839188.0,
              "mean": 114949.25,
              "median": 108524.0,
              "q25": 97731.0,
              "q75": 125298.75,
              "min": 81686.0,
              "max": 169067.0
            },
            "unsuccessfulTokenShare": 0.8709695139738669,
            "episodesWithExecutionErrors": 8,
            "recoveredAfterError": 0,
            "errorRounds": 22,
            "totalRounds": 151,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 2,
            "rate": 20.0,
            "outcomes": {
              "budget_exhausted": 8,
              "success": 2
            },
            "time": {
              "n": 10,
              "sum": 565.1132199764252,
              "mean": 56.51132199764252,
              "median": 52.06442582607269,
              "q25": 41.74713283777237,
              "q75": 65.6973026394844,
              "min": 31.37072730064392,
              "max": 113.13690257072449
            },
            "successfulTime": {
              "n": 2,
              "sum": 67.8887460231781,
              "mean": 33.94437301158905,
              "median": 33.94437301158905,
              "q25": 32.657550156116486,
              "q75": 35.231195867061615,
              "min": 31.37072730064392,
              "max": 36.51801872253418
            },
            "unsuccessfulTime": {
              "n": 8,
              "sum": 497.22447395324707,
              "mean": 62.153059244155884,
              "median": 59.75914454460144,
              "q25": 45.59533208608627,
              "q75": 66.96704655885696,
              "min": 41.71742129325867,
              "max": 113.13690257072449
            },
            "tokens": {
              "n": 10,
              "sum": 1865658.0,
              "mean": 186565.8,
              "median": 194999.0,
              "q25": 182923.25,
              "q75": 199904.5,
              "min": 112553.0,
              "max": 220835.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 268096.0,
              "mean": 134048.0,
              "median": 134048.0,
              "q25": 123300.5,
              "q75": 144795.5,
              "min": 112553.0,
              "max": 155543.0
            },
            "unsuccessfulTokens": 1597562.0,
            "unsuccessfulTokenDistribution": {
              "n": 8,
              "sum": 1597562.0,
              "mean": 199695.25,
              "median": 196951.5,
              "q25": 193426.25,
              "q75": 204604.5,
              "min": 180455.0,
              "max": 220835.0
            },
            "unsuccessfulTokenShare": 0.8562994932618947,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 1,
            "errorRounds": 8,
            "totalRounds": 77,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 2,
            "rate": 15.384615384615385,
            "outcomes": {
              "task_failure": 4,
              "budget_exhausted": 5,
              "success": 2,
              "agent_failure": 2
            },
            "time": {
              "n": 13,
              "sum": 5708.851411342621,
              "mean": 439.1424162571247,
              "median": 414.71562600135803,
              "q25": 318.5315034389496,
              "q75": 601.8082871437073,
              "min": 111.32808136940002,
              "max": 733.3113152980804
            },
            "successfulTime": {
              "n": 2,
              "sum": 526.043707370758,
              "mean": 263.021853685379,
              "median": 263.021853685379,
              "q25": 187.17496752738953,
              "q75": 338.86873984336853,
              "min": 111.32808136940002,
              "max": 414.71562600135803
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 5182.807703971863,
              "mean": 471.1643367247148,
              "median": 508.9244794845581,
              "q25": 338.76018273830414,
              "q75": 601.8839336633682,
              "min": 197.68240690231323,
              "max": 733.3113152980804
            },
            "tokens": {
              "n": 13,
              "sum": 14710896.0,
              "mean": 1131607.3846153845,
              "median": 1076527.0,
              "q25": 505408.0,
              "q75": 1900203.0,
              "min": 64852.0,
              "max": 1917173.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 1003325.0,
              "mean": 501662.5,
              "median": 501662.5,
              "q25": 283257.25,
              "q75": 720067.75,
              "min": 64852.0,
              "max": 938473.0
            },
            "unsuccessfulTokens": 13707571.0,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 13707571.0,
              "mean": 1246142.8181818181,
              "median": 1106965.0,
              "q25": 651574.0,
              "q75": 1901897.5,
              "min": 275591.0,
              "max": 1917173.0
            },
            "unsuccessfulTokenShare": 0.9317971522604741,
            "episodesWithExecutionErrors": 7,
            "recoveredAfterError": 0,
            "errorRounds": 16,
            "totalRounds": 848,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 28,
            "rate": 38.35616438356164,
            "outcomes": {
              "budget_exhausted": 35,
              "success": 28,
              "task_failure": 10
            },
            "time": {
              "n": 73,
              "sum": 2659.4722113609314,
              "mean": 36.43112618302646,
              "median": 36.03964638710022,
              "q25": 30.556782007217407,
              "q75": 41.041093587875366,
              "min": 20.300137758255005,
              "max": 77.67762041091919
            },
            "successfulTime": {
              "n": 28,
              "sum": 878.4069333076477,
              "mean": 31.371676189558848,
              "median": 28.375349164009094,
              "q25": 20.86632651090622,
              "q75": 36.16679120063782,
              "min": 20.300137758255005,
              "max": 72.75734615325928
            },
            "unsuccessfulTime": {
              "n": 45,
              "sum": 1781.0652780532837,
              "mean": 39.57922840118408,
              "median": 36.33731532096863,
              "q25": 31.258311986923218,
              "q75": 41.40987992286682,
              "min": 20.535972118377686,
              "max": 77.67762041091919
            },
            "tokens": {
              "n": 73,
              "sum": 4223002.0,
              "mean": 57849.34246575343,
              "median": 61638.0,
              "q25": 53892.0,
              "q75": 68329.0,
              "min": 16334.0,
              "max": 88565.0
            },
            "successfulTokens": {
              "n": 28,
              "sum": 1401770.0,
              "mean": 50063.21428571428,
              "median": 55477.0,
              "q25": 31213.25,
              "q75": 65020.75,
              "min": 16633.0,
              "max": 88565.0
            },
            "unsuccessfulTokens": 2821232.0,
            "unsuccessfulTokenDistribution": {
              "n": 45,
              "sum": 2821232.0,
              "mean": 62694.044444444444,
              "median": 63349.0,
              "q25": 58930.0,
              "q75": 70273.0,
              "min": 16334.0,
              "max": 78894.0
            },
            "unsuccessfulTokenShare": 0.6680631456011624,
            "episodesWithExecutionErrors": 12,
            "recoveredAfterError": 4,
            "errorRounds": 22,
            "totalRounds": 530,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 12,
            "rate": 57.142857142857146,
            "outcomes": {
              "budget_exhausted": 9,
              "success": 12
            },
            "time": {
              "n": 21,
              "sum": 5642.5488822460175,
              "mean": 268.69280391647703,
              "median": 285.7902009487152,
              "q25": 229.42787718772888,
              "q75": 306.56768107414246,
              "min": 144.35561990737915,
              "max": 363.64747309684753
            },
            "successfulTime": {
              "n": 12,
              "sum": 2939.088891506195,
              "mean": 244.92407429218292,
              "median": 244.7496817111969,
              "q25": 220.85680031776428,
              "q75": 285.82212311029434,
              "min": 144.35561990737915,
              "max": 332.7182149887085
            },
            "unsuccessfulTime": {
              "n": 9,
              "sum": 2703.4599907398224,
              "mean": 300.3844434155358,
              "median": 306.56768107414246,
              "q25": 296.00550985336304,
              "q75": 317.4015452861786,
              "min": 228.6329231262207,
              "max": 363.64747309684753
            },
            "tokens": {
              "n": 21,
              "sum": 3365252.0,
              "mean": 160250.09523809524,
              "median": 189520.0,
              "q25": 115084.0,
              "q75": 201720.0,
              "min": 47406.0,
              "max": 210955.0
            },
            "successfulTokens": {
              "n": 12,
              "sum": 1562000.0,
              "mean": 130166.66666666667,
              "median": 133484.5,
              "q25": 81209.5,
              "q75": 177071.5,
              "min": 47406.0,
              "max": 203491.0
            },
            "unsuccessfulTokens": 1803252.0,
            "unsuccessfulTokenDistribution": {
              "n": 9,
              "sum": 1803252.0,
              "mean": 200361.33333333334,
              "median": 201720.0,
              "q25": 196610.0,
              "q75": 206454.0,
              "min": 188890.0,
              "max": 210955.0
            },
            "unsuccessfulTokenShare": 0.535844566766471,
            "episodesWithExecutionErrors": 10,
            "recoveredAfterError": 4,
            "errorRounds": 25,
            "totalRounds": 147,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      },
      {
        "model": "gemini4argon",
        "name": "Gemini 4 Argon",
        "n": 157,
        "completed": 110,
        "rate": 70.06369426751593,
        "outcomes": {
          "success": 110,
          "timeout": 2,
          "budget_exhausted": 17,
          "task_failure": 28
        },
        "time": {
          "n": 157,
          "sum": 60335.449432611465,
          "mean": 384.30222568542337,
          "median": 159.53372812271118,
          "q25": 51.49139070510864,
          "q75": 612.1378424167633,
          "min": 15.674604415893555,
          "max": 4450.460546970367
        },
        "successfulTime": {
          "n": 110,
          "sum": 36820.089906454086,
          "mean": 334.7280900586735,
          "median": 115.6687263250351,
          "q25": 46.085563480854034,
          "q75": 612.0674287080765,
          "min": 15.674604415893555,
          "max": 1204.256941318512
        },
        "unsuccessfulTime": {
          "n": 47,
          "sum": 23515.35952615738,
          "mean": 500.3267984288804,
          "median": 196.05978751182556,
          "q25": 62.105058670043945,
          "q75": 684.79878282547,
          "min": 35.80747127532959,
          "max": 4450.460546970367
        },
        "tokens": {
          "n": 157,
          "sum": 22796609.0,
          "mean": 145201.33121019107,
          "median": 61220.0,
          "q25": 35779.0,
          "q75": 134559.0,
          "min": 8417.0,
          "max": 1947369.0
        },
        "successfulTokens": {
          "n": 110,
          "sum": 8201471.0,
          "mean": 74558.82727272727,
          "median": 52352.5,
          "q25": 32852.5,
          "q75": 104541.0,
          "min": 8417.0,
          "max": 251686.0
        },
        "unsuccessfulTokens": 14595138.0,
        "unsuccessfulTokenDistribution": {
          "n": 47,
          "sum": 14595138.0,
          "mean": 310534.8510638298,
          "median": 141524.0,
          "q25": 54852.5,
          "q75": 232692.0,
          "min": 23756.0,
          "max": 1947369.0
        },
        "unsuccessfulTokenShare": 0.6402328521755144,
        "episodesWithExecutionErrors": 28,
        "recoveredAfterError": 16,
        "errorRounds": 30,
        "totalRounds": 1385,
        "providerInterruptionEpisodes": 0,
        "knownIncompleteTransportUsageEpisodes": 0,
        "knownUnknownUsageAttempts": 0,
        "sourceResults": [
          {
            "benchmark": "ALFRED",
            "n": 20,
            "completed": 14,
            "rate": 70.0,
            "outcomes": {
              "success": 14,
              "timeout": 1,
              "budget_exhausted": 5
            },
            "time": {
              "n": 20,
              "sum": 12690.307003498077,
              "mean": 634.5153501749039,
              "median": 700.5405091047287,
              "q25": 200.0927031636238,
              "q75": 993.1107001900673,
              "min": 89.64276552200317,
              "max": 1237.6405901908875
            },
            "successfulTime": {
              "n": 14,
              "sum": 9539.182690620422,
              "mean": 681.3701921871731,
              "median": 774.4196072816849,
              "q25": 373.73433166742325,
              "q75": 961.7666670084,
              "min": 89.64276552200317,
              "max": 1093.3496012687683
            },
            "unsuccessfulTime": {
              "n": 6,
              "sum": 3151.124312877655,
              "mean": 525.1873854796091,
              "median": 219.4497972726822,
              "q25": 189.2696784734726,
              "q75": 899.7494614720345,
              "min": 168.85847306251526,
              "max": 1237.6405901908875
            },
            "tokens": {
              "n": 20,
              "sum": 2587945.0,
              "mean": 129397.25,
              "median": 126643.5,
              "q25": 101478.25,
              "q75": 156821.75,
              "min": 52405.0,
              "max": 213502.0
            },
            "successfulTokens": {
              "n": 14,
              "sum": 1589184.0,
              "mean": 113513.14285714286,
              "median": 109400.0,
              "q25": 88219.0,
              "q75": 141610.25,
              "min": 52405.0,
              "max": 188762.0
            },
            "unsuccessfulTokens": 998761.0,
            "unsuccessfulTokenDistribution": {
              "n": 6,
              "sum": 998761.0,
              "mean": 166460.16666666666,
              "median": 167763.5,
              "q25": 155862.5,
              "q75": 188187.5,
              "min": 102841.0,
              "max": 213502.0
            },
            "unsuccessfulTokenShare": 0.3859282171761765,
            "episodesWithExecutionErrors": 9,
            "recoveredAfterError": 4,
            "errorRounds": 11,
            "totalRounds": 131,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ALFWorld",
            "n": 20,
            "completed": 16,
            "rate": 80.0,
            "outcomes": {
              "success": 16,
              "budget_exhausted": 3,
              "timeout": 1
            },
            "time": {
              "n": 20,
              "sum": 11067.221242189407,
              "mean": 553.3610621094704,
              "median": 322.3208431005478,
              "q25": 204.918803691864,
              "q75": 989.2360593676567,
              "min": 40.71859622001648,
              "max": 1214.9861423969269
            },
            "successfulTime": {
              "n": 16,
              "sum": 9070.871510982513,
              "mean": 566.9294694364071,
              "median": 400.0518716573715,
              "q25": 178.24450767040253,
              "q75": 989.2360593676567,
              "min": 40.71859622001648,
              "max": 1204.256941318512
            },
            "unsuccessfulTime": {
              "n": 4,
              "sum": 1996.349731206894,
              "mean": 499.0874328017235,
              "median": 282.35609805583954,
              "q25": 229.69680082798004,
              "q75": 551.746730029583,
              "min": 216.65139269828796,
              "max": 1214.9861423969269
            },
            "tokens": {
              "n": 20,
              "sum": 2340452.0,
              "mean": 117022.6,
              "median": 118396.5,
              "q25": 92940.5,
              "q75": 145751.0,
              "min": 19643.0,
              "max": 225105.0
            },
            "successfulTokens": {
              "n": 16,
              "sum": 1598154.0,
              "mean": 99884.625,
              "median": 104568.5,
              "q25": 89782.25,
              "q75": 124143.0,
              "min": 19643.0,
              "max": 158565.0
            },
            "unsuccessfulTokens": 742298.0,
            "unsuccessfulTokenDistribution": {
              "n": 4,
              "sum": 742298.0,
              "mean": 185574.5,
              "median": 187834.5,
              "q25": 173021.75,
              "q75": 200387.25,
              "min": 141524.0,
              "max": 225105.0
            },
            "unsuccessfulTokenShare": 0.3171601041166407,
            "episodesWithExecutionErrors": 5,
            "recoveredAfterError": 4,
            "errorRounds": 5,
            "totalRounds": 118,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "DiscoveryWorld",
            "n": 10,
            "completed": 6,
            "rate": 60.0,
            "outcomes": {
              "success": 6,
              "budget_exhausted": 4
            },
            "time": {
              "n": 10,
              "sum": 1150.9750792980194,
              "mean": 115.09750792980194,
              "median": 109.18947458267212,
              "q25": 84.69642704725266,
              "q75": 153.22121679782867,
              "min": 35.91830372810364,
              "max": 201.298330783844
            },
            "successfulTime": {
              "n": 6,
              "sum": 485.58023715019226,
              "mean": 80.93003952503204,
              "median": 87.2309535741806,
              "q25": 51.37052404880524,
              "q75": 97.93221032619476,
              "min": 35.91830372810364,
              "max": 134.28368282318115
            },
            "unsuccessfulTime": {
              "n": 4,
              "sum": 665.3948421478271,
              "mean": 166.3487105369568,
              "median": 172.76358687877655,
              "q25": 149.2926304936409,
              "q75": 189.81966692209244,
              "min": 118.56933760643005,
              "max": 201.298330783844
            },
            "tokens": {
              "n": 10,
              "sum": 1558746.0,
              "mean": 155874.6,
              "median": 200486.5,
              "q25": 80085.75,
              "q75": 219274.0,
              "min": 33857.0,
              "max": 239841.0
            },
            "successfulTokens": {
              "n": 6,
              "sum": 660500.0,
              "mean": 110083.33333333333,
              "median": 94856.5,
              "q25": 42407.0,
              "q75": 173325.75,
              "min": 33857.0,
              "max": 212524.0
            },
            "unsuccessfulTokens": 898246.0,
            "unsuccessfulTokenDistribution": {
              "n": 4,
              "sum": 898246.0,
              "mean": 224561.5,
              "median": 223533.5,
              "q25": 218977.5,
              "q75": 229117.5,
              "min": 211338.0,
              "max": 239841.0
            },
            "unsuccessfulTokenShare": 0.5762619438959266,
            "episodesWithExecutionErrors": 7,
            "recoveredAfterError": 4,
            "errorRounds": 7,
            "totalRounds": 63,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "HumanCLAW",
            "n": 13,
            "completed": 2,
            "rate": 15.384615384615385,
            "outcomes": {
              "task_failure": 9,
              "budget_exhausted": 2,
              "success": 2
            },
            "time": {
              "n": 13,
              "sum": 15632.277653694153,
              "mean": 1202.4828964380117,
              "median": 889.1486339569092,
              "q25": 596.901159286499,
              "q75": 1342.686350107193,
              "min": 198.06243562698364,
              "max": 4450.460546970367
            },
            "successfulTime": {
              "n": 2,
              "sum": 635.35072016716,
              "mean": 317.67536008358,
              "median": 317.67536008358,
              "q25": 257.86889785528183,
              "q75": 377.4818223118782,
              "min": 198.06243562698364,
              "max": 437.2882845401764
            },
            "unsuccessfulTime": {
              "n": 11,
              "sum": 14996.926933526993,
              "mean": 1363.3569939569993,
              "median": 1056.9374005794525,
              "q25": 801.6711549758911,
              "q75": 1403.0973286628723,
              "min": 284.6097846031189,
              "max": 4450.460546970367
            },
            "tokens": {
              "n": 13,
              "sum": 10820252.0,
              "mean": 832327.0769230769,
              "median": 666909.0,
              "q25": 310181.0,
              "q75": 1230437.0,
              "min": 81663.0,
              "max": 1947369.0
            },
            "successfulTokens": {
              "n": 2,
              "sum": 239167.0,
              "mean": 119583.5,
              "median": 119583.5,
              "q25": 100623.25,
              "q75": 138543.75,
              "min": 81663.0,
              "max": 157504.0
            },
            "unsuccessfulTokens": 10581085.0,
            "unsuccessfulTokenDistribution": {
              "n": 11,
              "sum": 10581085.0,
              "mean": 961916.8181818182,
              "median": 889099.0,
              "q25": 464868.5,
              "q75": 1349157.5,
              "min": 94070.0,
              "max": 1947369.0
            },
            "unsuccessfulTokenShare": 0.9778963558334871,
            "episodesWithExecutionErrors": 0,
            "recoveredAfterError": 0,
            "errorRounds": 0,
            "totalRounds": 559,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "ScienceWorld",
            "n": 73,
            "completed": 52,
            "rate": 71.23287671232876,
            "outcomes": {
              "success": 52,
              "task_failure": 19,
              "budget_exhausted": 2
            },
            "time": {
              "n": 73,
              "sum": 7046.834569692612,
              "mean": 96.5319804067481,
              "median": 51.49139070510864,
              "q25": 41.242528438568115,
              "q75": 67.12571120262146,
              "min": 15.674604415893555,
              "max": 905.7458064556122
            },
            "successfulTime": {
              "n": 52,
              "sum": 4679.056733608246,
              "mean": 89.98186026169704,
              "median": 46.16288459300995,
              "q25": 40.9854411482811,
              "q75": 61.73841005563736,
              "min": 15.674604415893555,
              "max": 905.7458064556122
            },
            "unsuccessfulTime": {
              "n": 21,
              "sum": 2367.777836084366,
              "mean": 112.75132552782695,
              "median": 62.06852078437805,
              "q25": 51.46964478492737,
              "q75": 82.60387778282166,
              "min": 35.80747127532959,
              "max": 602.1360836029053
            },
            "tokens": {
              "n": 73,
              "sum": 2991671.0,
              "mean": 40981.79452054795,
              "median": 39319.0,
              "q25": 30321.0,
              "q75": 50130.0,
              "min": 8417.0,
              "max": 93514.0
            },
            "successfulTokens": {
              "n": 52,
              "sum": 1874115.0,
              "mean": 36040.67307692308,
              "median": 33599.5,
              "q25": 26057.5,
              "q75": 46684.5,
              "min": 8417.0,
              "max": 70961.0
            },
            "unsuccessfulTokens": 1117556.0,
            "unsuccessfulTokenDistribution": {
              "n": 21,
              "sum": 1117556.0,
              "mean": 53216.95238095238,
              "median": 51014.0,
              "q25": 46636.0,
              "q75": 58904.0,
              "min": 23756.0,
              "max": 93514.0
            },
            "unsuccessfulTokenShare": 0.37355578203619316,
            "episodesWithExecutionErrors": 4,
            "recoveredAfterError": 2,
            "errorRounds": 4,
            "totalRounds": 400,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          },
          {
            "benchmark": "VirtualHome",
            "n": 21,
            "completed": 20,
            "rate": 95.23809523809524,
            "outcomes": {
              "success": 20,
              "budget_exhausted": 1
            },
            "time": {
              "n": 21,
              "sum": 12747.833884239197,
              "mean": 607.039708773295,
              "median": 601.9273636341095,
              "q25": 337.7858703136444,
              "q75": 839.696722984314,
              "min": 114.53908061981201,
              "max": 1188.3184027671814
            },
            "successfulTime": {
              "n": 20,
              "sum": 12410.048013925552,
              "mean": 620.5024006962776,
              "median": 607.0326030254364,
              "q25": 335.7269277572632,
              "q75": 844.779951274395,
              "min": 114.53908061981201,
              "max": 1188.3184027671814
            },
            "unsuccessfulTime": {
              "n": 1,
              "sum": 337.7858703136444,
              "mean": 337.7858703136444,
              "median": 337.7858703136444,
              "q25": 337.7858703136444,
              "q75": 337.7858703136444,
              "min": 337.7858703136444,
              "max": 337.7858703136444
            },
            "tokens": {
              "n": 21,
              "sum": 2497543.0,
              "mean": 118930.61904761905,
              "median": 85875.0,
              "q25": 53198.0,
              "q75": 174931.0,
              "min": 11582.0,
              "max": 257192.0
            },
            "successfulTokens": {
              "n": 20,
              "sum": 2240351.0,
              "mean": 112017.55,
              "median": 85411.5,
              "q25": 52973.5,
              "q75": 139414.0,
              "min": 11582.0,
              "max": 251686.0
            },
            "unsuccessfulTokens": 257192.0,
            "unsuccessfulTokenDistribution": {
              "n": 1,
              "sum": 257192.0,
              "mean": 257192.0,
              "median": 257192.0,
              "q25": 257192.0,
              "q75": 257192.0,
              "min": 257192.0,
              "max": 257192.0
            },
            "unsuccessfulTokenShare": 0.10297800678506837,
            "episodesWithExecutionErrors": 3,
            "recoveredAfterError": 2,
            "errorRounds": 3,
            "totalRounds": 114,
            "providerInterruptionEpisodes": 0,
            "knownIncompleteTransportUsageEpisodes": 0,
            "knownUnknownUsageAttempts": 0
          }
        ]
      }
    ],
    "tasks": [
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190906_191501_563086--0--fd43a2d0cf22",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3d2b68db53d110c28c77",
          "sol": "38aabc4a8c3381a8ebac",
          "fable": "2fc2d0161e80350a1eee",
          "qwen": "88f88d8eb288a22e5670",
          "gemini": "f4a1653f25e917487d3b",
          "qwen35-397b": "f76ec09c7de4aec35ff4",
          "qwen35-27b": "ba84e6d322db78b0a8d5",
          "opus55": "7e6d40a080c4e774c869",
          "deepseek": "eec833a97b5a7af9480c",
          "gemini4argon": "argon-280e5f8de32440e5"
        },
        "executionId": null,
        "label": "ALFRED task 1",
        "argonReportSha256": "280e5f8de32440e589a1c115f59114f8a5f77c551b08d9e3e2914be32545cf11",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190907_033306_962974--0--3ad404aa530a",
        "benchmark": "ALFRED",
        "successModels": [
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ae16570d90c169fc621b",
          "sol": "c5bc367f80af219666b9",
          "fable": "49864bb10b7c186af70e",
          "qwen": "ed559d4b85e5ae56b00b",
          "gemini": "e382a2cd49b6e00e18f0",
          "qwen35-397b": "385e771da0391171d5d8",
          "qwen35-27b": "67bff20d2dfdeb0b2b77",
          "opus55": "95d9e76a9c7c6ce93988",
          "deepseek": "9744608fc4041c7bda3c",
          "gemini4argon": "argon-838e0bd66d59d49f"
        },
        "executionId": null,
        "label": "ALFRED task 2",
        "argonReportSha256": "838e0bd66d59d49ff14eab47a9ae4737b1a36ce7bbf28c57f878eccbd0adab11",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190907_161817_163233--0--6a8ea702a77c",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "5595e31c18667df11e54",
          "sol": "40a658e6fca3a9d47f8e",
          "fable": "e7de1d8556e192b5e998",
          "qwen": "af40c9f3c1085a9c6baa",
          "gemini": "c38a7c8680e457207783",
          "qwen35-397b": "3179937af05dea2256c1",
          "qwen35-27b": "c426fa9bae86ad536a2f",
          "opus55": "81030970ae6da79fb592",
          "deepseek": "eae06468570214d45754",
          "gemini4argon": "argon-452b04904fc8badd"
        },
        "executionId": null,
        "label": "ALFRED task 3",
        "argonReportSha256": "452b04904fc8baddcb8537d52a6da1d2c705a7c79c58e6ed4487be09ef72ac8a",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190907_164104_229696--0--db7585fa06e3",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e8e394f30d9d9117b68b",
          "sol": "610612445f2c75e0d713",
          "fable": "f691691cfffa06005381",
          "qwen": "565ee52a79950ca519cb",
          "gemini": "ff0bf732a949d887b4ff",
          "qwen35-397b": "8b951929cd56d14670b8",
          "qwen35-27b": "6606ffa9b152f1d1cd7f",
          "opus55": "280bf209c181c657f91c",
          "deepseek": "29a8b08fed16bd3d4d90",
          "gemini4argon": "argon-d0b0f72e83472130"
        },
        "executionId": null,
        "label": "ALFRED task 4",
        "argonReportSha256": "d0b0f72e83472130945c135ae60e74588716a2ad90e79072a35903fc1c74ce5d",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190907_171806_406231--0--cc2022aeb911",
        "benchmark": "ALFRED",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "timeout"
        },
        "recordIds": {
          "astra": "2d620489880842cbf591",
          "sol": "edd29163e92d177cf790",
          "fable": "8fc34b831661e0e1edbf",
          "qwen": "c96c2075f46dbf860568",
          "gemini": "3351752d6bfd07e80b21",
          "qwen35-397b": "3d26420ad1c194ec61f4",
          "qwen35-27b": "b596118b8e775f85e907",
          "opus55": "b64c0460e814b74878ad",
          "deepseek": "ea399647ea894e9a9024",
          "gemini4argon": "argon-c4877e8e876d8212"
        },
        "executionId": null,
        "label": "ALFRED task 5",
        "argonReportSha256": "c4877e8e876d8212254bb0ac40503b5838b22aa67562cd1b6a98d4902f4fd93c",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190907_182211_592010--0--9a48dd006725",
        "benchmark": "ALFRED",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "4433502260d032330131",
          "sol": "dccf2a1e0f1279aeca70",
          "fable": "1608ed0e1257c7275b2f",
          "qwen": "895132f8e9a32a0314d2",
          "gemini": "82c69df36d50d897fb4e",
          "qwen35-397b": "e78cb9cf73aebba37075",
          "qwen35-27b": "4c433b285f1ac69d598d",
          "opus55": "a86562c4d23749a70171",
          "deepseek": "d5a42751ae50c9f6cbd7",
          "gemini4argon": "argon-d1dc9572a79f886a"
        },
        "executionId": null,
        "label": "ALFRED task 6",
        "argonReportSha256": "d1dc9572a79f886a9e1d830c4b95319ba03030c9b42264e64418f88af8d32e2e",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_064808_086925--0--36b8ba3ce8cf",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "bb568b4158b9cf35dc4f",
          "sol": "c1c6727704c463bf157d",
          "fable": "332186806575296c6573",
          "qwen": "1191328b747e45ba7064",
          "gemini": "b42eb9d3ea69f5248c2b",
          "qwen35-397b": "3dfae01f4a9b46ce3ecb",
          "qwen35-27b": "b5dde20fdd05c425a8a1",
          "opus55": "34f3be819b6d3fb6c6b9",
          "deepseek": "c94de278306b1e0f8b10",
          "gemini4argon": "argon-b0f336ed6be3900a"
        },
        "executionId": "goal",
        "label": "Clean the soap bar and place it in the bathtub.",
        "argonReportSha256": "b0f336ed6be3900ab0ca802e1714d513379de10dd4c00ab31e42f4357699c1d4",
        "caseId": "showcase-alfred_official_visual"
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_112034_166152--0--828a2c166744",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "6573602a55319741a13d",
          "sol": "4c061a6b450f0f312f2f",
          "fable": "329e4996bfe8d226a340",
          "qwen": "606f2dab5286da4d94ad",
          "gemini": "908bbe5f7032a85b84d2",
          "qwen35-397b": "1c9dd533b5dabfa0c200",
          "qwen35-27b": "1b724f8cc8ad3f519778",
          "opus55": "3e75649045f6d867ffb3",
          "deepseek": "dd6fa2d7cda7d9182895",
          "gemini4argon": "argon-5a1f53ea09957fc5"
        },
        "executionId": null,
        "label": "ALFRED task 8",
        "argonReportSha256": "5a1f53ea09957fc55b9be1538c860b34a5138229bfe0d08994dd778106ff438b",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_133349_808774--0--e98f21e85cc5",
        "benchmark": "ALFRED",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "32fade8d9bd0232251fd",
          "sol": "bf5190e14d160ec231ed",
          "fable": "4cc2b17c7e51546c4f98",
          "qwen": "1a82797a784804ee0941",
          "gemini": "71167bf6147f2900b718",
          "qwen35-397b": "34ac22ee31486b586bd1",
          "qwen35-27b": "5438a48275815ba41981",
          "opus55": "59d43353ede19b346db1",
          "deepseek": "b37d7259311f6cdb9dcd",
          "gemini4argon": "argon-2ead4f02f9e6999a"
        },
        "executionId": null,
        "label": "ALFRED task 9",
        "argonReportSha256": "2ead4f02f9e6999a7ec807708ecc902ec49f0ee04fe41a2d5ae304422d82dc63",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_150807_823817--0--df0d65fe5290",
        "benchmark": "ALFRED",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "bc8831cd00d2fb1dde9f",
          "sol": "aab4d44841f6d5aa4283",
          "fable": "8e38e7dee7bf02c88c55",
          "qwen": "c71492d9d3fda6cdb0bf",
          "gemini": "832a995dd3ecccab1cce",
          "qwen35-397b": "a1fd36e182a1958bc578",
          "qwen35-27b": "91a56760116302d21367",
          "opus55": "ebb9d6f5989ec734bb24",
          "deepseek": "2da0ddd8df5529a805b5",
          "gemini4argon": "argon-b4de106a7a3b578f"
        },
        "executionId": null,
        "label": "ALFRED task 10",
        "argonReportSha256": "b4de106a7a3b578fdbaec40ab68ce1e0abe44b9b7a435df3ac87e67cbd9ed884",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_213533_897289--0--e92cdc8edd33",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "1c3606d42eee211e64a1",
          "sol": "3d74ded7723c5fb3724f",
          "fable": "0fb1c9e503f4e1d674ab",
          "qwen": "d8fc98f71016de3f1703",
          "gemini": "e807cc95f8a031a26e56",
          "qwen35-397b": "25f3dabbae4b1e8ed609",
          "qwen35-27b": "b0515b208c26bb5c6250",
          "opus55": "39d7d0c2f9b7c5842f67",
          "deepseek": "c20ff080d9510e07e701",
          "gemini4argon": "argon-95337e56473958aa"
        },
        "executionId": null,
        "label": "ALFRED task 11",
        "argonReportSha256": "95337e56473958aa12f89f29212fa8ecab2e07f8727e54de0712cf52d3954d96",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_234112_645480--0--cdf5dee375ee",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "fable",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "50768bbf6d2040ed1495",
          "sol": "123e4bf910a8d918477e",
          "fable": "f0e804c448f7771dd840",
          "qwen": "7feeee2522d69fac0c10",
          "gemini": "9bdb7c55143512a37d22",
          "qwen35-397b": "91d09db238c20a05407d",
          "qwen35-27b": "f239701515cdb560b5d2",
          "opus55": "cbe45ac77ff26a626b3e",
          "deepseek": "258f6c7b59f3966b426c",
          "gemini4argon": "argon-e589ef62489faa44"
        },
        "executionId": null,
        "label": "ALFRED task 12",
        "argonReportSha256": "e589ef62489faa444bc3aabf2af3c5871c3c83dbb88ffccff58c8e68f86d2812",
        "caseId": "W3-alfred_official_visual-02"
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190908_235919_129519--0--6380e8bf1f66",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "1b48062414f383d95d42",
          "sol": "778a5e14043b44d7e582",
          "fable": "2e7bc8b22d5bf33034e4",
          "qwen": "59819d6339693fe33961",
          "gemini": "7587f3ef43334a25e7ab",
          "qwen35-397b": "7d923d91507008b0317b",
          "qwen35-27b": "0239d4712c757f8b836e",
          "opus55": "be94cb74744c5c1f8ff0",
          "deepseek": "758e9879da37e9c9cd78",
          "gemini4argon": "argon-cd0db3eb94ead4d8"
        },
        "executionId": null,
        "label": "ALFRED task 13",
        "argonReportSha256": "cd0db3eb94ead4d8077920370bc730d35e7580f82051839aa7e7a70737219fa5",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_001852_804129--0--002ce0cbe1aa",
        "benchmark": "ALFRED",
        "successModels": [
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "90e9e4b812911e71bb32",
          "sol": "66d6054d39ac54f3b430",
          "fable": "219494cc5deb95179c01",
          "qwen": "1d7d89eb6fdd6aefa909",
          "gemini": "3bf531b15791ef84d4b2",
          "qwen35-397b": "689080bd77e354332b0a",
          "qwen35-27b": "eab66bd7a3b485b52cb6",
          "opus55": "1bf15cebc71708fec72d",
          "deepseek": "5cf4be90ad3b18bd8bef",
          "gemini4argon": "argon-3b5d9f6e72270d1a"
        },
        "executionId": null,
        "label": "ALFRED task 14",
        "argonReportSha256": "3b5d9f6e72270d1ac4bbe67f5e2282c12c9e444ff78ab0fb3fb250265eb95a12",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_004531_429065--0--a14577fbb0fe",
        "benchmark": "ALFRED",
        "successModels": [
          "fable"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "569167d194cc2df97d01",
          "sol": "7b5c79ca5afd92861c95",
          "fable": "537d1800419c3c9e4c86",
          "qwen": "66482e3eec5bd76aa198",
          "gemini": "dd3330621a2cae2d3704",
          "qwen35-397b": "debb4b124acb5c487638",
          "qwen35-27b": "77eccc6eead247e937dd",
          "opus55": "3f8d90c531a9de708664",
          "deepseek": "8132b2c97931ae42ca78",
          "gemini4argon": "argon-a2a0b53e38ce9564"
        },
        "executionId": null,
        "label": "ALFRED task 15",
        "argonReportSha256": "a2a0b53e38ce956439ebe4cdc1eeab944f8d3ee4e095b068877fa87ff066a67a",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_011850_153676--0--012c601a8409",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "24e7918fd5637e777599",
          "sol": "e156d200899af8314363",
          "fable": "8d857d7ea80274d21a4b",
          "qwen": "c888a547ffc748925420",
          "gemini": "19639f99aa974c7c222f",
          "qwen35-397b": "7c960a0e03f141f0bf24",
          "qwen35-27b": "d91668c55bc3e324bb50",
          "opus55": "ee1c2b9679bae3a84a3c",
          "deepseek": "197b34266bf4b61e54b6",
          "gemini4argon": "argon-286c6aebef94f5cc"
        },
        "executionId": null,
        "label": "ALFRED task 16",
        "argonReportSha256": "286c6aebef94f5ccfd24dc2f28b9b5fbcfb1db8a48fbf20462b48455e8815455",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_021650_880235--0--1b0e327519d0",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3b7537ce8321363ee34e",
          "sol": "92f6dd396e0f48af511a",
          "fable": "d68a634b3f343e18fc57",
          "qwen": "1fa8de29e738f3cc50cb",
          "gemini": "699a9aa4f975c002d1b5",
          "qwen35-397b": "a00edc87b45ff580c0fd",
          "qwen35-27b": "0d8b54cb9c20c1753b9a",
          "opus55": "5b7eea49ac9ca4b876d0",
          "deepseek": "719390a096fe19e36e99",
          "gemini4argon": "argon-20438c1daca37962"
        },
        "executionId": "task-6b0604e779",
        "label": "place a salt shaker in one of the pullout drawers",
        "argonReportSha256": "20438c1daca37962a14c4bbaf2872d2d1dbddb967a30d2b9c72ffdace7d3f5b8",
        "caseId": "task-video-93c639a379"
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_021728_339782--0--2e009ec90088",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e135f2829d0a0f9d3626",
          "sol": "5f032821c0b87061e4e1",
          "fable": "d14cc371271e639a2073",
          "qwen": "914c25642803f38318cb",
          "gemini": "cad0e242b83f761212c0",
          "qwen35-397b": "568968ca3fc0ea929563",
          "qwen35-27b": "4e2d32e1a7dc001073fa",
          "opus55": "23197ca358bc485ea31c",
          "deepseek": "2fcde31c78404eec799f",
          "gemini4argon": "argon-0556a3f1447b91f2"
        },
        "executionId": null,
        "label": "ALFRED task 18",
        "argonReportSha256": "0556a3f1447b91f29d2850001cda829b8a5371a12435793a6cc6a67fdb8346a1",
        "caseId": null
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190909_032721_511027--0--d84249286476",
        "benchmark": "ALFRED",
        "successModels": [
          "astra",
          "fable",
          "qwen",
          "qwen35-397b",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "0f743c3845d4e228a2a3",
          "sol": "35941aad3f5043cea888",
          "fable": "4d500a63af5b427d8531",
          "qwen": "c063ac70f9507ec4f755",
          "gemini": "f5ba91cc63d2e5d0e7d4",
          "qwen35-397b": "33634267726a6f1edc2f",
          "qwen35-27b": "2c5e226b1825ce0363ea",
          "opus55": "c2fda6c73802237e3ec8",
          "deepseek": "b5a7b8246f8bbf1152a8",
          "gemini4argon": "argon-f60698f216c72273"
        },
        "executionId": "task-e2d6a30aab",
        "label": "Hold a remote and turn on the lamp.",
        "argonReportSha256": "f60698f216c72273faa6b0047925abe9875030c2359b94d7cb89bd0d5914ec6f",
        "caseId": "task-video-00c8fe384b"
      },
      {
        "taskId": "alfred_official_visual--alfred_official_visual--official_eval_v1--trial_T20190910_222914_814642--0--f95e75752510",
        "benchmark": "ALFRED",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "315a847f4e1f8dc784e6",
          "sol": "60e8263d0d2de12118c7",
          "fable": "bc8b73dd54acaff9059d",
          "qwen": "8f60c5c8c32dd86aa1ef",
          "gemini": "e48378d740bb662c92bd",
          "qwen35-397b": "b193dfbf42ba632a61bf",
          "qwen35-27b": "fd802a622044cbae8db1",
          "opus55": "95eae27e9b87b69a7e1a",
          "deepseek": "4a1780ca6104aa7a6038",
          "gemini4argon": "argon-0b4bc001e5b5601f"
        },
        "executionId": "task-3f50880630",
        "label": "Put the green spray bottles on the toilet",
        "argonReportSha256": "0b4bc001e5b5601fc762530f45f264c2521bf89f8abeaa29975c10bd1e1d1de5",
        "caseId": "task-video-e52b380cf2"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190906_185530_954329--0--f5a5df354db8",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "d8937c56af8afdf13919",
          "sol": "0e9c583c56e8282d36ff",
          "fable": "ca58525c78fc3f2e33f6",
          "qwen": "5ef1017c3b05c0c1d7e9",
          "gemini": "593ad2f3f9e80b67e338",
          "qwen35-397b": "5e96d3e089866d9a0758",
          "qwen35-27b": "e501589a9f09c0eadf6f",
          "opus55": "3ef816cd8a2835a4cc73",
          "deepseek": "c36f1967e7562d7f2c1e",
          "gemini4argon": "argon-5418eface90a48d9"
        },
        "executionId": null,
        "label": "ALFWorld task 1",
        "argonReportSha256": "5418eface90a48d935f4f02d367e33459d3e6d2c5dd93d3625cc9126c830faad",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190906_191501_563086--0--eae2f49b0800",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "d7ad607def345ac87092",
          "sol": "2d02b08c071774c13851",
          "fable": "4249dda7a1d86f6127fb",
          "qwen": "610fcc1093cea88937e1",
          "gemini": "995713764d87db7c2b03",
          "qwen35-397b": "24ad28691ab38c17b13b",
          "qwen35-27b": "3b9e378589ff32f82d34",
          "opus55": "f4c102bfeb89196d535b",
          "deepseek": "a5ac6bf0478b5c331c38",
          "gemini4argon": "argon-1fbea25971109fc0"
        },
        "executionId": null,
        "label": "ALFWorld task 2",
        "argonReportSha256": "1fbea25971109fc09c121d7a7e7d360c8f85e36281abe2716b2b6a885806abde",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190906_213948_501157--0--f15f24a74ddc",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "b76a75970c880d8b450c",
          "sol": "33783c5dc922b29da429",
          "fable": "badfc704baca5cff711d",
          "qwen": "915b012e4236cd04999a",
          "gemini": "871124cc3e9bdab013ba",
          "qwen35-397b": "8867073a717788171cfa",
          "qwen35-27b": "08a6368fbeafe0e16d67",
          "opus55": "a0fb0636782662333baf",
          "deepseek": "811be85fd57d843b3c55",
          "gemini4argon": "argon-8600e86b5eb6083f"
        },
        "executionId": null,
        "label": "ALFWorld task 3",
        "argonReportSha256": "8600e86b5eb6083f78d24de9b3a5cb41a43927e1efbd2fbc76008a763fb1194d",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_061347_004735--0--f8e3bb490ad1",
        "benchmark": "ALFWorld",
        "successModels": [
          "sol",
          "fable",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "a0707b9a3d528002d95e",
          "sol": "8d9889bced41b3941f1c",
          "fable": "70ad1d8c04751071750a",
          "qwen": "266167c76bbd209ad13b",
          "gemini": "24924f2450e312172fa2",
          "qwen35-397b": "ee61ca1e2cec5f7778f2",
          "qwen35-27b": "adf0fb664367422d38fa",
          "opus55": "150a0dd1b789a93ab1f8",
          "deepseek": "7a61bb306ecf311980db",
          "gemini4argon": "argon-e3d660f1a29bf94f"
        },
        "executionId": null,
        "label": "ALFWorld task 4",
        "argonReportSha256": "e3d660f1a29bf94ff7634b8b59e122232767798a425806bfb3eff663b164756d",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_073447_193556--0--ffee3aba94be",
        "benchmark": "ALFWorld",
        "successModels": [
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c93c8ea542b2c2ce68e1",
          "sol": "378e6f4beee92d56d102",
          "fable": "0229c7172020017c8b82",
          "qwen": "c64525f6d97751378362",
          "gemini": "e8263d5d5c8fe7077ecc",
          "qwen35-397b": "3fed1e9ccd5f221f28cf",
          "qwen35-27b": "69d2033bfb8cebd3001e",
          "opus55": "968592828e581742375e",
          "deepseek": "b43c78b34fa27f7d1567",
          "gemini4argon": "argon-a1f8a94042f7456f"
        },
        "executionId": null,
        "label": "ALFWorld task 5",
        "argonReportSha256": "a1f8a94042f7456fde7cafb08585f34777c50d717f4c4e09f4f5006df426d99d",
        "caseId": "W3-alfworld_visual-03"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_074124_966890--0--937f07d75987",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "8723a1909d82b80cb4b2",
          "sol": "5a476b1d56f15c400a54",
          "fable": "67da11d426472720e20d",
          "qwen": "0a654c223373b5e59693",
          "gemini": "673db4fe10d24fc13bed",
          "qwen35-397b": "10f3107b349299b48a1f",
          "qwen35-27b": "c58ca827759c166870e7",
          "opus55": "e2adb1905733b5662b47",
          "deepseek": "92a360210eb2e1b02772",
          "gemini4argon": "argon-a5902ff8b212737b"
        },
        "executionId": "task-90e365e149",
        "label": "Put a cleaned bar of soap on a counter.",
        "argonReportSha256": "a5902ff8b212737b07daff17d8fd61b0132845d6b52a788eb2f120326331768d",
        "caseId": "showcase-alfworld_visual"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_143000_904569--0--efdc42c56799",
        "benchmark": "ALFWorld",
        "successModels": [
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "af44ff22a4b0b2f8ba8c",
          "sol": "85b0cd48c62602fd165f",
          "fable": "fbdddfc3c1d883e6c1a9",
          "qwen": "eaf3b7de7dd82548a5c6",
          "gemini": "c01a86bd3aa324b35f62",
          "qwen35-397b": "ba7c78da09dcf625afa1",
          "qwen35-27b": "13e1ada5903919ada5de",
          "opus55": "21cee17589c7c7bd9860",
          "deepseek": "03537a0c7557bd9e3eb2",
          "gemini4argon": "argon-2ee53d0bd56659af"
        },
        "executionId": null,
        "label": "ALFWorld task 7",
        "argonReportSha256": "2ee53d0bd56659afaa640824bf6e65ada0aa10afe612c254c4eb27c85d8269ad",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_201917_045715--0--7d00ed72d9e3",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c0063b173e327ef3a68c",
          "sol": "c35dbca2bcc2bae0c323",
          "fable": "ad3938411b1f9cbd4ffc",
          "qwen": "997433b58a3e14877b3c",
          "gemini": "cbeb8e2a0a964d598cb4",
          "qwen35-397b": "511cf71dc98aa79acbaf",
          "qwen35-27b": "99fb6ae0c0d8f4b85e94",
          "opus55": "560545d635acc3ec7c10",
          "deepseek": "85b1922d62b150e7e863",
          "gemini4argon": "argon-976f6bc6400a022b"
        },
        "executionId": null,
        "label": "ALFWorld task 8",
        "argonReportSha256": "976f6bc6400a022ba61f6787d5b374d899ceef54113b2d46c01af577e9e4fb99",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190907_221208_560499--0--03f48e863917",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "e33a1c2f9d04e0f696cd",
          "sol": "1cdf7776d5f1318bb455",
          "fable": "0f5cc68d3dcf40fd4215",
          "qwen": "beb19f11d798eab0df4c",
          "gemini": "0dfe128303dfe20f124b",
          "qwen35-397b": "5bd70a44997dfa0c7539",
          "qwen35-27b": "4a0839dc4d3788098e25",
          "opus55": "dee8826ff8f3cd978b46",
          "deepseek": "b17c4102bcaf2d0e2a23",
          "gemini4argon": "argon-27b3b223dd54aaf2"
        },
        "executionId": null,
        "label": "ALFWorld task 9",
        "argonReportSha256": "27b3b223dd54aaf26d210e8a00bd7b15257b9639eb8bff6d4424e539474d79c4",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190908_050633_745514--0--c721616e2b57",
        "benchmark": "ALFWorld",
        "successModels": [
          "sol",
          "fable",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ce906403a291ab68e6e4",
          "sol": "3983edd689f8f734c6c3",
          "fable": "68be1fda6d80b6575d66",
          "qwen": "7e9f973961e6fb66fa1c",
          "gemini": "0343dbdead3526909e32",
          "qwen35-397b": "89968c86691bce1bf65f",
          "qwen35-27b": "4535fc8298e0bef278c7",
          "opus55": "b3c8e006f4c9fffbad43",
          "deepseek": "a98204a55163f14d122d",
          "gemini4argon": "argon-910e71260ec03307"
        },
        "executionId": null,
        "label": "ALFWorld task 10",
        "argonReportSha256": "910e71260ec0330754d4dd67543132ec2ed223ad219c43a484a3114ca1ecd56b",
        "caseId": "task-video-e7e8d67769"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190908_212725_836398--0--bfe4c7dc3670",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "qwen35-397b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ed91eeef737ea97ae67e",
          "sol": "1b9be5f74fdb14174c86",
          "fable": "a9b165f5fa68a7e98304",
          "qwen": "964a3cc70a6cd3cae739",
          "gemini": "135d525c2d13f2ec410d",
          "qwen35-397b": "907d899e00be32edcdce",
          "qwen35-27b": "b67015b650ce09dae86c",
          "opus55": "430452265cb4c8c69f3e",
          "deepseek": "573c9908098f41e31a6a",
          "gemini4argon": "argon-e5872660f0af166c"
        },
        "executionId": null,
        "label": "ALFWorld task 11",
        "argonReportSha256": "e5872660f0af166c6d04c2aab46a9a2c9bbee5af66f211bec94d6bdd9029d6e0",
        "caseId": "task-video-84aa5bd062"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190908_222917_366542--0--832ccde75dfc",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9ebec7cbc3c09cbf651a",
          "sol": "afbaf145746b559ccc37",
          "fable": "c41062b77e98ea0bb130",
          "qwen": "7c3904d52512e0d6e4e5",
          "gemini": "996f014409fa056a0c26",
          "qwen35-397b": "02697d543c16d7bab373",
          "qwen35-27b": "70ba5a383e010a71c9a8",
          "opus55": "05d7bea731d449b24ec6",
          "deepseek": "24297b38d2dcbb660a41",
          "gemini4argon": "argon-2223d5b87b17bee8"
        },
        "executionId": null,
        "label": "ALFWorld task 12",
        "argonReportSha256": "2223d5b87b17bee868096b31c3a5958cff3a06c0958ca7844a283e01a8963aa4",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190908_222951_616606--0--67ab2def7ff7",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3f0ea7071ddd5ff46476",
          "sol": "0c19763b804860b007e0",
          "fable": "6776475b76a3e3e2b0cf",
          "qwen": "a7a6c6d5de7f398fe8ce",
          "gemini": "18debd8f816a3de83aa3",
          "qwen35-397b": "487ae1d6458b7d5b7bea",
          "qwen35-27b": "e4cf397a8b7bb47289cc",
          "opus55": "d913e57e803f060c20df",
          "deepseek": "200827c6afffeffa9913",
          "gemini4argon": "argon-966db85c6af33415"
        },
        "executionId": "task-fb376750d3",
        "label": "Turn on a lamp with a metal box. ",
        "argonReportSha256": "966db85c6af33415c31f6a77b46295c42a4cbda32a32960aac6059ae16ffd1a0",
        "caseId": "task-video-d7e4c9eca7"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190908_235919_129519--0--7ee154bb38a5",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "gemini",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "5d89d177470638fec449",
          "sol": "4902cbfcc8f4a90ed814",
          "fable": "17c52cbdecdad4018231",
          "qwen": "a37f8857fc516a2a2966",
          "gemini": "52cea26a2fff42a23d61",
          "qwen35-397b": "8437c5231628f1d3ff9f",
          "qwen35-27b": "9ed2f01549f1679535a2",
          "opus55": "f90a3075d351e2653664",
          "deepseek": "8ae9b28582e135d4701d",
          "gemini4argon": "argon-ee69af6ae95837b2"
        },
        "executionId": null,
        "label": "ALFWorld task 14",
        "argonReportSha256": "ee69af6ae95837b2d7d27ee8e1b925f98610c7996f7ef82bee8c6630cabdfd6c",
        "caseId": "task-video-67d332babf"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190909_011850_153676--0--8b8c610bed00",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "934adcac79e94a5e5926",
          "sol": "f192077841cce4828b26",
          "fable": "00f5c5e45107daf1197b",
          "qwen": "126ddf060b7e086322a8",
          "gemini": "4fe6a2f5994f911ae99a",
          "qwen35-397b": "a8c4c2b293596c4d403f",
          "qwen35-27b": "72b274e59696b34b7ccc",
          "opus55": "e1659b9c5cf88ca0573e",
          "deepseek": "14bcfe7228adb5e661b2",
          "gemini4argon": "argon-9e4af57c1a732a45"
        },
        "executionId": null,
        "label": "ALFWorld task 15",
        "argonReportSha256": "9e4af57c1a732a459f866795522036c395cdebdd748244d43ec0734007a80667",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190909_021100_341887--0--7e9bdc4b3082",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "2c18d4c071b64f27698e",
          "sol": "721b756c6895d4d16a11",
          "fable": "30b43a904188cb7c4322",
          "qwen": "214e60b4e1957f36cef1",
          "gemini": "972151662b045dfc37fe",
          "qwen35-397b": "10279cdbe5f98330b73d",
          "qwen35-27b": "4ca51a9c3b51afa8644f",
          "opus55": "bbddcb7eaaeb0ee8ce0f",
          "deepseek": "138e384f7ff709d6c447",
          "gemini4argon": "argon-1cf1f27de2132659"
        },
        "executionId": null,
        "label": "ALFWorld task 16",
        "argonReportSha256": "1cf1f27de21326592c248d6153ef387c72cc615d5096f52257e2ccd166d033a0",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190909_051800_233558--0--4658c6dda691",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "074d93643b5b4842e3ec",
          "sol": "e9ecd3fcaf7138a1e24c",
          "fable": "0659b12ed397fef4a9f2",
          "qwen": "858dd8a80f9fdb1e94a8",
          "gemini": "e6b9f69fa50355d3104b",
          "qwen35-397b": "6163be122ac3f8b84ce6",
          "qwen35-27b": "2344bca99e5779963f47",
          "opus55": "31914c8b7db35aee96ee",
          "deepseek": "2c94927ff33cb58b2c14",
          "gemini4argon": "argon-5064f5e77e7fb732"
        },
        "executionId": null,
        "label": "ALFWorld task 17",
        "argonReportSha256": "5064f5e77e7fb7329c6937fc0f24e3f102706ff79d72bfbafd240a9783959ff7",
        "caseId": "task-video-3dd7f0585a"
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190911_131350_027076--0--7f32c6af63f8",
        "benchmark": "ALFWorld",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "4fee84697f2bd0b59568",
          "sol": "ac145d274ff805c8b44d",
          "fable": "bcc1bf26d0d41924d02a",
          "qwen": "bd7a62ebd250520fd1ac",
          "gemini": "b6065f568d5cc00ac496",
          "qwen35-397b": "8a398eb3bafa285dbec9",
          "qwen35-27b": "1b6c8073f623ea6d9e5b",
          "opus55": "c7cb587770bf860431dc",
          "deepseek": "7d8b41b3f68a575f7c32",
          "gemini4argon": "argon-5b32d9b83a2b2512"
        },
        "executionId": null,
        "label": "ALFWorld task 18",
        "argonReportSha256": "5b32d9b83a2b2512a0aae6945e1c2952c27060da11340831bca8e9f21b3f6ff3",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190912_221016_460197--0--ebbaebb435a5",
        "benchmark": "ALFWorld",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "timeout"
        },
        "recordIds": {
          "astra": "a726e7deef38afba06ee",
          "sol": "3f4e54ae9b2c33a94993",
          "fable": "3e6a12b06d172f239802",
          "qwen": "61e220c8c00245102b14",
          "gemini": "1f1d377e966328cd1746",
          "qwen35-397b": "1400bd683d19ce3d1957",
          "qwen35-27b": "ba5f670f478401d60a57",
          "opus55": "42b5ceaf2ffb017176ac",
          "deepseek": "f75fdae8ae82fa53fe93",
          "gemini4argon": "argon-c069f162eb0d5843"
        },
        "executionId": null,
        "label": "ALFWorld task 19",
        "argonReportSha256": "c069f162eb0d5843e95a7aebbcb820995c9c117ed760749a2b39f062201c79d9",
        "caseId": null
      },
      {
        "taskId": "alfworld_visual--alfworld_visual--official_eval_v1--trial_T20190918_185132_685516--0--80e9ccba522c",
        "benchmark": "ALFWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "aa9bde00bc066f483965",
          "sol": "b0eee178abfc972aa680",
          "fable": "ab26ffe77f52ee8b679c",
          "qwen": "72391f002f2bddab65b8",
          "gemini": "2d0cf0a3bfb7c258f4e1",
          "qwen35-397b": "66711c12e5e55e2343b8",
          "qwen35-27b": "f5c9cab8a18b70845eff",
          "opus55": "60d15adcce3027541198",
          "deepseek": "4d2e90a0f9756bb25c38",
          "gemini4argon": "argon-00e297966d9cb8c3"
        },
        "executionId": null,
        "label": "ALFWorld task 20",
        "argonReportSha256": "00e297966d9cb8c3067696790714ac66337d26a8db46839d9d747347b716b212",
        "caseId": "task-video-689280c901"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Archaeology_Dating-Normal-s4--4--987dc450e2c9",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9feedb518604a91c4b4d",
          "sol": "c9649610e462adab857a",
          "fable": "f7da2265d92f4a0f9130",
          "qwen": "3c065c995746e73bfca1",
          "gemini": "46f0928abcc9a8092dfc",
          "qwen35-397b": "bb907c79a5b481aa9b67",
          "qwen35-27b": "5ac570c8ad2833243a66",
          "opus55": "9bcaf4206b9b75b9831a",
          "deepseek": "116fa78d964691889d95",
          "gemini4argon": "argon-6c21a7ff23a70c12"
        },
        "executionId": "recovery",
        "label": "Excavate three sites, date the artifacts, and place the red flag at the oldest site.",
        "argonReportSha256": "6c21a7ff23a70c12b18007b4454c9c2f05d11d1a880134a9ca58bf6ac3efedcc",
        "caseId": "showcase-discoveryworld"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Combinatorial_Chemistry-Easy-s0--0--f31a567f8260",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "sol",
          "gemini",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "budget_exhausted",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "88968513b06d4356f7df",
          "sol": "364c4ee1186a772a8134",
          "fable": "9a0ad740883e12b211e1",
          "qwen": "3e5356828c6d527ff6f0",
          "gemini": "e2285c47978a3022adb1",
          "qwen35-397b": "87dab0f84d6fae185bab",
          "qwen35-27b": "e3865d70f83f1fd67409",
          "opus55": "d31d581621535c5a83cd",
          "deepseek": "831375788f95fe5e1643",
          "gemini4argon": "argon-cfc9e10cfeeca600"
        },
        "executionId": "task-72ea11b27c",
        "label": "Identify the rust-removing chemical, clean the key, then unlock the shed and leave.",
        "argonReportSha256": "cfc9e10cfeeca600058d7498c8ac90726bbaa4ec3cad421de5e1a1faa6df1061",
        "caseId": "task-video-58633f4bb5"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--It_s_not_Rocket_Science-Normal-s3--3--dcf803be82ff",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "fable"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "68f11e4eeb826417a950",
          "sol": "8f37b622f6723444d351",
          "fable": "c0e00b73d339d9e0f180",
          "qwen": "ac8686fe8fc37269651a",
          "gemini": "23e37345900ef09cb2fe",
          "qwen35-397b": "336db04b89bbc94066f7",
          "qwen35-27b": "266a668858df30dba10c",
          "opus55": "b064fe1fbd955562c95b",
          "deepseek": "c1bebd579cb224b7ca99",
          "gemini4argon": "argon-f4815e771e1a244b"
        },
        "executionId": null,
        "label": "It s not Rocket Science Normal s3",
        "argonReportSha256": "f4815e771e1a244bd52aa986f04a5a328297729c34447936a1d5942e1572bd0c",
        "caseId": "task-video-a8d4fca335"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Lost_in_Translation-Normal-s3--3--763903c954f0",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "fable"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "9309d4998d9ec1622718",
          "sol": "0662729d6ec753fecb14",
          "fable": "e55f99618cf74bc76c06",
          "qwen": "fb2d21382fffdbe14dd0",
          "gemini": "b12713085467f36b36a2",
          "qwen35-397b": "cefd50662ec31fc5ab77",
          "qwen35-27b": "3a98a77d5f5dd3b6b95d",
          "opus55": "cb9d5dc10cdd8db836a6",
          "deepseek": "c6d9c15761088f346ed8",
          "gemini4argon": "argon-c4369f3d968c3e03"
        },
        "executionId": null,
        "label": "Lost in Translation Normal s3",
        "argonReportSha256": "c4369f3d968c3e037fcadf3611c30ee2802eccae2ae182e72c458b694c0e456d",
        "caseId": null
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Plant_Nutrients-Normal-s3--3--7171ef52946d",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "agent_failure",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "965a713bbb18e5ff5777",
          "sol": "3e79805b18b8fe0e1c51",
          "fable": "d9b5bfb14656695cd184",
          "qwen": "109f25ea2e26815f8bf8",
          "gemini": "15cdb2edd899b36ce076",
          "qwen35-397b": "8b183e0c70c668c28758",
          "qwen35-27b": "dcf1efe9d89e734c4ead",
          "opus55": "c824e91fc9a0e3f8202d",
          "deepseek": "484039a3e0c64c2e8e23",
          "gemini4argon": "argon-8adc8572e5091fe2"
        },
        "executionId": null,
        "label": "Plant Nutrients Normal s3",
        "argonReportSha256": "8adc8572e5091fe218c31572412ad48bbef9e3d63b255964daf7a1730875db9b",
        "caseId": null
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Small_Skills_Discovery_Feed_Test-Normal-s2--2--7add2fdd8e70",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3cb1488a00f7ed84c0da",
          "sol": "0209fe1aa54aa0a47b5c",
          "fable": "ad58da0d58eceddc1d11",
          "qwen": "2ef21a09b21ad4e5648e",
          "gemini": "46ccbf71972cd101988c",
          "qwen35-397b": "f003b928fe2e71969bfe",
          "qwen35-27b": "2ea777170a6eb982efba",
          "opus55": "be63af589ac952226e26",
          "deepseek": "77c1d7b8ebf08d6a65e8",
          "gemini4argon": "argon-ef20c9d0ce71aab5"
        },
        "executionId": null,
        "label": "Small Skills Discovery Feed Test Normal s2",
        "argonReportSha256": "ef20c9d0ce71aab5885002dab2cd31d487f14971808fcd13d9e1a74bfa51535b",
        "caseId": "task-video-c581f1bfc3"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Small_Skills_Doors_Test-Normal-s0--0--0f47e2c61dba",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "qwen"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "d0742f798caaed100cd9",
          "sol": "88b5368d218046d8b6c7",
          "fable": "c7a5aa5094f5c25a08f6",
          "qwen": "ebf45e7f4e1e556bb5b8",
          "gemini": "181044fb7c6170bbe03b",
          "qwen35-397b": "025503b08de143a64dd1",
          "qwen35-27b": "dd6ee8784bfbc71e5b8e",
          "opus55": "2edf58c3d04436e7ed7f",
          "deepseek": "4af94c11b9973340eadc",
          "gemini4argon": "argon-8f58664c5a63574d"
        },
        "executionId": null,
        "label": "Small Skills Doors Test Normal s0",
        "argonReportSha256": "8f58664c5a63574ddeb72230cb95cb2ece9a1fba788f34cd5b3b54f117c192bc",
        "caseId": "W3-discoveryworld-03"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Small_Skills_Navigation_in_a_House_Test-Normal-s--3--e77c51dacb9d",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "980a53765cc891c80cc8",
          "sol": "88fccfd92f2e092ea52a",
          "fable": "c693798938d39a4834a2",
          "qwen": "82745cd05107fb693e24",
          "gemini": "b02e4eb3acfd87504785",
          "qwen35-397b": "d5a76a4df7e6001a5711",
          "qwen35-27b": "ab46dc9f8131eb212779",
          "opus55": "7fd9cbae36ba348c0d15",
          "deepseek": "e174642234f3e4b6f8d1",
          "gemini4argon": "argon-b52d37fb96ba2986"
        },
        "executionId": null,
        "label": "Small Skills Navigation in a House Test Normal s",
        "argonReportSha256": "b52d37fb96ba29868d1e4292bd44631b92e2199097768a4f5638ed09c20d5bb2",
        "caseId": "task-video-d46d12f8b6"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Small_Skills_Pick_and_Give_Test-Normal-s1--1--8874ccb948f1",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "2dc86ed93bdfa3fd8dda",
          "sol": "ddd42e63a0c52098f370",
          "fable": "6f1f832e9f4279a7e1de",
          "qwen": "276ca59c2271c0ba1cc3",
          "gemini": "917bd7ea278ed6490339",
          "qwen35-397b": "94409c166c1242bccaf9",
          "qwen35-27b": "80179f43241a71d4adc1",
          "opus55": "245508fb136737e02fea",
          "deepseek": "0cc93fd054c1863a76e0",
          "gemini4argon": "argon-eb1e20f525718f6f"
        },
        "executionId": "task-d8e410a87d",
        "label": "Your task is to give Yugo the `spectrometer`.",
        "argonReportSha256": "eb1e20f525718f6fa4b140290a49ca3351df975270ae6164501666fbd29965e2",
        "caseId": "task-video-6d92e4d176"
      },
      {
        "taskId": "discoveryworld--discoveryworld--full_v1--Space_Sick-Easy-s3--3--990ccfe2d3df",
        "benchmark": "DiscoveryWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "7d99f8a9721448387456",
          "sol": "aa626677431f045c56d2",
          "fable": "ca107d13ee251b8b2b78",
          "qwen": "217e4e145a1067ed96ae",
          "gemini": "bea0e2a875a5a48880e9",
          "qwen35-397b": "2c9f576c22d448142bb5",
          "qwen35-27b": "50d4886a0b7196fa4a5f",
          "opus55": "66896ae640609a02f9a1",
          "deepseek": "dd8b3b18018f97b3ab71",
          "gemini4argon": "argon-8555794dd5d774aa"
        },
        "executionId": null,
        "label": "Space Sick Easy s3",
        "argonReportSha256": "8555794dd5d774aa0420f9d993cead2fe0f53644438a5f31c1b3168d3d61ae0f",
        "caseId": null
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--102816036-2-couch--42--657a2443a8bd",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "63d6da907a1c141c4f11",
          "sol": "e5591ee3d277c8ba68fe",
          "fable": "b30ac89fd687a77ebff4",
          "qwen": "ec2f58abe5ef09b72ac6",
          "gemini": "fb2397267080eb814a64",
          "qwen35-397b": "c0ab93bbcdd69a7887bf",
          "qwen35-27b": "a9688f7f8e96cf80d544",
          "opus55": "5548850d475adecc67d1",
          "deepseek": "26b226d7bcae70d034b4",
          "gemini4argon": "argon-df390026228d1381"
        },
        "executionId": "task-e0a6cd8e48",
        "label": "Find the couch and move until your body is touching the target, with zero distance to the target object. Finally, sit on the couch.",
        "argonReportSha256": "df390026228d13813488f94b878209492af2a6e9cffdf12ae47bbca1331cc409",
        "caseId": "task-video-11a68ccf99",
        "replacementReportSha256": {
          "qwen": "08142eeaa25f818ccc858ba11a06de12feb0797d44a0b00f0da79a79a6f04e31",
          "qwen35-397b": "04aeeaca64b922acbe3442e2de2c915fdbe82e06e97147aacde530d8157708c1",
          "qwen35-27b": "675f95566664cee66e28f48fefc0f16c20615058560ac719dcc8e32ca7f26de5"
        },
        "rawOutcomes": {
          "qwen": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--102816756-20-couch--42--43365d945e10",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "provider_interruption",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "0b253c3c0f6590361053",
          "sol": "70871c0f06b614b260c5",
          "fable": "aa93485fdfc60c871d74",
          "qwen": "1bfcefcdec8968d5c699",
          "gemini": "7414e08d06595fba90b2",
          "qwen35-397b": "70efbc59a2816dd9ec8b",
          "qwen35-27b": "b712a1588c786ad43503",
          "opus55": "be04a4274110f46bf7c5",
          "deepseek": "0f110c18bb10fde3ceec",
          "gemini4argon": "argon-c5f27700ec9fca68"
        },
        "executionId": null,
        "label": "102816756 20 couch",
        "argonReportSha256": "c5f27700ec9fca68e29c999600786c5517a42680059a5cd2c0da40f48067f3db",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "0c4488b40230c285ba104414b4d6bcf2b19b2aec867a69b7d5cb49f2176b69e3",
          "qwen35-397b": "db8778e14f0d7244b222698e8217146f6265af297f6768c6eb5e5d027ab151b1",
          "qwen35-27b": "2ab211f6a2ce8164430f7fc6169811559964818d88c9515b9d2fc7dd4fceefde"
        },
        "rawOutcomes": {
          "qwen": "agent_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--103997586_171030669-20-couch--42--4d79f1e67c3f",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "f6c86537e92f4613aa55",
          "sol": "fc63ad86a582d65d2707",
          "fable": "44b58cc39143b7242832",
          "qwen": "34e8af5f637e12a56dd0",
          "gemini": "c30fffa878c13ca581af",
          "qwen35-397b": "43da51e589b5dcfc8c02",
          "qwen35-27b": "aceb724a75d3bfa2b844",
          "opus55": "1a33c25ba08ab3472aa4",
          "deepseek": "162a19e1e3226663711d",
          "gemini4argon": "argon-9b97305ab899d8cf"
        },
        "executionId": null,
        "label": "103997586 171030669 20 couch",
        "argonReportSha256": "9b97305ab899d8cf7564db85c654dcd8be8ae6c66d6c8646c792801becdbdfd8",
        "caseId": "W3-humanclaw-02",
        "replacementReportSha256": {
          "qwen": "fd1d4237f3968b6279e1820cc2bff244a914eed069b06f9903394015067e1549",
          "qwen35-397b": "6ed0fc9bfd03278151c855378594774b274647e0446fe5237945bf8a04ad5103",
          "qwen35-27b": "d84874a31d76b6eedca5a4fbd6304ef2b2c2b20e3d1a523fe4e0abdae6f31022"
        },
        "rawOutcomes": {
          "qwen": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--104862384_172226319-19-couch--42--5355e60f1f7f",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "ec2b50f5df1248374d9f",
          "sol": "dd6f737d075c50526112",
          "fable": "0ec2848fe861adb758e3",
          "qwen": "d35dde7391864de5cac4",
          "gemini": "abf886ce89e2a8e88fe5",
          "qwen35-397b": "86ee49c25a2a7a6ebe01",
          "qwen35-27b": "14d1a3f16af5a5bb4368",
          "opus55": "5765b305504b3bdf8c3a",
          "deepseek": "e1299396ca976abe42f3",
          "gemini4argon": "argon-198b8623d493b1bf"
        },
        "executionId": null,
        "label": "104862384 172226319 19 couch",
        "argonReportSha256": "198b8623d493b1bf70346db4f892e51ad49990d3f40afc43f1c23b4f4ffd81bb",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "5831f1918ac6fba9ee8e24387e4fcced351fed5676805d5890c2c2a851600f8c",
          "qwen35-397b": "d82f831941163d6221b147fd82700eb4cb1a8e0c03a315b33688de380835c415",
          "qwen35-27b": "5c1dc1d4665ed4ad279306bf3999f96f491f24681a25d0f8d8ea85cfca61dc8a"
        },
        "rawOutcomes": {
          "qwen": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "agent_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--104862417_172226382-10-chair--42--2c3df6f55890",
        "benchmark": "HumanCLAW",
        "successModels": [
          "astra",
          "sol",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "task_failure",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "d22a2fde185991a86e5d",
          "sol": "f92cd268a56458559485",
          "fable": "359f20c8ad3262a699e0",
          "qwen": "8ffa102eebf9c3e0efa5",
          "gemini": "f08410b244b8a371fc49",
          "qwen35-397b": "bef806032b8506e12bc2",
          "qwen35-27b": "6a0505ce02890f7e79e2",
          "opus55": "e6e09af431fecfcf1e2f",
          "deepseek": "fa9bf8bec7687ac71b29",
          "gemini4argon": "argon-59d1f9a57afb4b63"
        },
        "executionId": "time",
        "label": "Find the chair and move until the body is touching the target, then stop.",
        "argonReportSha256": "59d1f9a57afb4b63a100c08ed33309ec54a025cebbfd74c9f5e0dc5362fbbf9d",
        "caseId": "showcase-humanclaw",
        "replacementReportSha256": {
          "qwen": "35d725204ee4ffbb38c86dcd4fcf96e8abffd047ddbaee5a3100b667929d38d1",
          "qwen35-397b": "4c2ba54d1f91ebbb2a99f83c61f90e0da0ad3e19563e87ff4dc8bd7121eb5c94",
          "qwen35-27b": "928840f8b392f4637b6786094c2e706e609a6780fcee1d26763692122ff3a4d8"
        },
        "rawOutcomes": {
          "qwen": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--104862501_172226556-17-potted_plant--42--0bbe551ad27b",
        "benchmark": "HumanCLAW",
        "successModels": [
          "opus55"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "4052cc879695acaf123b",
          "sol": "574c5594223bd7874403",
          "fable": "58e4a85670b8e7c6cd1a",
          "qwen": "145c1e8441abf1d91f2c",
          "gemini": "8ece9875222cd0535dd6",
          "qwen35-397b": "d682c7742e03057c4e31",
          "qwen35-27b": "b1738271735679700405",
          "opus55": "a8411fb9bed48738cc2e",
          "deepseek": "41eb4d644ebe2b91a8c3",
          "gemini4argon": "argon-e3dc86c8d8423161"
        },
        "executionId": null,
        "label": "104862501 172226556 17 potted plant",
        "argonReportSha256": "e3dc86c8d84231619ada8cee911b9802997e2396d30942233005b9bbd4f17f77",
        "caseId": "task-video-bb8d752694",
        "replacementReportSha256": {
          "qwen": "e042021756fa8bdee9c64b685973a678b70aaa03743057e8bc7fe880502d5fe0",
          "qwen35-397b": "5bf227cb3e3ce73aa768fe4f15ada93bf998ab9bc7fad1546401d53de2c46a91",
          "qwen35-27b": "1d8d03a9e8b4b60c860a4220d442cebeb27bf82680475e97c22e70606bc562a8"
        },
        "rawOutcomes": {
          "qwen": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--105515184_173104128-13-chair--42--33c178bb7d0f",
        "benchmark": "HumanCLAW",
        "successModels": [
          "astra",
          "gemini"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "agent_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "b23aa662bc9d7abf9ed4",
          "sol": "c506721fb6ff59544c61",
          "fable": "1b644d29def7df679be4",
          "qwen": "d1ead04bd22345fb2e38",
          "gemini": "067ada526d53cc70b0a2",
          "qwen35-397b": "08f90039e232b7062dc8",
          "qwen35-27b": "a8c342f3ff9b09061830",
          "opus55": "9a4d14c972d6ed1b318c",
          "deepseek": "32687e3df6620328ec39",
          "gemini4argon": "argon-051820179519e7a6"
        },
        "executionId": null,
        "label": "105515184 173104128 13 chair",
        "argonReportSha256": "051820179519e7a6bd7a9b624b6bc393125578b7b995bcafcfcc27074abc130e",
        "caseId": "task-video-2a75ec0cae",
        "replacementReportSha256": {
          "qwen": "40ad7d43660f9c0b5344284fddb035c25e5a166f21cea6c13cca6e7cd277a9db",
          "qwen35-397b": "97fc106958ec1bf55308cb02182c93e6ee07873193c9adcacad475c47c30dd04",
          "qwen35-27b": "e4a22f4124afd70c929debe8e7179cb1e5dddf2e63a69e6042c9eeced4419da0"
        },
        "rawOutcomes": {
          "qwen": "task_failure",
          "qwen35-397b": "agent_failure",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--105515211_173104185-14-toilet--42--9a3d816c6e98",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "agent_failure",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "774e0f484567ad467613",
          "sol": "1e126b11796e7a65a8f7",
          "fable": "f67c780fbd0f2d42e9cf",
          "qwen": "33a2afbf6b6aca7804f4",
          "gemini": "521bdc76bcb61f81f770",
          "qwen35-397b": "3255825abcfd04dea250",
          "qwen35-27b": "be63261c530e11d8d43f",
          "opus55": "547b7fb37b32c9396780",
          "deepseek": "89003e2072ed33c667d3",
          "gemini4argon": "argon-499f74696895ba30"
        },
        "executionId": null,
        "label": "105515211 173104185 14 toilet",
        "argonReportSha256": "499f74696895ba305e0ce6a9f6aa8f6fbe289d0c244f9442cb42af9a7f8382c8",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "c6d17ed948a5cfb4fb1972cc8f356baf6f9ece3503fd097874803f8ad3c4520f",
          "qwen35-397b": "ef70e7060280fa31972544605d2dd605779660bdec42c2fcfde2b7209408907c",
          "qwen35-27b": "9cfbeefd610d1d958e2030f5ef5a4c3a7733967e9cee33d34f94ac547cb26a8a"
        },
        "rawOutcomes": {
          "qwen": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--106878960_174887073-26-toilet--42--83b0dd75082b",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "budget_exhausted",
          "fable": "task_failure",
          "qwen": "provider_interruption",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "300797457452e560a3b1",
          "sol": "fb9ec7389a4ff3f3c5dc",
          "fable": "88237fed3821ce651795",
          "qwen": "1273def428c144e2723b",
          "gemini": "2da0c02e7e4dcf73228e",
          "qwen35-397b": "3bb7d777f55eb28a3d38",
          "qwen35-27b": "4158c8110174f75cd921",
          "opus55": "2258837abf5beb9fe9b2",
          "deepseek": "17ca7aa1c3b43dd169ff",
          "gemini4argon": "argon-62ccb9a72d91f465"
        },
        "executionId": null,
        "label": "106878960 174887073 26 toilet",
        "argonReportSha256": "62ccb9a72d91f46555fa0f3b5f3592a22fc8e7d28815f61cb1077bc9178b5439",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "bc4491b146dcd4f8982396702ec745d8d9558763a87724355793e5a0215a7235",
          "qwen35-397b": "902241f3ae03e20adbe5c7ec2b354f1b1ac5fca12581f26e824648914c653707",
          "qwen35-27b": "5232b54f6db34b873a8152c2b38c8cbaa395378be2acfa75d13ebeaf4b0ee5ad"
        },
        "rawOutcomes": {
          "qwen": "agent_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--107734287_176000160-2-potted_plant--42--20d36cae8cb0",
        "benchmark": "HumanCLAW",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e7309d7918ef893e174a",
          "sol": "a5828401d4e426f64e54",
          "fable": "3dff2bfb876c0d11a92d",
          "qwen": "9b86548fb68ceab447cb",
          "gemini": "15c4a8b30970c77b7442",
          "qwen35-397b": "38934f55c9b19bd80cf9",
          "qwen35-27b": "bd4b372913a15b84bfba",
          "opus55": "27dd71a6ce19f9be8b1e",
          "deepseek": "c91ff7edd4b4899b7ec3",
          "gemini4argon": "argon-e02b307b0130ae59"
        },
        "executionId": null,
        "label": "107734287 176000160 2 potted plant",
        "argonReportSha256": "e02b307b0130ae591de46796d2a473ddc5f1cefdd28b0aee2aa324d69e5e45b8",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "a609344bdcc329d173e75f08f6fbb5f7d4cf29f7ae5ab913e952a8fce156e725",
          "qwen35-397b": "b92f618b824a399a74bc290617a8b531c044d81ca7acbda8d15459fab3e3a154",
          "qwen35-27b": "ddb8a79b64d03cc710b552b748b7ddc31c587894cca5e4fc71426bb43502ba1b"
        },
        "rawOutcomes": {
          "qwen": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--107734338_176000244-12-tv--42--5bff83d2849d",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "agent_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "260f1e637b15a7bf7199",
          "sol": "c9ea13e913901e4b4c75",
          "fable": "4f97fa8cdbdab861e621",
          "qwen": "e3585d035bf97f0b3632",
          "gemini": "0b5999adc93143e817a8",
          "qwen35-397b": "e8219d617e4b5a4713e3",
          "qwen35-27b": "26e302c1434051177d38",
          "opus55": "2e8dc67fa4b9d04861bb",
          "deepseek": "b5f5118e3be0cce6a2ac",
          "gemini4argon": "argon-1ba2e3c26e481833"
        },
        "executionId": null,
        "label": "107734338 176000244 12 tv",
        "argonReportSha256": "1ba2e3c26e4818330ff972c07bd48cca50032d4da3ceaadd0b7768205198f2b5",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "23f1cd19e6ee9bea72f9512e45da4f0ec44527a249e59517da4029dc5bfda400",
          "qwen35-397b": "fb65780eeab52f38560e1246ee2cb519c0984242c627ee5f1ccefb52e2682f2f",
          "qwen35-27b": "b2100a2ca03411cd119bc649db124032e2a8b36943f6133c4609fae086017c5a"
        },
        "rawOutcomes": {
          "qwen": "task_failure",
          "qwen35-397b": "agent_failure",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--108736779_177263484-15-couch--42--764468d6ca32",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "budget_exhausted",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "agent_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "5bf8443cd2164f7535a8",
          "sol": "1fd968411eef4ce592af",
          "fable": "7b76c32d65ff4007528d",
          "qwen": "2225ce3e6ededb6b672e",
          "gemini": "6e94ae9a7078f202b413",
          "qwen35-397b": "11bcbc5c2fef6da5e4a6",
          "qwen35-27b": "a3bdf4cde291c892683f",
          "opus55": "084a380dadf0408e0674",
          "deepseek": "399480189facff5ff933",
          "gemini4argon": "argon-204e8429905ab18c"
        },
        "executionId": null,
        "label": "108736779 177263484 15 couch",
        "argonReportSha256": "204e8429905ab18cef30c37d9f23937e883b96736edab847f0730f143cc6e3f8",
        "caseId": "task-video-cc2fb19fc8",
        "replacementReportSha256": {
          "qwen": "4e9347c0aef3f34971417f487dc4cedb2116df5562bfe47bdb44c59d37ad58f3",
          "qwen35-397b": "ede2d5d8e2d01db9f77af708d84b3556c4d6e1a12471d52477809f4db8493794",
          "qwen35-27b": "b70deefd3d5c3bd12f73901e15e3e89c794cb879d59f2dc0df7d14dbeaf476c4"
        },
        "rawOutcomes": {
          "qwen": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure"
        }
      },
      {
        "taskId": "humanclaw--humanclaw--fullval--108736884_177263634-11-toilet--42--45ef14fcc371",
        "benchmark": "HumanCLAW",
        "successModels": [],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "budget_exhausted",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "agent_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "27da2bba5c0a9770a746",
          "sol": "7fce5ce4b6c2bdf9b59c",
          "fable": "d2655f5672bd877e70ba",
          "qwen": "38ccfa39c311ef1d523a",
          "gemini": "331d2a773fab0172bbb8",
          "qwen35-397b": "ab6da4ef06f4b7323f04",
          "qwen35-27b": "27778701223cd434b850",
          "opus55": "8f1b416e61fda31f6809",
          "deepseek": "f3b49190caba4768e39a",
          "gemini4argon": "argon-f4241fd04c2be5d6"
        },
        "executionId": null,
        "label": "108736884 177263634 11 toilet",
        "argonReportSha256": "f4241fd04c2be5d64395e1d869fe24806c425f5e327f883938dd8be3b665f1f9",
        "caseId": null,
        "replacementReportSha256": {
          "qwen": "455650ca0710e548df3394eaeb46ec3b0e72ff13d4121be7890b0bc78e118b83",
          "qwen35-397b": "f25f4d9764162268b4bb780e5cc353e506880d582b42a54934fb1e1d017bc7c4",
          "qwen35-27b": "1eac14a053a071d22be44e4bc5d4172ba953e59445bc0ffc8951bd5ff3f77399"
        },
        "rawOutcomes": {
          "qwen": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted"
        }
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-animal-v115-easy--42--0a418f5cf5bf",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "dc25eefcccf96f294678",
          "sol": "dee78711a9c7c33bcca1",
          "fable": "f3e77423301cb04a3e35",
          "qwen": "b5bd3d41694f90ed78bc",
          "gemini": "7dc3492017cf4c1b3de1",
          "qwen35-397b": "face910ed74fd58b68ca",
          "qwen35-27b": "4a7f38ea6ac82659ee85",
          "opus55": "ad9763dd6e797bedf980",
          "deepseek": "0d019bcf7836debf5a6f",
          "gemini4argon": "argon-37f6cdd862d79714"
        },
        "executionId": "task-dd68cd9017",
        "label": "Your task is to find a(n) animal. First, focus on the thing. Then, move it to the green box in the workshop.",
        "argonReportSha256": "37f6cdd862d797140631a0a21673aac0432be95bc640d3673dbc09e0f28b0db0",
        "caseId": "task-video-82d7bc5d54"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-animal-v198-easy--42--e08b0222bd93",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "8892eaa66b7a2d149afd",
          "sol": "2c3c7405d46ed0e135af",
          "fable": "d83564a5f14a7850bbbb",
          "qwen": "3aaa4834961648745431",
          "gemini": "7eb9cdfa326e645fb20a",
          "qwen35-397b": "33544e80e4b94357770e",
          "qwen35-27b": "e0e1b3402057ca042b30",
          "opus55": "2d2d4dc6983c4ae0f026",
          "deepseek": "c1225f1ee7a19fc4f96b",
          "gemini4argon": "argon-5793dbe9a604edf3"
        },
        "executionId": null,
        "label": "find animal v198 easy",
        "argonReportSha256": "5793dbe9a604edf3cbbf9692bbf49a87a57cdcbb0a24ef9fbc6b44de6f0fe817",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-animal-v296-easy--42--ff7fc5d0eb9d",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "2e087f4ef5e938153ce4",
          "sol": "d3211b6a15b3bdb7c36e",
          "fable": "9ff024251f399d7e09a3",
          "qwen": "8556d690940d8c5f680e",
          "gemini": "829c220e385d2ae035ff",
          "qwen35-397b": "1dd7d5e039a296e0a5ea",
          "qwen35-27b": "4384e94010e661499c69",
          "opus55": "ea6f41778f857d04712a",
          "deepseek": "c86138d39c0a36040179",
          "gemini4argon": "argon-ba3b78c99bf7ec98"
        },
        "executionId": null,
        "label": "find animal v296 easy",
        "argonReportSha256": "ba3b78c99bf7ec989d57d4de4d1375d93ef671a188d5f7bd94a80f19ab04bb4f",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-living-thing-v290-easy--42--8d8687c9d785",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e3148ac330aa3c9dd5af",
          "sol": "606a3a3029c32eb7ef6f",
          "fable": "651361be25c8dcc66c89",
          "qwen": "7c8bc3a18394e37512b2",
          "gemini": "0d9b9884fe2374da0539",
          "qwen35-397b": "fb30e145319c3ef4798d",
          "qwen35-27b": "148f4bfc75383c2d5868",
          "opus55": "af273b0872bd62868fc6",
          "deepseek": "ce1c45116c1bb9d67792",
          "gemini4argon": "argon-9e284a9ce06d9567"
        },
        "executionId": null,
        "label": "find living thing v290 easy",
        "argonReportSha256": "9e284a9ce06d956735bf938ac4f291009d19853d912b0cbe18371154939311c5",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-living-thing-v65-easy--42--3f199a4271bb",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "b4a986af099744781f44",
          "sol": "7ab71377503aa97600ba",
          "fable": "afa1189541d8a20d6755",
          "qwen": "72953b9f7c510997844b",
          "gemini": "f864fc66abf0ee8fdc16",
          "qwen35-397b": "2c107b178f73cddbaa41",
          "qwen35-27b": "4069f7964a834f2639df",
          "opus55": "07858d31404d77831169",
          "deepseek": "68155f4150c1685f84eb",
          "gemini4argon": "argon-e402f0a5232fea84"
        },
        "executionId": null,
        "label": "find living thing v65 easy",
        "argonReportSha256": "e402f0a5232fea840b46c8575488c4e10fe6e83d3891293d86bccf0ace2b02d4",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-non-living-thing-v121-easy--42--32a11132fe68",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "b4d0f79e88604e9af508",
          "sol": "58a5a704cff78d8b1c6e",
          "fable": "433ea301dcd2bdf8dc11",
          "qwen": "f5aaf3c52a1628db6b0c",
          "gemini": "6911b70ea8a9f7866b27",
          "qwen35-397b": "88616892029aa25eac6f",
          "qwen35-27b": "f91418a32548edff33c7",
          "opus55": "60a9b899cc33b097ce44",
          "deepseek": "fb665ad66458cc10545c",
          "gemini4argon": "argon-9f60638fef9f859b"
        },
        "executionId": null,
        "label": "find non living thing v121 easy",
        "argonReportSha256": "9f60638fef9f859bd3fdd5458577354e435bc8ead10487d1d56df482af68ca50",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-non-living-thing-v248-easy--42--1ec94960d478",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "6df5d86415015dbe8504",
          "sol": "af9e91785a6beaafc015",
          "fable": "f6899a926ad38d003e98",
          "qwen": "eea66ae5de19b3726194",
          "gemini": "12c70a1e646875f6d991",
          "qwen35-397b": "1ae646b7aeba05d69c9a",
          "qwen35-27b": "0a0e98578d2dbf318d03",
          "opus55": "b2ffeea2549f10749ebc",
          "deepseek": "b1e4fdf3760c25567e9b",
          "gemini4argon": "argon-f328ecdfee8647b0"
        },
        "executionId": null,
        "label": "find non living thing v248 easy",
        "argonReportSha256": "f328ecdfee8647b095c486cc82c67a6888ec3eeba6f699a3d340f034c65196b8",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-non-living-thing-v279-easy--42--f5382b8a0bd4",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "7bfc2f74abc2a193474d",
          "sol": "e0b69c580f345a04379a",
          "fable": "c97aa6a1a10d634020cd",
          "qwen": "91b0a5985dbcc8250281",
          "gemini": "06713be7164b86ead97d",
          "qwen35-397b": "ce483a97fb5ee72ac116",
          "qwen35-27b": "75029d2f2da7950acf7f",
          "opus55": "df9840e28f668e22a291",
          "deepseek": "46e174bcf7bca3da316e",
          "gemini4argon": "argon-c478d2e473f81621"
        },
        "executionId": null,
        "label": "find non living thing v279 easy",
        "argonReportSha256": "c478d2e473f81621e2867d66e4089b6f118c4871c9a0c518cd0394a5cc8c346f",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-plant-v116-easy--42--8166fcb62a26",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen35-27b",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "budget_exhausted",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "6c4978692160dffa3486",
          "sol": "f0218cd1209710064c9e",
          "fable": "ad904074bfbf801af391",
          "qwen": "14d96acce743cd17ae5f",
          "gemini": "06025380e121003ea179",
          "qwen35-397b": "3ea84f7bf848a18c959c",
          "qwen35-27b": "8310153414471c7eb473",
          "opus55": "9b68921f8d6b5827cd86",
          "deepseek": "cc3a04a50c2ec8888441",
          "gemini4argon": "argon-c236d1d53364d6cd"
        },
        "executionId": null,
        "label": "find plant v116 easy",
        "argonReportSha256": "c236d1d53364d6cd3b78296195e3c2bdb40418c57f62d6296c390b8f4d78a8fd",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-plant-v160-easy--42--bfa0603929d1",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c503655d8c4783cc591e",
          "sol": "3a68ecee291faed55bf5",
          "fable": "8f2968eecc18f88844d3",
          "qwen": "aa4ae8a3621942600c25",
          "gemini": "b2a1cd33a2dbababab0f",
          "qwen35-397b": "18845876d576a927c231",
          "qwen35-27b": "58e988eff6c4ad9dfdea",
          "opus55": "8422023210c92840c870",
          "deepseek": "777dc7efa3b9b126086d",
          "gemini4argon": "argon-df295e4600ca63b3"
        },
        "executionId": null,
        "label": "find plant v160 easy",
        "argonReportSha256": "df295e4600ca63b3a87873ae6153efc35f388faf2cc0aa388157fd6b807caad2",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--find-plant-v33-easy--42--3e65fa474213",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen35-27b",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "budget_exhausted",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3d67ba4de86c61cdc5e4",
          "sol": "8eb3d14ad629b1092b69",
          "fable": "3bbb9b63a751de6e7a0d",
          "qwen": "6a84989068cab1061009",
          "gemini": "d5edd1738b6f17bff382",
          "qwen35-397b": "fee8b392cd053d14e809",
          "qwen35-27b": "f4945e5180266dfbe3b3",
          "opus55": "e29da899f754f9771848",
          "deepseek": "6d0c4dcf04deddac3f86",
          "gemini4argon": "argon-94313ba188f4e263"
        },
        "executionId": null,
        "label": "find plant v33 easy",
        "argonReportSha256": "94313ba188f4e263a9351630c6320fcbd603cb7bd2fcd78582fcff9ae4055b56",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--grow-fruit-v125-easy--42--9d694206936d",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "a28cf875ee3b06dd4286",
          "sol": "38d9f5c5ef38263c19e4",
          "fable": "bf4a459004696e0e2f02",
          "qwen": "738f2fc70440b89f5998",
          "gemini": "8edcc16466da17b8c771",
          "qwen35-397b": "0bfe16b26534cf79fcbf",
          "qwen35-27b": "d6fafe3e8581dad47143",
          "opus55": "42540bfa78b28fb5e78d",
          "deepseek": "9203c4353ffbe88de8ec",
          "gemini4argon": "argon-40445bb304bbc089"
        },
        "executionId": null,
        "label": "grow fruit v125 easy",
        "argonReportSha256": "40445bb304bbc089ac36315d837deef581ef90ef08f4480b39b1fb8caf55c8b3",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--grow-fruit-v37-easy--42--2f32ed57e94e",
        "benchmark": "ScienceWorld",
        "successModels": [
          "fable"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "f902a2509e65d669f366",
          "sol": "3ae2b8073ae9b72c0282",
          "fable": "92609235af73d6819447",
          "qwen": "880ac17debd43a44865d",
          "gemini": "d8e1691ec449efc88b12",
          "qwen35-397b": "6069d4e6ed9c1a3e46ce",
          "qwen35-27b": "8f227edf0ab08d600662",
          "opus55": "7339982e4415632e5792",
          "deepseek": "e9ada60c5b5731f5e471",
          "gemini4argon": "argon-c4223bb8fdf9735f"
        },
        "executionId": null,
        "label": "grow fruit v37 easy",
        "argonReportSha256": "c4223bb8fdf9735f0ea88ba9bd07b36d651329ff97cd6869c576c81952a39bb5",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--grow-fruit-v96-easy--42--e03787c544c1",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "707bb1949b8a85a87cc3",
          "sol": "11bcd064f1eda49ebef8",
          "fable": "f4671a312838291bd197",
          "qwen": "b9aeba345a5177b229be",
          "gemini": "9579188d622ba06da83e",
          "qwen35-397b": "c4633c7c80575d062ada",
          "qwen35-27b": "679bf7f88735032016ed",
          "opus55": "4478037e26e82341d0bd",
          "deepseek": "ee21e2ce160a15003020",
          "gemini4argon": "argon-cd8bf788ca299e57"
        },
        "executionId": null,
        "label": "grow fruit v96 easy",
        "argonReportSha256": "cd8bf788ca299e57a8938b6530e86a2eb46356ca40cb537a754a0a1e26438cd8",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-determine-angle-v36-easy--42--4c29552a7d19",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "0b999fec63a29e1c24d9",
          "sol": "3c375c844a93033bb41a",
          "fable": "54caeb9696b4eb878fb7",
          "qwen": "ff7e7d0fa6ce0b117efb",
          "gemini": "f3efe6d0f7b3e1788506",
          "qwen35-397b": "88c4deca604f9f731f26",
          "qwen35-27b": "d5e331dbbb1e892fd7a2",
          "opus55": "6d419172ecc408dad5b2",
          "deepseek": "c8db833f966c40726a05",
          "gemini4argon": "argon-06f32f04e4bf4094"
        },
        "executionId": null,
        "label": "inclined plane determine angle v36 easy",
        "argonReportSha256": "06f32f04e4bf40944c781c7cd4d6e645a5b37504525a3b777dc7a4b4f9384b1c",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-determine-angle-v62-easy--42--d9412e7b09f4",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "87c70f98ab01e52f18b7",
          "sol": "617a35884c78ea34c571",
          "fable": "74c462c1bf2c9b757026",
          "qwen": "98468c01976502abca8d",
          "gemini": "d4da30cd32617b305d6e",
          "qwen35-397b": "780b78c23b701c4d1d1c",
          "qwen35-27b": "230276f5cca49c3fd40e",
          "opus55": "12549e2ea013b56a43fb",
          "deepseek": "503f81d97c720c544cfd",
          "gemini4argon": "argon-3c1100c575424391"
        },
        "executionId": null,
        "label": "inclined plane determine angle v62 easy",
        "argonReportSha256": "3c1100c5754243916860d88c7ce96ad6ef4190911a81f3ab2788b01a56588ccf",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v1030-eas--42--eb0237000811",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "qwen35-397b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "03f48c306e60be771e2e",
          "sol": "39f35c2362c50e8c84be",
          "fable": "214a93938d53c260dbb9",
          "qwen": "5fb34157388d614507d9",
          "gemini": "76f8e5e6cc9dacb975c4",
          "qwen35-397b": "9c0f5a98dd50ea91e046",
          "qwen35-27b": "8caf40cc2a9081861512",
          "opus55": "a16c8e84e66038854f07",
          "deepseek": "9314a77fe5ed78106b72",
          "gemini4argon": "argon-45dfc553ea28dda6"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v1030 eas",
        "argonReportSha256": "45dfc553ea28dda60cf70c36ae981ebe26426e45a1eb7f3615ed95d88785b0eb",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v1271-eas--42--8c66dc59c6d8",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "be76101d65c35b8845f8",
          "sol": "03954a26658f8458d4d2",
          "fable": "c772bef59eedee9c11a2",
          "qwen": "05916f198837ca418a32",
          "gemini": "bd60d6c55f53d350af87",
          "qwen35-397b": "11652c07a2b5e47ef105",
          "qwen35-27b": "6e88cbb5175890e23cd5",
          "opus55": "ef988b78848abee8066f",
          "deepseek": "ba8cd306538e914d5e5c",
          "gemini4argon": "argon-6dea527bc4ea91a6"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v1271 eas",
        "argonReportSha256": "6dea527bc4ea91a6b797931cc759a8e301d0c8358cd62053e3c4c6301c991226",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v1356-eas--42--90c7d4923de3",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "b7276b9825e62084b024",
          "sol": "dfc3d553832f019c17ee",
          "fable": "f0902e00764d1c863c53",
          "qwen": "c304b0200f240777d8bf",
          "gemini": "503beb9509b45d9e0d8e",
          "qwen35-397b": "7d7a93edaa6081da6b76",
          "qwen35-27b": "a9aa713ecbfa6d6f8cee",
          "opus55": "3dea4379b44436db443e",
          "deepseek": "f8362874a1c3365aa559",
          "gemini4argon": "argon-24e6e440606b4845"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v1356 eas",
        "argonReportSha256": "24e6e440606b4845d2df145e0819c7f4cf09a405030bc961690b863a4c946bfd",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v1363-eas--42--1e928e062695",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "5a275de8ac3ff75a5890",
          "sol": "fd82822f02769b9f45cb",
          "fable": "50cf79c57776cb82052f",
          "qwen": "f1130ff63f7db9b6db60",
          "gemini": "ca2a1b8d6fd7227b7289",
          "qwen35-397b": "a8e517d79a125ab88ebc",
          "qwen35-27b": "6031baa76a5ca7d472a7",
          "opus55": "7e8b3067730664ccadeb",
          "deepseek": "883f965d5aa98fc792f7",
          "gemini4argon": "argon-d78fca1fbbcc9685"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v1363 eas",
        "argonReportSha256": "d78fca1fbbcc9685bf8a485b8e7ffdd0563212890939f7da722aa32f6b8d0a2e",
        "caseId": "task-video-c4caaff87b"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v1368-eas--42--9edcb98b5fdd",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "opus55",
          "deepseek"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "300241acd8c8a07a8dec",
          "sol": "074e23624f9122ffee07",
          "fable": "69829ca7492ef3f63cb1",
          "qwen": "70b3f89a0e982969e2ed",
          "gemini": "fdcd7f9dae36e735020c",
          "qwen35-397b": "43bee84ad918461e9ed7",
          "qwen35-27b": "ea580ed511185a71fcc6",
          "opus55": "14367c7bbc59b3dd6186",
          "deepseek": "8471b8115173e0dda382",
          "gemini4argon": "argon-9ac69ef1af69df86"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v1368 eas",
        "argonReportSha256": "9ac69ef1af69df860f3244c2df41dfd6726880217c8c37074a053f0f38dc08d8",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v39-easy--42--b3d84f86395a",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "qwen35-397b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "18c958cbf9327f8630ea",
          "sol": "a7f533ebd61460937ef7",
          "fable": "97590f08305ef684a87e",
          "qwen": "ef2eb7c55201664f1e17",
          "gemini": "c76bf210989cbd184d36",
          "qwen35-397b": "e737da772ff27471c98a",
          "qwen35-27b": "3fe3daeb4afbb8122a27",
          "opus55": "eea02784e640c1dea25d",
          "deepseek": "3c5ffd76d5b3b9747801",
          "gemini4argon": "argon-68dd7ec3e836d3b9"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v39 easy",
        "argonReportSha256": "68dd7ec3e836d3b9a53c212ad927aea27b915dcd578d13a20abbb6889aa44dea",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v421-easy--42--d08e61f292b0",
        "benchmark": "ScienceWorld",
        "successModels": [
          "fable",
          "qwen35-397b",
          "opus55",
          "deepseek"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "1b31e1de95f5feec3df4",
          "sol": "1765b7d070a4e769afa0",
          "fable": "d7309bc9601654efb089",
          "qwen": "1db36ba7293dd7fb6aca",
          "gemini": "f42f874c6002e521fb0a",
          "qwen35-397b": "f83f3cc3dde594f9308d",
          "qwen35-27b": "99aff7434202e95324e3",
          "opus55": "0c12c362e7a5018bdfec",
          "deepseek": "864181cbaae41e985001",
          "gemini4argon": "argon-99f9688b6e89aef7"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v421 easy",
        "argonReportSha256": "99f9688b6e89aef741f6c1bdac9145955d870c1e62ae094852e5005e9b2b83bd",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v440-easy--42--c6edeca06217",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen35-27b",
          "opus55"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "949e71440260814bb40a",
          "sol": "7c1a957fd75ee903cfc5",
          "fable": "d91f313add8613cc998e",
          "qwen": "e31f64e90dea7182361d",
          "gemini": "c08e7ec9755711509610",
          "qwen35-397b": "fb22608658742364f038",
          "qwen35-27b": "38b755681b6a0687c195",
          "opus55": "41a3ceda5c1b2196d5d2",
          "deepseek": "3448cb66ab2790ccab82",
          "gemini4argon": "argon-121d7a8db3ae8c1c"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v440 easy",
        "argonReportSha256": "121d7a8db3ae8c1cfecff9035982971175127075906b2dcb2b3d54ea97422580",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v447-easy--42--1496ad8213f5",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "99644420ab7c9c2271f8",
          "sol": "59fc87f7f903ab0c55ab",
          "fable": "a9bbe38d8138b9616859",
          "qwen": "93ccc93e3b401f483e09",
          "gemini": "8db23580b4484b59cdc8",
          "qwen35-397b": "92413d282a77f4495259",
          "qwen35-27b": "2dd9c348a474b915cce2",
          "opus55": "bbf2aef9753138d7ae20",
          "deepseek": "e7d34931136b0ed27f5b",
          "gemini4argon": "argon-e5a90b05f95f9f5c"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v447 easy",
        "argonReportSha256": "e5a90b05f95f9f5c4f4a71c204f4ef82aa25a6c6b694a3347ca16c39d1540ff8",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v454-easy--42--bdff88b3470d",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e40c7d37df4e33b6ead2",
          "sol": "4919fc521bedeecb8a55",
          "fable": "f0eae65673fcb280ca99",
          "qwen": "34466d1ce8497eb44b5f",
          "gemini": "001f2cf2757c54a1f702",
          "qwen35-397b": "3eb041976cfb7f1f640d",
          "qwen35-27b": "77d97f66ce9bc952e851",
          "opus55": "19389531fbad96b18d53",
          "deepseek": "fd0d2268bfeb05d83c85",
          "gemini4argon": "argon-f700da8d9606a475"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v454 easy",
        "argonReportSha256": "f700da8d9606a47596d8f5ae44deaeb6b9ab43fafd4a3fcfaa0a5a23ef5af111",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v576-easy--42--ea0aafcbfe99",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "7fe434bb5a6c2e8d7420",
          "sol": "43472c470c2baee0645e",
          "fable": "dad611616ccaac56eca5",
          "qwen": "e6a0ffe8612e430f95e4",
          "gemini": "90d32fba37d42b89a103",
          "qwen35-397b": "0c30998c9de91e369159",
          "qwen35-27b": "95ede6e368fc739af698",
          "opus55": "0a94507eedca28adf6a8",
          "deepseek": "1bcf5b26b219db75b197",
          "gemini4argon": "argon-de29a9bae46c3b69"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v576 easy",
        "argonReportSha256": "de29a9bae46c3b695b0320b42f83482646a753b3894545e6f8e8988f659868a7",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v632-easy--42--83ba3c92f31f",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "4396b4881cb7686d6001",
          "sol": "ec9750e697716a3ea099",
          "fable": "bcfdf2a6306750299a14",
          "qwen": "2506ba94310b5b3710bc",
          "gemini": "030e8cb20e12bafcbeeb",
          "qwen35-397b": "75be6a6cb539ba2ee620",
          "qwen35-27b": "87c7a896cbd7e4f7eaa5",
          "opus55": "836fc637de2091328c45",
          "deepseek": "9c407242776087f0fc96",
          "gemini4argon": "argon-7cbd2b19ffc4bd71"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v632 easy",
        "argonReportSha256": "7cbd2b19ffc4bd7174ed4facb82148e8fd31fc37f81841c4cda6c33dd770cf38",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v695-easy--42--1ed938e17915",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "542888e43fb16b0da99a",
          "sol": "80f21e9b1b80e4e93342",
          "fable": "0684e5bbd00e28e19a6a",
          "qwen": "ecc8963da9ca3bc36004",
          "gemini": "18ccbdf9692def1b1dcf",
          "qwen35-397b": "7fb65e60ea89e349281c",
          "qwen35-27b": "a5196a133ce4ee522995",
          "opus55": "9544d7cd3dfb7ab1c4f2",
          "deepseek": "f5e0eb462c3b6f296726",
          "gemini4argon": "argon-a8a79dc340a6749a"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v695 easy",
        "argonReportSha256": "a8a79dc340a6749aed3f36b61d381ba6e2e82a8cd6f8c4a4ee5fbe0be8ea5136",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v706-easy--42--d4b6db2daf9e",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "eb58f8dc6a455ed55591",
          "sol": "fecb08b9a7455f71ed4d",
          "fable": "7af964452125a1b8ec24",
          "qwen": "fb28605f361a1f9200c4",
          "gemini": "4995d29ef2c7326c3809",
          "qwen35-397b": "9e60123ea8966e4ce9f3",
          "qwen35-27b": "bcbe343865a4c221acfb",
          "opus55": "8321ae5b1bef86bc7384",
          "deepseek": "525ffdcc64a97f4adf9d",
          "gemini4argon": "argon-a2fa9fdaae6f3f8e"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v706 easy",
        "argonReportSha256": "a2fa9fdaae6f3f8ef1ae508af9a23467e047f33f7b1d1d9c4d278ecef9be7301",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v723-easy--42--ea6f53d8b145",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "qwen35-27b",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9aa873f2d7825ad0648a",
          "sol": "f90e1e7d6b5533f2fd0b",
          "fable": "db6a870c67c6c1dc5c56",
          "qwen": "479545a764c45aee5749",
          "gemini": "bfbcd5fd92fbec33627d",
          "qwen35-397b": "d752ce95cd2c15ecdfb3",
          "qwen35-27b": "83c4c8f1a802f0931d11",
          "opus55": "c37182499b04c9c3ff5f",
          "deepseek": "0d34440fb164de487d5c",
          "gemini4argon": "argon-793d9105b7b87b94"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v723 easy",
        "argonReportSha256": "793d9105b7b87b946dce15079fe96c6e291c713a656cde91cb96947f4fa87a4e",
        "caseId": "task-video-06ab2e4113"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-named-surfaces-v917-easy--42--07341619c829",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen35-397b",
          "opus55",
          "deepseek"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "ad2072fff470f023f077",
          "sol": "5784f1be6a3b98238be3",
          "fable": "83a17dc61b209420677a",
          "qwen": "22a103a047e1c470b98b",
          "gemini": "84a9bc760bce4ae6b3df",
          "qwen35-397b": "64e9c5a4773300781218",
          "qwen35-27b": "a7216037f9d62d0aa8ba",
          "opus55": "0d2d6dba8803a5ff24ef",
          "deepseek": "765c555335e26382d2db",
          "gemini4argon": "argon-39cf1f608ab53f72"
        },
        "executionId": null,
        "label": "inclined plane friction named surfaces v917 easy",
        "argonReportSha256": "39cf1f608ab53f72db64d04c3b6860ef086472a35c5294d4ec0522cf897eb63a",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--inclined-plane-friction-unnamed-surfaces-v5-easy--42--26086f92b131",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "1ed9e766c4305dabee5f",
          "sol": "e20b8c4443c5552d7ac6",
          "fable": "e573da5256a1e4908c90",
          "qwen": "fe92a9b7d653f13be662",
          "gemini": "1ba10baddb9a4947c4e4",
          "qwen35-397b": "7d8d90e5ece23fcf84b0",
          "qwen35-27b": "890afb5e9b0c034065a2",
          "opus55": "b6eb2ee81771b822a6fd",
          "deepseek": "0d216a3afb086224de0d",
          "gemini4argon": "argon-9f21537a633b946b"
        },
        "executionId": null,
        "label": "inclined plane friction unnamed surfaces v5 easy",
        "argonReportSha256": "9f21537a633b946b114fb836e1a6f009751afd41d89aa36365426605785dbdce",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--lifespan-longest-lived-then-shortest-lived-v74-e--42--94862d5d0c04",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "22d917fded5b929d99b8",
          "sol": "153ae447af28536a9ca1",
          "fable": "c58c894851941ce69f1c",
          "qwen": "893da5323ab3e95553a3",
          "gemini": "26a1c63d9f9ad2c0e1be",
          "qwen35-397b": "102787fb4e250c37e5d6",
          "qwen35-27b": "25a1c5c8b5017a671f6c",
          "opus55": "b7dfa5fe598be539d6f4",
          "deepseek": "db59b707fd2223c3d9e6",
          "gemini4argon": "argon-d878b5b715b64a35"
        },
        "executionId": null,
        "label": "lifespan longest lived then shortest lived v74 e",
        "argonReportSha256": "d878b5b715b64a35afd53446448b738400a54bf27340c10a4b9e3ec37feeb1c1",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--lifespan-longest-lived-v26-easy--42--4edea86743db",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "0973b89b0915a4022a05",
          "sol": "b27d3ca40ec6379e7937",
          "fable": "69e0c47762ac856d6649",
          "qwen": "aec023dc7f06010a0aff",
          "gemini": "4b436cdf845138202a66",
          "qwen35-397b": "c229fe4c28962506be9b",
          "qwen35-27b": "7becf3036190ca96e2a1",
          "opus55": "e315dedd789bf5321c39",
          "deepseek": "c6563e36b93a3580da73",
          "gemini4argon": "argon-646058a934c98c07"
        },
        "executionId": null,
        "label": "lifespan longest lived v26 easy",
        "argonReportSha256": "646058a934c98c075d15a3daf845128b27d3b975b540d6c522b6426a369ebaa3",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--lifespan-longest-lived-v83-easy--42--b1e209e3192d",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "8874213b9f3f7d043fcd",
          "sol": "fac90f94311c658b7993",
          "fable": "55f1de4ebd75eaa713c7",
          "qwen": "cc36527c706d03a3b364",
          "gemini": "dbc7de08b0a0e0d707a9",
          "qwen35-397b": "ab68b9c1ead3ae48ae6b",
          "qwen35-27b": "57c6a4022bcfd0f15e88",
          "opus55": "417494fd3fd2d404ca2d",
          "deepseek": "b0d89dc255dffe067326",
          "gemini4argon": "argon-9337a9310b1400ad"
        },
        "executionId": null,
        "label": "lifespan longest lived v83 easy",
        "argonReportSha256": "9337a9310b1400ada143d6bbf9a9e8f42fafe57082aa1151817775d68ee1f36f",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--lifespan-shortest-lived-v93-easy--42--80fb12f53aa5",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e248270c589e25bd5861",
          "sol": "b370f699c826b7f817ff",
          "fable": "5ae30d0abeba1e9844a5",
          "qwen": "27cebb020a7fef612183",
          "gemini": "730911c7cc619005e14d",
          "qwen35-397b": "14f3b6b0a402b66c8d40",
          "qwen35-27b": "b52a7b25a3ab2fc8c586",
          "opus55": "af9f74f312aec2e99c23",
          "deepseek": "cd7359184a641b21324f",
          "gemini4argon": "argon-3bc8c5b3a6c943ef"
        },
        "executionId": null,
        "label": "lifespan shortest lived v93 easy",
        "argonReportSha256": "3bc8c5b3a6c943ef7461f81db9d338aa3553b77554ad8134a2481e4b78e4b68a",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v187-easy--42--57d042974dad",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3f32393ef04d3c0b1ed4",
          "sol": "f6e64711f22747a1bfdc",
          "fable": "986378938af8287c5715",
          "qwen": "e7ccf2bb046bce6d5597",
          "gemini": "4c5a5ecf0042b7c39973",
          "qwen35-397b": "83da9b7b6a99a07d83f2",
          "qwen35-27b": "8bcddb6bf2f2c2313842",
          "opus55": "5b1e2afe72cb3eb85758",
          "deepseek": "8a39fd59948028d17e9d",
          "gemini4argon": "argon-44255d32e999c1f6"
        },
        "executionId": null,
        "label": "measure melting point known substance v187 easy",
        "argonReportSha256": "44255d32e999c1f61cca2ccf727b9107fde797b2fcdc4059d8edc3e71916adb2",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v188-easy--42--353df3d482cc",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9efe2169c0c87bdbdd3b",
          "sol": "ac6114a15641c4e40a9f",
          "fable": "9540b8d9fb78570efc7f",
          "qwen": "7d9ba93346f7abe02bcf",
          "gemini": "9d71b2938ced2580ba56",
          "qwen35-397b": "b77c9a7c990354171240",
          "qwen35-27b": "e7a689c09c3fba925bd9",
          "opus55": "319a65ce724408718e7d",
          "deepseek": "6be3f60ef545973feecd",
          "gemini4argon": "argon-28a003a8613f7884"
        },
        "executionId": null,
        "label": "measure melting point known substance v188 easy",
        "argonReportSha256": "28a003a8613f788402a9be18f22f4e0474464a3740d8590b43beb38545423b73",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v207-easy--42--6cc41c0834eb",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9afd90d6f3d2bfba5381",
          "sol": "7cb550eee2f819aac557",
          "fable": "726f796e3cdd94eb78ec",
          "qwen": "a489198a3108678c8bae",
          "gemini": "6c1ac16eeb8d20c17e7c",
          "qwen35-397b": "5ef89cb2437feec54f02",
          "qwen35-27b": "6fab28d78b1d6d4bfb46",
          "opus55": "759d4d32a60eef41c6c2",
          "deepseek": "d7d3a17027c0bc25f48e",
          "gemini4argon": "argon-fdc397468ce4087c"
        },
        "executionId": null,
        "label": "measure melting point known substance v207 easy",
        "argonReportSha256": "fdc397468ce4087c73ee5c99648a5799d888156a755db873b366869f04ef6f56",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v212-easy--42--a8399c6fbd3d",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c6c72d67cbe414505067",
          "sol": "5412925aef76491116ac",
          "fable": "7a7ee5cd942eac9df084",
          "qwen": "ca13ef88eb0e0875944e",
          "gemini": "e2c6e52f1936756b10d6",
          "qwen35-397b": "6eb2ef7d33dd0bb5ad1a",
          "qwen35-27b": "cfc888de9c8e4132e39b",
          "opus55": "82c0004a25ba44585467",
          "deepseek": "3b1dc173e2b449271160",
          "gemini4argon": "argon-15e8d0cdd27c6f16"
        },
        "executionId": null,
        "label": "measure melting point known substance v212 easy",
        "argonReportSha256": "15e8d0cdd27c6f16d3f437c0a8c146b66b3224a69585ac58caae1b49b5da6431",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v302-easy--42--5319fab816cd",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "gemini",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c108101ed689d768abf5",
          "sol": "90fe6104bf3a30cad7b3",
          "fable": "8f4f6058196fecef2832",
          "qwen": "d47a98b931b41d8ebead",
          "gemini": "6e470e0a0729a9ed43c0",
          "qwen35-397b": "95b5a3989464919f7891",
          "qwen35-27b": "241fd62fadbd0854de9e",
          "opus55": "23c217efd306eb3d4e9d",
          "deepseek": "c17e19e675d044563e0e",
          "gemini4argon": "argon-db281aae1ddb52f6"
        },
        "executionId": null,
        "label": "measure melting point known substance v302 easy",
        "argonReportSha256": "db281aae1ddb52f61c4236a546efa4ad76c000882392ee0c25ec4d48e9394113",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v368-easy--42--563bfc572c09",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e6422ccd8194eb004230",
          "sol": "dd05af81886bda0d3eb6",
          "fable": "cb3e968c7764ed72cd46",
          "qwen": "71d9236e5679725667a2",
          "gemini": "0150398264df773f7d25",
          "qwen35-397b": "d385f2ae5992290d92f3",
          "qwen35-27b": "ba22a05078b09a8a27e5",
          "opus55": "69b72a29ae4758e82bce",
          "deepseek": "13f0ea7a8beeb2e266bb",
          "gemini4argon": "argon-aea54f93147a11ac"
        },
        "executionId": null,
        "label": "measure melting point known substance v368 easy",
        "argonReportSha256": "aea54f93147a11ac55d14874895e8836bbedd0967a002f682a365e71aed352d5",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v388-easy--42--8c103420ffec",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "d0a3aa3679e624d2ecd0",
          "sol": "67c77bd9668e413e8a96",
          "fable": "6d3ae84aed4766682d6e",
          "qwen": "d6eedaa7362adf239d7d",
          "gemini": "4a1ed439c7330871f051",
          "qwen35-397b": "a8f7267c93eeab3457b5",
          "qwen35-27b": "8492ec0636b2fc8c8c4d",
          "opus55": "0927738504994e1edbff",
          "deepseek": "580ff392daeef29ad98d",
          "gemini4argon": "argon-81093ade21c69a6c"
        },
        "executionId": null,
        "label": "measure melting point known substance v388 easy",
        "argonReportSha256": "81093ade21c69a6c4479f43558d59e42258dbd939a7152c2b1b74b74b8065274",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-known-substance-v84-easy--42--f4f0c7fcfdb7",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "15d6ba95913ce52b086a",
          "sol": "6950094f5267c51cba08",
          "fable": "1e19ab19a232ccd104b5",
          "qwen": "0ed4cc60219ef04a5958",
          "gemini": "9d4f80f90f58f95434d5",
          "qwen35-397b": "97c15d494661bda8a4dc",
          "qwen35-27b": "b21b0d6ac96dccc664b8",
          "opus55": "efa0bb56272bcf643fa2",
          "deepseek": "b1c8fe5820e4a6dbef1e",
          "gemini4argon": "argon-9d71df96df05911f"
        },
        "executionId": null,
        "label": "measure melting point known substance v84 easy",
        "argonReportSha256": "9d71df96df05911f55490fd4223b01431eb77bae812fac1f8737a68e1575dd35",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--measure-melting-point-unknown-substance-v216-eas--42--cb71d058f5b2",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "f0ca044245121bf8859d",
          "sol": "e072808466b845b41759",
          "fable": "79597386e0d3ce675015",
          "qwen": "8dc3a399ed943bc71d4c",
          "gemini": "340a61bf334e75be66ae",
          "qwen35-397b": "36efb4aa6bbea333e1e4",
          "qwen35-27b": "6693142ebcb677f01ba3",
          "opus55": "7738ff7d18edf65732b5",
          "deepseek": "637ff50172f9a67783d1",
          "gemini4argon": "argon-880b798dcff77664"
        },
        "executionId": null,
        "label": "measure melting point unknown substance v216 eas",
        "argonReportSha256": "880b798dcff776644dfe1245bfd8a33c812753f272b7d153bf679d9ca6593f04",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-known-plant-v97-easy--42--fbf2732d5a27",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-27b",
          "opus55",
          "deepseek"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "6023c9fcdb10f6f9a9c0",
          "sol": "f8e61067589a0709ae42",
          "fable": "b3e252f6c1af6e9a073c",
          "qwen": "97de94bb6c544e4dd9f7",
          "gemini": "e7193cd9a855460cef28",
          "qwen35-397b": "8d36263fc37e7103f858",
          "qwen35-27b": "290e3d02cb1a0a1db0cc",
          "opus55": "1e0eb5bf47c3de7c0ef5",
          "deepseek": "cb89b9b97b32435ca68d",
          "gemini4argon": "argon-992e55f58096302b"
        },
        "executionId": null,
        "label": "mendelian genetics known plant v97 easy",
        "argonReportSha256": "992e55f58096302bbc6173407d785a5c92cf37aa4f15460e17254ddb73241cf5",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-unknown-plant-v243-easy--42--6480449f66af",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "qwen",
          "qwen35-397b",
          "opus55"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "success",
          "gemini": "task_failure",
          "qwen35-397b": "success",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "c821c5ce326af0d2cc3a",
          "sol": "23530069635142ffb614",
          "fable": "43eda29193a2b68ab029",
          "qwen": "fd19041bb9c4fda96cdb",
          "gemini": "fac5be140c6becc19962",
          "qwen35-397b": "c4b56ae65e841bda8a82",
          "qwen35-27b": "5a2b5c51051332c9412e",
          "opus55": "624f96fecf736996c12a",
          "deepseek": "50b6fc89ad05a7616dca",
          "gemini4argon": "argon-b76772de2fdc7cab"
        },
        "executionId": null,
        "label": "mendelian genetics unknown plant v243 easy",
        "argonReportSha256": "b76772de2fdc7cabb3be116d6a51dd573338657846d1dfe98367205d36d93783",
        "caseId": "task-video-16e4f91845"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-unknown-plant-v264-easy--42--35068f9bd2b0",
        "benchmark": "ScienceWorld",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "budget_exhausted",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "task_failure",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "7bfbfa755987f87fa791",
          "sol": "a95161845296f66f6351",
          "fable": "a10931868629ad4c6704",
          "qwen": "bcdc3babec25df2af5d9",
          "gemini": "9cef60265deac00c595c",
          "qwen35-397b": "28e5211b0f4f82081b10",
          "qwen35-27b": "32bf5ca150afd81353c0",
          "opus55": "b955f538e4baa0697f68",
          "deepseek": "f7b13339c5bf34338f89",
          "gemini4argon": "argon-b7d8ef04c17f92e0"
        },
        "executionId": null,
        "label": "mendelian genetics unknown plant v264 easy",
        "argonReportSha256": "b7d8ef04c17f92e08e50bd0a0f12fee3ba9e47170859c9329f559d2f7713f310",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-unknown-plant-v293-easy--42--7eabfc7dc361",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "438abcf24e240ea74a1a",
          "sol": "de36222aef826143f913",
          "fable": "1a177826f2bc7f4e9bfb",
          "qwen": "ef4f84cf11353ca8f3d9",
          "gemini": "324ba7bf65817b3349b1",
          "qwen35-397b": "9024b71dfe7d98465cd4",
          "qwen35-27b": "dbcb6cd1009386e5555f",
          "opus55": "35546c9e497624a77315",
          "deepseek": "86d44427c4cbc3fa5961",
          "gemini4argon": "argon-b1bb7c896a51cfb1"
        },
        "executionId": null,
        "label": "mendelian genetics unknown plant v293 easy",
        "argonReportSha256": "b1bb7c896a51cfb13fed0773523d5533d99ae0533fc381265eb503fdb29754c4",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-unknown-plant-v402-easy--42--0ca4d0827124",
        "benchmark": "ScienceWorld",
        "successModels": [
          "gemini"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "178ffea19385029c8b5b",
          "sol": "d9a970c562b58ad71af8",
          "fable": "bdd3f480cbeb223d483e",
          "qwen": "e2f32043a86f02343490",
          "gemini": "82fd3fbc5f7224b295dd",
          "qwen35-397b": "860a64ab07ac9d618766",
          "qwen35-27b": "370571529ef26f7b8245",
          "opus55": "a0cdb68bf02d803d4bd7",
          "deepseek": "f948da77dcdfb9db2247",
          "gemini4argon": "argon-228c759c93dad509"
        },
        "executionId": null,
        "label": "mendelian genetics unknown plant v402 easy",
        "argonReportSha256": "228c759c93dad5096b78cb1cb0ab7e20f0c2debea44c8cb69ddda5c325c8c61f",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--mendelian-genetics-unknown-plant-v43-easy--42--0fcbffdd52f2",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "budget_exhausted",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "7bca68b74b614bf89c8e",
          "sol": "2f021e90ea778d2c08e3",
          "fable": "9a5b13106c0dacdcb414",
          "qwen": "f850ca5256653416aaee",
          "gemini": "cc723eb437f2a62ffda6",
          "qwen35-397b": "38bf394c65dbb844a293",
          "qwen35-27b": "96cc1bfdb1299406d251",
          "opus55": "c2bb67fe5fabb2af95dc",
          "deepseek": "68e81fe83ccc7abe944c",
          "gemini4argon": "argon-327393ca002b40e0"
        },
        "executionId": null,
        "label": "mendelian genetics unknown plant v43 easy",
        "argonReportSha256": "327393ca002b40e06baad16c996a3c9f374c325c90a84569db868ae69a0112b9",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v126-eas--42--39fd42eee602",
        "benchmark": "ScienceWorld",
        "successModels": [],
        "outcomes": {
          "astra": "task_failure",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "447165877deaa62f6c62",
          "sol": "894d965dec7019bc4670",
          "fable": "5812607cb400994db72b",
          "qwen": "9919a7d41009adfd52aa",
          "gemini": "ceb7ae63b022acf35b74",
          "qwen35-397b": "1b75ee90482204b2ff05",
          "qwen35-27b": "1822ec32bd02d09704cb",
          "opus55": "76e735e886b64c484fe9",
          "deepseek": "8aa167eb0d74b3533dd8",
          "gemini4argon": "argon-372965dac2ffb2e6"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v126 eas",
        "argonReportSha256": "372965dac2ffb2e61beed1a67d249d7ac3ada7fb1a865d1055b346e1a367a156",
        "caseId": "W3-scienceworld_text-03"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v146-eas--42--ccdb339eb4b7",
        "benchmark": "ScienceWorld",
        "successModels": [
          "sol",
          "fable",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "a27561a4cc014a4833ca",
          "sol": "418985ce9a7f29e52f93",
          "fable": "da0aee2184984fdb9940",
          "qwen": "758255cfd6c3750c1f46",
          "gemini": "6d48e85096da5f9addf5",
          "qwen35-397b": "9710d5aad421ff1346eb",
          "qwen35-27b": "bf8cdd673b8127c00260",
          "opus55": "22fbc48f6049438302a8",
          "deepseek": "59791c2496d49d6b7ac4",
          "gemini4argon": "argon-26a470211dd15e34"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v146 eas",
        "argonReportSha256": "26a470211dd15e348473186d08aac7af3f76c250c5160c4846a487b1184d7faf",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v16-easy--42--241554074a53",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "42552831a2bb13bc6063",
          "sol": "381858ea24aa7bd5d19b",
          "fable": "7541659ab4261fcf0878",
          "qwen": "8052a5284a11b0efb4da",
          "gemini": "653e2d232cfa794096ff",
          "qwen35-397b": "3bac25c6b3a94ce7bf12",
          "qwen35-27b": "b852a25f0042d202b67f",
          "opus55": "ad64f210d725ddc64dc6",
          "deepseek": "cb898c1133266220a55c",
          "gemini4argon": "argon-59de894342be7e8e"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v16 easy",
        "argonReportSha256": "59de894342be7e8ec54e625bc366419d8cd8525f322c36fde3a2780b533ae0f5",
        "caseId": "task-video-fe832ab347"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v289-eas--42--06f9b5d60a2f",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "13b74078d878117790b9",
          "sol": "3118d5402c28d16b4339",
          "fable": "0b32b9153dbd5b59847e",
          "qwen": "a803f0796071d5ded0fb",
          "gemini": "3393089e846cc3a9790d",
          "qwen35-397b": "a6c045c676d748456ba6",
          "qwen35-27b": "be508863c1bb965bfd08",
          "opus55": "47daba382b90eb59b32d",
          "deepseek": "9af6a6985ae63171dbef",
          "gemini4argon": "argon-e2b9bd33630ffd82"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v289 eas",
        "argonReportSha256": "e2b9bd33630ffd8272b09e7524d9fe8a9c07e694cc68de7298c341c49a24e49e",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v293-eas--42--3ec16cfeeef9",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "success",
          "gemini": "task_failure",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "682d6c3c3bb885585d7c",
          "sol": "181c07b2efeae9d429f9",
          "fable": "63b3bcec5482b100bac8",
          "qwen": "cb1cea1e08ea67985acd",
          "gemini": "358a3812bc6ed8c9b0cc",
          "qwen35-397b": "6451082fdc00d9c9d443",
          "qwen35-27b": "aeec02b667b7982ac666",
          "opus55": "c66a3a8c2bb68e69e40b",
          "deepseek": "0a3ea1eae1e42c71287d",
          "gemini4argon": "argon-7b06515c77ada894"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v293 eas",
        "argonReportSha256": "7b06515c77ada8943ee2d12e182066d2012a3bca5afecbc4d4658210e9424a71",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v536-eas--42--f024022c8028",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "8cae9ba13e411e4d9aa4",
          "sol": "a82b61659272ff42a30e",
          "fable": "d73f8a39cab14c385644",
          "qwen": "69d6cf91a568013d04d5",
          "gemini": "1012e5be398f49a85d7d",
          "qwen35-397b": "fcdecfa3076884c6d2c7",
          "qwen35-27b": "b36414468a30201c09ee",
          "opus55": "7d787939f9832ad591d8",
          "deepseek": "3af7af541aec2b1b20c7",
          "gemini4argon": "argon-4d124fade3f9d030"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v536 eas",
        "argonReportSha256": "4d124fade3f9d0300939ce4e8954985f7f193000d9721abc000c64f528d78397",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v541-eas--42--5cbce08653e7",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "opus55"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "cb963de639eef9bc700b",
          "sol": "1d8115220aea1fca9292",
          "fable": "5d5bca1975fd07d56094",
          "qwen": "20edbd4894660caa24dd",
          "gemini": "7588666dd333361f6446",
          "qwen35-397b": "52c9787ad8ffaa4064de",
          "qwen35-27b": "692cbecde294a275e14a",
          "opus55": "a7f2d23a5d38e918f4f7",
          "deepseek": "6b121375bc39f42aeb35",
          "gemini4argon": "argon-37c042392830d4fb"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v541 eas",
        "argonReportSha256": "37c042392830d4fb826bb3688e49769278f6d31babd69a609294b1ff9af4aaab",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-of-unknown-substances-v88-easy--42--29c17f7ebd3f",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "7a84dbad31d5afc4a1be",
          "sol": "f20b89e26f8df522290e",
          "fable": "acd14331a5c0750e1d0f",
          "qwen": "9e02c8159ebcf464da74",
          "gemini": "711e8021e9b098cb3260",
          "qwen35-397b": "554686eab4f45fa2e9ba",
          "qwen35-27b": "1145c19783afa6c1fc00",
          "opus55": "b33e96881d1f64a15b65",
          "deepseek": "17aafc8010f6498559d8",
          "gemini4argon": "argon-cdee2ebfbbb277fa"
        },
        "executionId": null,
        "label": "test conductivity of unknown substances v88 easy",
        "argonReportSha256": "cdee2ebfbbb277fabe325b4419c22857caae4553f864e854f10b9049e65d1818",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v0-easy--42--48032862e684",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "gemini",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "task_failure",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "9f00d39678e319ff7085",
          "sol": "819f18c0cc06c37006d2",
          "fable": "e6e013b620944ea09ca0",
          "qwen": "9bbeca022db8d5a00f4b",
          "gemini": "6df15436b268974dc58f",
          "qwen35-397b": "8025ffc1fae12afaf90d",
          "qwen35-27b": "0df3006e7289f8724a34",
          "opus55": "7a399ce5ced3fac005e9",
          "deepseek": "69116504143d5203774b",
          "gemini4argon": "argon-5422a0e542c7d8e0"
        },
        "executionId": null,
        "label": "test conductivity v0 easy",
        "argonReportSha256": "5422a0e542c7d8e09ed0ff9e1bd28d2516afc384a0317c35b2c176b83d1823f0",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v210-easy--42--92b638952982",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "82af5a15afb3662062da",
          "sol": "238d63d9fe5108a900c6",
          "fable": "0dcb9ebbe4224f309b97",
          "qwen": "3d508d4041cd8d180fe8",
          "gemini": "6c168109a435ff44b85d",
          "qwen35-397b": "47aed046857b21bdc78e",
          "qwen35-27b": "745c43d4c283f2e2c926",
          "opus55": "8c4e55bd3a7e70d5ff93",
          "deepseek": "66ba345fb2690f7581a3",
          "gemini4argon": "argon-579e1307c4755698"
        },
        "executionId": null,
        "label": "test conductivity v210 easy",
        "argonReportSha256": "579e1307c4755698b14fa944c320fdfa99c085086f4570891b99a330a6eb70d7",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v393-easy--42--28516a833da0",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "0737927e3219e80080f9",
          "sol": "71f35da23e9fc9f9db75",
          "fable": "0cf0f3954a262b07e35f",
          "qwen": "06ccb454662e1935ae04",
          "gemini": "4b601483c9fbbc9ad68d",
          "qwen35-397b": "2a164bd94c59d2bab6bb",
          "qwen35-27b": "0bf373e685fdc805bad1",
          "opus55": "47796de141bba5719cdf",
          "deepseek": "7b6ba4d159aa2e4f4241",
          "gemini4argon": "argon-7220ebec367190f9"
        },
        "executionId": null,
        "label": "test conductivity v393 easy",
        "argonReportSha256": "7220ebec367190f9c94f52cc26b98ee2c6a04cf91417e8a3478f322397bd0645",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v639-easy--42--fcd866950cc2",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "gemini"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "task_failure",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "1da0485d29979ac0dcd3",
          "sol": "9d9705d01e556cca3ada",
          "fable": "f35a7bcec1bb8bc36fbc",
          "qwen": "0eb1b4ed58cf56c62fdc",
          "gemini": "8eda723009b05084a587",
          "qwen35-397b": "ab30d81667cdce00de5e",
          "qwen35-27b": "698e29372664d59f7119",
          "opus55": "b97a16eb6e380fe41a2e",
          "deepseek": "e803b1da6fa674cb94ba",
          "gemini4argon": "argon-44d8eac3a5bd384c"
        },
        "executionId": null,
        "label": "test conductivity v639 easy",
        "argonReportSha256": "44d8eac3a5bd384cab496b790362d4e40fda7dac94d222e105d5f42f095dac47",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v656-easy--42--c677a97da746",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "task_failure"
        },
        "recordIds": {
          "astra": "4606d384d529b9ff1948",
          "sol": "6a0ba15ed7e79b32116b",
          "fable": "b0f7909bf3c00c27435a",
          "qwen": "86099dda766e55be1eee",
          "gemini": "dfc8d03c8530373de94e",
          "qwen35-397b": "26d224cb0717d38a6965",
          "qwen35-27b": "9305a2e9dfe2d1e1604a",
          "opus55": "a178e337893fc1ce2661",
          "deepseek": "f59793bf27fe0ef2db91",
          "gemini4argon": "argon-b395bcea93602218"
        },
        "executionId": null,
        "label": "test conductivity v656 easy",
        "argonReportSha256": "b395bcea93602218965530c6dc25815173dc5dd49daea5557307f9cfcfbfb146",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v81-easy--42--979b84ce5895",
        "benchmark": "ScienceWorld",
        "successModels": [
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "f3a07ba2d0833dbfb0a7",
          "sol": "64d6f8d6515f0cb938e6",
          "fable": "47d9ae6446d64c34aff2",
          "qwen": "e378c41c36af01702d15",
          "gemini": "0cb1615849e6eafc7648",
          "qwen35-397b": "e08d340c7c2ae107e6c5",
          "qwen35-27b": "97ef142bcc0030e71d20",
          "opus55": "c0e5ee7109229cbfd7f1",
          "deepseek": "53fc417b15f301153133",
          "gemini4argon": "argon-e32b7f62c7143040"
        },
        "executionId": null,
        "label": "test conductivity v81 easy",
        "argonReportSha256": "e32b7f62c71430408218997a64ca25f092b9496d8601432d898ceea6d83a5a7e",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--test-conductivity-v812-easy--42--3a6d8acb6540",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "521c3e45dcaab4258a75",
          "sol": "b80479c46cd12fcfa22b",
          "fable": "a3652a19b696fa038f18",
          "qwen": "4ead19d0b9f8e1d1c930",
          "gemini": "5bc46d82697b8a0c6a25",
          "qwen35-397b": "d983f8373cf6f4478630",
          "qwen35-27b": "62c40a11c424485217c7",
          "opus55": "93c9f45be87eeef8ddc5",
          "deepseek": "6904a563ed7e0402d905",
          "gemini4argon": "argon-8618daa0cc4036cf"
        },
        "executionId": "task-eec30e591f",
        "label": "Test the water\u2019s electrical conductivity. Put conductive water in the blue box, otherwise in the orange box.",
        "argonReportSha256": "8618daa0cc4036cfde662faf5e7cf1f7af43ae3cad35c19c9e7011c7280176d9",
        "caseId": "showcase-scienceworld_text"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v200-easy--42--d83b8ab8c428",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "task_failure",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "success",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "079716ecae735fc30d2b",
          "sol": "e609d253d4f9de6b6b35",
          "fable": "8d941f269340d71b8d1e",
          "qwen": "e79fe132525fe7821900",
          "gemini": "fc6df473d071b28c2b60",
          "qwen35-397b": "a66d595792008f9a8640",
          "qwen35-27b": "9ca145305f3c6ec38f20",
          "opus55": "f15e2c8608bb45d3c8fe",
          "deepseek": "ea6bf6d2ab083f2b8441",
          "gemini4argon": "argon-0b1dd5697bbc549f"
        },
        "executionId": null,
        "label": "use thermometer v200 easy",
        "argonReportSha256": "0b1dd5697bbc549f6f3afc0bc5c1be88cec4ddac14635b472e3f43399844c42b",
        "caseId": "W3-scienceworld_text-02"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v215-easy--42--1297aa4bc3d7",
        "benchmark": "ScienceWorld",
        "successModels": [
          "sol",
          "fable",
          "gemini",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "38a9c3918cce6f96d837",
          "sol": "3442ff1da88c5d716e9b",
          "fable": "9cfa1f1e386cb524c337",
          "qwen": "cfc23084e097b393bf4b",
          "gemini": "88df391bd8c1fd457d9b",
          "qwen35-397b": "1a02c8a70974c30794b3",
          "qwen35-27b": "591e3bf1144edf986f33",
          "opus55": "cd7087ea03482f2583cb",
          "deepseek": "04ba56e6d49a0b2459f1",
          "gemini4argon": "argon-f2b663c9db9b53e3"
        },
        "executionId": null,
        "label": "use thermometer v215 easy",
        "argonReportSha256": "f2b663c9db9b53e3402e9693c1dc30e13b09a8fc833cb0efba543187b33e55e4",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v300-easy--42--3e5af3f1bd2f",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3c871afdb82c1a0f3f05",
          "sol": "797e07d49da4e11b7d76",
          "fable": "dde7da7fefa43a6f6d87",
          "qwen": "b06013412788721f970f",
          "gemini": "113faf6e4e6ada6bf665",
          "qwen35-397b": "97f5c9a0b025e3a9214e",
          "qwen35-27b": "6bce5bf872326b1e702d",
          "opus55": "d9c6105ac075f0dda8ef",
          "deepseek": "55c3d64468cc2a2836a3",
          "gemini4argon": "argon-2523f2b1b38d18d9"
        },
        "executionId": null,
        "label": "use thermometer v300 easy",
        "argonReportSha256": "2523f2b1b38d18d91eb3b2ffe3a2f293d8084213804a3cb87b4754719ab4f01b",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v304-easy--42--6f45b3fd9d27",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c77c2ed486d17dbee3c2",
          "sol": "99d8bd24617eb6db355d",
          "fable": "f9cdecd8f3c03e842d77",
          "qwen": "78bf8913de7b76021ea8",
          "gemini": "55696aad057aef43c66d",
          "qwen35-397b": "fa6fc6c1e576e66dcc2e",
          "qwen35-27b": "fa6d27b8c721bc362440",
          "opus55": "58bb4ab2780e0405b1c9",
          "deepseek": "66c2e2715b4a41b1cc7e",
          "gemini4argon": "argon-b5a75f06ea5d1ec5"
        },
        "executionId": null,
        "label": "use thermometer v304 easy",
        "argonReportSha256": "b5a75f06ea5d1ec5e1af1d10725b445a961377fa0f99b11ad6f60aead9f5f425",
        "caseId": null
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v355-easy--42--4816d9142902",
        "benchmark": "ScienceWorld",
        "successModels": [
          "astra",
          "fable",
          "gemini",
          "qwen35-27b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "task_failure",
          "fable": "success",
          "qwen": "budget_exhausted",
          "gemini": "success",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "1c410e78de3f0aaa082b",
          "sol": "89e36ce5e7abef49b8e7",
          "fable": "4fa37fd94de9542027b8",
          "qwen": "933a3b60609b051716b6",
          "gemini": "f9a5f773fa6a41059a66",
          "qwen35-397b": "8f4808bcbeae20dcce55",
          "qwen35-27b": "31b399ab8c8aaa4b52cd",
          "opus55": "49caf61c6657e54f3438",
          "deepseek": "dc65c9f4ee1b6b679c48",
          "gemini4argon": "argon-54ed4210fb6fba89"
        },
        "executionId": null,
        "label": "use thermometer v355 easy",
        "argonReportSha256": "54ed4210fb6fba8998a2b18b3d75e198cde596ea801c36f8f8d11122ee6a8dcc",
        "caseId": "task-video-d2027b9345"
      },
      {
        "taskId": "scienceworld_text--scienceworld_text--full_v1--use-thermometer-v373-easy--42--13ae3777c46f",
        "benchmark": "ScienceWorld",
        "successModels": [
          "sol",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "task_failure",
          "sol": "success",
          "fable": "task_failure",
          "qwen": "task_failure",
          "gemini": "task_failure",
          "qwen35-397b": "task_failure",
          "qwen35-27b": "task_failure",
          "opus55": "task_failure",
          "deepseek": "task_failure",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "55dbf46d2c96c71e0ab9",
          "sol": "10f1dbef71edfe98dba1",
          "fable": "c6388f3b63ef6fecc2df",
          "qwen": "e31cd7f3c01da65797ae",
          "gemini": "344bc2b3e1479a207877",
          "qwen35-397b": "23f2680d9f628e5a4617",
          "qwen35-27b": "08ab8f13cebf46707eef",
          "opus55": "e62e40e740fb5d9a4ad0",
          "deepseek": "5eed6ad5d9eb560b8bf4",
          "gemini4argon": "argon-8b08775f98d20631"
        },
        "executionId": null,
        "label": "use thermometer v373 easy",
        "argonReportSha256": "8b08775f98d20631c0ef16374ab09b71636e07c372c745945fb1fb4463df097a",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene1_graph_results_intenti--13--2516bb00b118",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "8e9c3014a742876c21c1",
          "sol": "085d11f6b824aed5c76d",
          "fable": "99336eb4d13123600d2f",
          "qwen": "95d4822a523bb96151bf",
          "gemini": "edd1dab1631a57f3891c",
          "qwen35-397b": "2a46a559004375be27c2",
          "qwen35-27b": "257037e8a5286d073eab",
          "opus55": "6a752ed50121aae3b767",
          "deepseek": "12ccb0ac21b10f9ce347",
          "gemini4argon": "argon-d7422a47019306c6"
        },
        "executionId": null,
        "label": "VirtualHome task 1",
        "argonReportSha256": "d7422a47019306c6bc29a77c34377bea5757a12207cd80f912ceb586f70cc2bd",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene1_graph_results_intenti--13--81412e0a18e7",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "c71aabdd11d49a849263",
          "sol": "db933a4fc47ae29d91df",
          "fable": "4d0b6bb4214391312ab1",
          "qwen": "9ebbddf50aa7ccc62a1a",
          "gemini": "bd44426e4d1e4f04ee0d",
          "qwen35-397b": "b267c2029e80d9bc7a29",
          "qwen35-27b": "2744907f3136ff239619",
          "opus55": "6902c58f2b2fdd5dcb89",
          "deepseek": "1d789259eafc19b9b81c",
          "gemini4argon": "argon-834c1af0fab0b985"
        },
        "executionId": null,
        "label": "VirtualHome task 2",
        "argonReportSha256": "834c1af0fab0b985f3287261a737a3c2447eb19cefcbbdc6a29fa011616141e2",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene2_graph_results_intenti--13--28d380873a26",
        "benchmark": "VirtualHome",
        "successModels": [
          "sol",
          "fable",
          "qwen",
          "qwen35-27b",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "budget_exhausted",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "success",
          "opus55": "budget_exhausted",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ed953ea88786b26fe562",
          "sol": "97719b522434dc01f21c",
          "fable": "73c02e2cb9b7731aaa39",
          "qwen": "80218c297f56005db737",
          "gemini": "b61dce95540c8a189fac",
          "qwen35-397b": "577b03844459598d6477",
          "qwen35-27b": "be9c031f393152fb2f20",
          "opus55": "cf943e1f408241ed10ff",
          "deepseek": "cf8f36b84305690667c5",
          "gemini4argon": "argon-304eadd879282525"
        },
        "executionId": null,
        "label": "VirtualHome task 3",
        "argonReportSha256": "304eadd879282525182c4938041aab7ef3cdbf998d2f0a878c3725c6b5fa4467",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene2_graph_results_intenti--13--2c98387fac51",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "7296f1ea17d0dd291fb6",
          "sol": "ab667045e56175780c9d",
          "fable": "535a3dcc9484819c27b0",
          "qwen": "5cb181678e75573d1d16",
          "gemini": "426aadec1a2509247aa7",
          "qwen35-397b": "c504cc628beaeeaefad7",
          "qwen35-27b": "526d0ec60e6efe05a150",
          "opus55": "c403a7d75dba3fce103f",
          "deepseek": "fd1a80cf260bbf97d024",
          "gemini4argon": "argon-490d0f893e706d5c"
        },
        "executionId": null,
        "label": "VirtualHome task 4",
        "argonReportSha256": "490d0f893e706d5c93b39b8c7342dd7deebfe7a8a2b8fe7ad59af0f5b908c573",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene2_graph_results_intenti--13--ac8ffb5e85da",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "41205f7302ae54048b05",
          "sol": "19690d343545e4cf93dd",
          "fable": "fa6e90580440b5df6931",
          "qwen": "a83ae54aca9236c8b9af",
          "gemini": "788825d0a01c13f94cf4",
          "qwen35-397b": "e4fd73d545e21566070a",
          "qwen35-27b": "c690a05d6420a6872fd8",
          "opus55": "8a4e4fd572d6a8fdbd39",
          "deepseek": "4b463bf8fc2c8b22e27a",
          "gemini4argon": "argon-5cd560e18af9a0e5"
        },
        "executionId": "task-72c8ffc364",
        "label": "Pick up phone: walk to living room , find phone ,pick up phone 3",
        "argonReportSha256": "5cd560e18af9a0e5f8f4c1347997745cdef381037d7836b76f4a1437bede3028",
        "caseId": "task-video-fb6ef63b9e"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene2_graph_results_intenti--13--cd185cadf4fd",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "timeout",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ec5272e2a9a9dd46c963",
          "sol": "5414dfd8f8a98a3b1942",
          "fable": "291f8d2f7ad4e768d2cb",
          "qwen": "153d611bb0158dffce1e",
          "gemini": "982a5e85fef75e81d57c",
          "qwen35-397b": "4077f81dd675b3ce421c",
          "qwen35-27b": "344256dfab7815b425a4",
          "opus55": "808c2962b6f5f5499a89",
          "deepseek": "286ffd752d3e09d8f7f9",
          "gemini4argon": "argon-e34b094029b0f6f1"
        },
        "executionId": null,
        "label": "VirtualHome task 6",
        "argonReportSha256": "e34b094029b0f6f16efefb191013efab5790443ef73e88cd0a48a2a43b4e7f9f",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene3_graph_results_intenti--13--78d97c1d8509",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "budget_exhausted",
          "qwen": "timeout",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "budget_exhausted"
        },
        "recordIds": {
          "astra": "5d391761bbd1f5d387ee",
          "sol": "bd7930e84f2702e4200b",
          "fable": "45c764c8c31793a323de",
          "qwen": "f20d99df052b949a37ff",
          "gemini": "22734125096f5d86ca31",
          "qwen35-397b": "2a44ad17a6ceff590d4a",
          "qwen35-27b": "e298a839ccc31511b91f",
          "opus55": "1016060cc8149d7af0ec",
          "deepseek": "106b9c333bfa95f6b96c",
          "gemini4argon": "argon-269478148cb32c11"
        },
        "executionId": null,
        "label": "VirtualHome task 7",
        "argonReportSha256": "269478148cb32c11e0a1e1cd1b383a3679a8aff571988de01000a9bba4f864a5",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene3_graph_results_intenti--13--a988ac0ec8b7",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "43c6d8fb88c59e1f296f",
          "sol": "a472715d639a73d1b06e",
          "fable": "7da5c1e3eeaa65f3bffa",
          "qwen": "62d4a8381a6923173e12",
          "gemini": "ffa4693b6beaade5f9b6",
          "qwen35-397b": "2e38efd9405f789584e2",
          "qwen35-27b": "bdcc0f3a080a6dda6ef8",
          "opus55": "9a33fee0a095a76fb455",
          "deepseek": "e7ca6b643c9fca5da285",
          "gemini4argon": "argon-a01b260828c64a87"
        },
        "executionId": null,
        "label": "VirtualHome task 8",
        "argonReportSha256": "a01b260828c64a87f9085fd24cf86550a150cb43908f335c43918eb466ee317c",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene3_graph_results_intenti--13--aa6fcace3c93",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "18555d1cad17d77b2201",
          "sol": "d6334be4bb042720ae1e",
          "fable": "022a2f982347619efe09",
          "qwen": "dc30d827c87447ffcd5a",
          "gemini": "b4210500fd89559912e3",
          "qwen35-397b": "054c33daa0a19eb1ff64",
          "qwen35-27b": "c4cb36f44149c8a5023a",
          "opus55": "ed64116baa1d0f5969b4",
          "deepseek": "ec2ef9a2f6961fe10378",
          "gemini4argon": "argon-33f44f51d5e88a3a"
        },
        "executionId": null,
        "label": "VirtualHome task 9",
        "argonReportSha256": "33f44f51d5e88a3a2207aa8f21a84332e64e8ab0cae2010e633bdcf1f933ec5a",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene4_graph_results_intenti--13--0ba0d1a555fb",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "7933b75c66b0ef49af54",
          "sol": "cc344e77c4ee775becf9",
          "fable": "e30b8565c52422b161d2",
          "qwen": "b8e70de51f1c0ef41e46",
          "gemini": "643643a0c3f6e2132b13",
          "qwen35-397b": "289d3660b8a24da5355e",
          "qwen35-27b": "d637359f34315bfda212",
          "opus55": "4352d5136f2ade2cba95",
          "deepseek": "51da8f3e89a1827ad812",
          "gemini4argon": "argon-801de066134d51d5"
        },
        "executionId": null,
        "label": "VirtualHome task 10",
        "argonReportSha256": "801de066134d51d589bb24449f250aa0f6c6c84f8ad87da12aca10ca0d4cf5ed",
        "caseId": "task-video-c7fa3e9ee3"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene4_graph_results_intenti--13--70214db8e8ec",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ff7dcd506e6fae070ca7",
          "sol": "c3e5458d12524bcce2e3",
          "fable": "8c61f297645e69dea1bb",
          "qwen": "90a676e9e65fa6598f9a",
          "gemini": "9dd096ce55603b30eab6",
          "qwen35-397b": "13dbcbd5ba801ab173c1",
          "qwen35-27b": "eb36b0984681e2200045",
          "opus55": "ae9c4e062dfceaae09a3",
          "deepseek": "ccb42915c102b5a65474",
          "gemini4argon": "argon-8fc86c88a1e02395"
        },
        "executionId": null,
        "label": "VirtualHome task 11",
        "argonReportSha256": "8fc86c88a1e023951241f74d3768cf42629372f672767a2c73fa00e18d7eb9cf",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene4_graph_results_text_re--13--8e3d4011ffa3",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "548f2e1b0dd9b43783c8",
          "sol": "29f0bdd244a59e5b7a79",
          "fable": "b89c2c2823e504e3c9ce",
          "qwen": "09dcae0b721b850066e3",
          "gemini": "f7899f9e665f4987451b",
          "qwen35-397b": "87b8b704b3ebc2e6a8bc",
          "qwen35-27b": "c8b91a9c71d925e11406",
          "opus55": "1c5e330d3cdbf5dee716",
          "deepseek": "e6c290e3638c52f06bb2",
          "gemini4argon": "argon-baf33b4d54352421"
        },
        "executionId": null,
        "label": "VirtualHome task 12",
        "argonReportSha256": "baf33b4d54352421e01c77dac8d80915d247fbc23c6fd6ee9edc9b2cabce45fe",
        "caseId": "task-video-91fcf77b13"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene4_graph_results_text_re--13--b56675aa6f98",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "d88a4c7927ff48ccc4b9",
          "sol": "7c3107c6e38ed6077895",
          "fable": "47acc5c8f31d0e1732f1",
          "qwen": "d4b961f552cd9ad81186",
          "gemini": "0e1bb85c6edae1eca056",
          "qwen35-397b": "a9f9839ffeea50c131df",
          "qwen35-27b": "89ad442cd436907b9f43",
          "opus55": "3a33384e27883129b415",
          "deepseek": "ded541043e77ed9984fe",
          "gemini4argon": "argon-1a1dc6887cc82203"
        },
        "executionId": "task-99dca9fabf",
        "label": "Watch TV: I like to set on my sofa.Turn on the tv. And watch Perry Mason. Monday's through Friday's.",
        "argonReportSha256": "1a1dc6887cc82203b6bb0fe3c2882bfa0875ff229daf55545cd7ec4633e8325d",
        "caseId": "showcase-virtualhome_symbolic"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene5_graph_results_intenti--13--06c503006a9c",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "e40a34e8f4047ec6f8eb",
          "sol": "a5c4c1647f69047c6c0a",
          "fable": "5585cd7d999a1b4e24df",
          "qwen": "5d043c531af2397a7233",
          "gemini": "72b48839083a1e01ad1e",
          "qwen35-397b": "57a72286abfb777b69ba",
          "qwen35-27b": "65a12e080c5a8b93a161",
          "opus55": "b1449056588dc0c09dd0",
          "deepseek": "1d27784a28fa0eba5c82",
          "gemini4argon": "argon-1135d991300e24c6"
        },
        "executionId": null,
        "label": "VirtualHome task 14",
        "argonReportSha256": "1135d991300e24c6ef3ee69d8cf9e566bbf28ebd0bb5de13c259b2a884e18d54",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene5_graph_results_intenti--13--1f28e40e9fdb",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "ca71cd9d9ea1fbadc470",
          "sol": "d243e3a161bf5589dd71",
          "fable": "8b846ef51c2d2081ee9d",
          "qwen": "d2be2de2e7715972fe6f",
          "gemini": "88ccd27019fa0ab6e0b9",
          "qwen35-397b": "f0c73073d3bf0aa1f455",
          "qwen35-27b": "555ac26fb5f1ad3d4fe8",
          "opus55": "4323c9632a9ab9a2fc55",
          "deepseek": "51d5055fa20a9ed07280",
          "gemini4argon": "argon-966c1bc99c5447a7"
        },
        "executionId": "task-547fe11574",
        "label": "Turn on light: I walk towards to the bedroom, and I open the door of the bedroom, and I switch on the lights inside the bedroom, the switch is beside the door.",
        "argonReportSha256": "966c1bc99c5447a7fceba5424b08bd3359aa81bc887ca6524627a835f481b67d",
        "caseId": "task-video-81b3e55619"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene6_graph_results_intenti--13--59adeec310b6",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "fable",
          "qwen",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "budget_exhausted",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "budget_exhausted",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "6276603a5c5e1a670bdd",
          "sol": "00306fc711093f045d8c",
          "fable": "4df20570d9406187af20",
          "qwen": "59f0ad889e78077b5453",
          "gemini": "7f4c69a66de8b0f1c38b",
          "qwen35-397b": "81928d2874c5687e8143",
          "qwen35-27b": "339586a3ab83bbbbcdc6",
          "opus55": "59ec3a928f75d5944a8f",
          "deepseek": "09ff53cd66e5f2e96d9a",
          "gemini4argon": "argon-390b152295f3b222"
        },
        "executionId": null,
        "label": "VirtualHome task 16",
        "argonReportSha256": "390b152295f3b2223097b4493d68300158214c64f0bccbfed92b897c0174c525",
        "caseId": "task-video-b63fb2c081"
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene6_graph_results_intenti--13--78c921f44267",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "3abe689a0c838c1781a4",
          "sol": "4d8131b2d6efdb1d94ff",
          "fable": "7175da02a078c84e372e",
          "qwen": "1a64a023aa6af5d4eef0",
          "gemini": "5deaa6e038474133a96e",
          "qwen35-397b": "195cf0480b63ac388273",
          "qwen35-27b": "0355a80e33dcb8bf91e6",
          "opus55": "f3f2df965b23731dd74b",
          "deepseek": "ce4e1ea4564b5a6578c8",
          "gemini4argon": "argon-dc90b0b1d653e857"
        },
        "executionId": null,
        "label": "VirtualHome task 17",
        "argonReportSha256": "dc90b0b1d653e857dd0a9c77df67981ba202112b7922d519eab85f4adae58e1b",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene6_graph_results_intenti--13--91591c1f3842",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "23cb0f46c0d11bda144c",
          "sol": "d9e8044dd6b55650d7a6",
          "fable": "3cef99090b7fd8e9e6cc",
          "qwen": "0ee43e4e2e50adf905a3",
          "gemini": "550446cd78fcaf331880",
          "qwen35-397b": "1937043d7e23563444fe",
          "qwen35-27b": "96c37138be50da649997",
          "opus55": "ae45831887ada7762b94",
          "deepseek": "3315b251b8a56a2e8b86",
          "gemini4argon": "argon-f88e54ab84f61ad9"
        },
        "executionId": null,
        "label": "VirtualHome task 18",
        "argonReportSha256": "f88e54ab84f61ad92e3365b0e2e48f579a946238b62254215150e925bb2df7c7",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene7_graph_results_intenti--13--b54f25134cc2",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "f442670b74c6cf6318f4",
          "sol": "b8048cdfdd298e950b75",
          "fable": "8191327fb07867e47491",
          "qwen": "337719c5aed084cb257c",
          "gemini": "ea1d4d8c4cf398745efc",
          "qwen35-397b": "c01c68455a71510f11d6",
          "qwen35-27b": "3ac2236922e710b5a434",
          "opus55": "0750c916052608a8a030",
          "deepseek": "226ad0e73b24c036bfec",
          "gemini4argon": "argon-17b0419947c24109"
        },
        "executionId": null,
        "label": "VirtualHome task 19",
        "argonReportSha256": "17b0419947c2410991ac5d9bbcc1220855c72fd4c0724983744f6321be6a7523",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene7_graph_results_intenti--13--e9d6fea9f1a4",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "gemini",
          "qwen",
          "qwen35-397b",
          "qwen35-27b",
          "opus55",
          "deepseek",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "success",
          "qwen35-397b": "success",
          "qwen35-27b": "success",
          "opus55": "success",
          "deepseek": "success",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "42e0f0fe3c92f7f75376",
          "sol": "5cb80077bcf35e4b6bb8",
          "fable": "bd663628c94faf4cfcc1",
          "qwen": "f3a484c5bcb7eb52241e",
          "gemini": "e9e7177fdca2fd6bd73a",
          "qwen35-397b": "143c49e7db752d807ecc",
          "qwen35-27b": "aa3ac720ac169e0d1939",
          "opus55": "ac81bd5b5f7ca4d3403d",
          "deepseek": "af0d86c35a9b38832de9",
          "gemini4argon": "argon-7210f574af507082"
        },
        "executionId": null,
        "label": "VirtualHome task 20",
        "argonReportSha256": "7210f574af507082d7e4515f36c12496f4c80fa37651b316f4f2bbd89bc0fdb8",
        "caseId": null
      },
      {
        "taskId": "virtualhome_symbolic--virtualhome_symbolic--official_compatible_full_v1--official_TrimmedTestScene7_graph_results_intenti--13--f1f4eac63b5c",
        "benchmark": "VirtualHome",
        "successModels": [
          "astra",
          "sol",
          "fable",
          "qwen",
          "opus55",
          "gemini4argon"
        ],
        "outcomes": {
          "astra": "success",
          "sol": "success",
          "fable": "success",
          "qwen": "success",
          "gemini": "budget_exhausted",
          "qwen35-397b": "budget_exhausted",
          "qwen35-27b": "budget_exhausted",
          "opus55": "success",
          "deepseek": "budget_exhausted",
          "gemini4argon": "success"
        },
        "recordIds": {
          "astra": "377a9c8dd3a8fa4cd7d5",
          "sol": "7330114450d7ab1404e2",
          "fable": "85d32e54a3c486db9967",
          "qwen": "183074e56f2ac186f61e",
          "gemini": "5b1419169ee9872faa8f",
          "qwen35-397b": "752e45405aa6100884da",
          "qwen35-27b": "7ec2814544e3d4109e92",
          "opus55": "5e6a53e77ffc96484986",
          "deepseek": "8304478517f4c803b266",
          "gemini4argon": "argon-1a1d6b30aee3e200"
        },
        "executionId": null,
        "label": "VirtualHome task 21",
        "argonReportSha256": "1a1d6b30aee3e20079e5c994eaf7cbb770eb0ec256a3fd8dcb8e1c02d6a25c5f",
        "caseId": null
      }
    ],
    "atLeastOneSucceeds": 142,
    "allSucceed": 8,
    "allFail": 15,
    "additionalOverAstra": 16,
    "universalFailureSources": {
      "ALFRED": 2,
      "ALFWorld": 2,
      "HumanCLAW": 9,
      "ScienceWorld": 2
    },
    "successCountHistogram": {
      "0": 15,
      "1": 19,
      "2": 20,
      "3": 5,
      "4": 15,
      "5": 17,
      "6": 20,
      "7": 13,
      "8": 10,
      "9": 15,
      "10": 8
    },
    "pairwise": {
      "astra": {
        "astra": {
          "both": 126,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 31
        },
        "sol": {
          "both": 63,
          "onlyRow": 63,
          "onlyColumn": 7,
          "neither": 24
        },
        "fable": {
          "both": 91,
          "onlyRow": 35,
          "onlyColumn": 9,
          "neither": 22
        },
        "gemini": {
          "both": 73,
          "onlyRow": 53,
          "onlyColumn": 3,
          "neither": 28
        },
        "qwen": {
          "both": 52,
          "onlyRow": 74,
          "onlyColumn": 6,
          "neither": 25
        },
        "qwen35-397b": {
          "both": 29,
          "onlyRow": 97,
          "onlyColumn": 1,
          "neither": 30
        },
        "qwen35-27b": {
          "both": 29,
          "onlyRow": 97,
          "onlyColumn": 1,
          "neither": 30
        },
        "opus55": {
          "both": 71,
          "onlyRow": 55,
          "onlyColumn": 5,
          "neither": 26
        },
        "deepseek": {
          "both": 47,
          "onlyRow": 79,
          "onlyColumn": 2,
          "neither": 29
        },
        "gemini4argon": {
          "both": 99,
          "onlyRow": 27,
          "onlyColumn": 11,
          "neither": 20
        }
      },
      "sol": {
        "astra": {
          "both": 63,
          "onlyRow": 7,
          "onlyColumn": 63,
          "neither": 24
        },
        "sol": {
          "both": 70,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 87
        },
        "fable": {
          "both": 66,
          "onlyRow": 4,
          "onlyColumn": 34,
          "neither": 53
        },
        "gemini": {
          "both": 55,
          "onlyRow": 15,
          "onlyColumn": 21,
          "neither": 66
        },
        "qwen": {
          "both": 47,
          "onlyRow": 23,
          "onlyColumn": 11,
          "neither": 76
        },
        "qwen35-397b": {
          "both": 22,
          "onlyRow": 48,
          "onlyColumn": 8,
          "neither": 79
        },
        "qwen35-27b": {
          "both": 24,
          "onlyRow": 46,
          "onlyColumn": 6,
          "neither": 81
        },
        "opus55": {
          "both": 50,
          "onlyRow": 20,
          "onlyColumn": 26,
          "neither": 61
        },
        "deepseek": {
          "both": 37,
          "onlyRow": 33,
          "onlyColumn": 12,
          "neither": 75
        },
        "gemini4argon": {
          "both": 67,
          "onlyRow": 3,
          "onlyColumn": 43,
          "neither": 44
        }
      },
      "fable": {
        "astra": {
          "both": 91,
          "onlyRow": 9,
          "onlyColumn": 35,
          "neither": 22
        },
        "sol": {
          "both": 66,
          "onlyRow": 34,
          "onlyColumn": 4,
          "neither": 53
        },
        "fable": {
          "both": 100,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 57
        },
        "gemini": {
          "both": 68,
          "onlyRow": 32,
          "onlyColumn": 8,
          "neither": 49
        },
        "qwen": {
          "both": 54,
          "onlyRow": 46,
          "onlyColumn": 4,
          "neither": 53
        },
        "qwen35-397b": {
          "both": 27,
          "onlyRow": 73,
          "onlyColumn": 3,
          "neither": 54
        },
        "qwen35-27b": {
          "both": 29,
          "onlyRow": 71,
          "onlyColumn": 1,
          "neither": 56
        },
        "opus55": {
          "both": 68,
          "onlyRow": 32,
          "onlyColumn": 8,
          "neither": 49
        },
        "deepseek": {
          "both": 47,
          "onlyRow": 53,
          "onlyColumn": 2,
          "neither": 55
        },
        "gemini4argon": {
          "both": 85,
          "onlyRow": 15,
          "onlyColumn": 25,
          "neither": 32
        }
      },
      "gemini": {
        "astra": {
          "both": 73,
          "onlyRow": 3,
          "onlyColumn": 53,
          "neither": 28
        },
        "sol": {
          "both": 55,
          "onlyRow": 21,
          "onlyColumn": 15,
          "neither": 66
        },
        "fable": {
          "both": 68,
          "onlyRow": 8,
          "onlyColumn": 32,
          "neither": 49
        },
        "gemini": {
          "both": 76,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 81
        },
        "qwen": {
          "both": 45,
          "onlyRow": 31,
          "onlyColumn": 13,
          "neither": 68
        },
        "qwen35-397b": {
          "both": 24,
          "onlyRow": 52,
          "onlyColumn": 6,
          "neither": 75
        },
        "qwen35-27b": {
          "both": 27,
          "onlyRow": 49,
          "onlyColumn": 3,
          "neither": 78
        },
        "opus55": {
          "both": 56,
          "onlyRow": 20,
          "onlyColumn": 20,
          "neither": 61
        },
        "deepseek": {
          "both": 44,
          "onlyRow": 32,
          "onlyColumn": 5,
          "neither": 76
        },
        "gemini4argon": {
          "both": 66,
          "onlyRow": 10,
          "onlyColumn": 44,
          "neither": 37
        }
      },
      "qwen": {
        "astra": {
          "both": 52,
          "onlyRow": 6,
          "onlyColumn": 74,
          "neither": 25
        },
        "sol": {
          "both": 47,
          "onlyRow": 11,
          "onlyColumn": 23,
          "neither": 76
        },
        "fable": {
          "both": 54,
          "onlyRow": 4,
          "onlyColumn": 46,
          "neither": 53
        },
        "gemini": {
          "both": 45,
          "onlyRow": 13,
          "onlyColumn": 31,
          "neither": 68
        },
        "qwen": {
          "both": 58,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 99
        },
        "qwen35-397b": {
          "both": 22,
          "onlyRow": 36,
          "onlyColumn": 8,
          "neither": 91
        },
        "qwen35-27b": {
          "both": 19,
          "onlyRow": 39,
          "onlyColumn": 11,
          "neither": 88
        },
        "opus55": {
          "both": 41,
          "onlyRow": 17,
          "onlyColumn": 35,
          "neither": 64
        },
        "deepseek": {
          "both": 31,
          "onlyRow": 27,
          "onlyColumn": 18,
          "neither": 81
        },
        "gemini4argon": {
          "both": 53,
          "onlyRow": 5,
          "onlyColumn": 57,
          "neither": 42
        }
      },
      "qwen35-397b": {
        "astra": {
          "both": 29,
          "onlyRow": 1,
          "onlyColumn": 97,
          "neither": 30
        },
        "sol": {
          "both": 22,
          "onlyRow": 8,
          "onlyColumn": 48,
          "neither": 79
        },
        "fable": {
          "both": 27,
          "onlyRow": 3,
          "onlyColumn": 73,
          "neither": 54
        },
        "gemini": {
          "both": 24,
          "onlyRow": 6,
          "onlyColumn": 52,
          "neither": 75
        },
        "qwen": {
          "both": 22,
          "onlyRow": 8,
          "onlyColumn": 36,
          "neither": 91
        },
        "qwen35-397b": {
          "both": 30,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 127
        },
        "qwen35-27b": {
          "both": 14,
          "onlyRow": 16,
          "onlyColumn": 16,
          "neither": 111
        },
        "opus55": {
          "both": 28,
          "onlyRow": 2,
          "onlyColumn": 48,
          "neither": 79
        },
        "deepseek": {
          "both": 21,
          "onlyRow": 9,
          "onlyColumn": 28,
          "neither": 99
        },
        "gemini4argon": {
          "both": 27,
          "onlyRow": 3,
          "onlyColumn": 83,
          "neither": 44
        }
      },
      "qwen35-27b": {
        "astra": {
          "both": 29,
          "onlyRow": 1,
          "onlyColumn": 97,
          "neither": 30
        },
        "sol": {
          "both": 24,
          "onlyRow": 6,
          "onlyColumn": 46,
          "neither": 81
        },
        "fable": {
          "both": 29,
          "onlyRow": 1,
          "onlyColumn": 71,
          "neither": 56
        },
        "gemini": {
          "both": 27,
          "onlyRow": 3,
          "onlyColumn": 49,
          "neither": 78
        },
        "qwen": {
          "both": 19,
          "onlyRow": 11,
          "onlyColumn": 39,
          "neither": 88
        },
        "qwen35-397b": {
          "both": 14,
          "onlyRow": 16,
          "onlyColumn": 16,
          "neither": 111
        },
        "qwen35-27b": {
          "both": 30,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 127
        },
        "opus55": {
          "both": 24,
          "onlyRow": 6,
          "onlyColumn": 52,
          "neither": 75
        },
        "deepseek": {
          "both": 22,
          "onlyRow": 8,
          "onlyColumn": 27,
          "neither": 100
        },
        "gemini4argon": {
          "both": 28,
          "onlyRow": 2,
          "onlyColumn": 82,
          "neither": 45
        }
      },
      "opus55": {
        "astra": {
          "both": 71,
          "onlyRow": 5,
          "onlyColumn": 55,
          "neither": 26
        },
        "sol": {
          "both": 50,
          "onlyRow": 26,
          "onlyColumn": 20,
          "neither": 61
        },
        "fable": {
          "both": 68,
          "onlyRow": 8,
          "onlyColumn": 32,
          "neither": 49
        },
        "gemini": {
          "both": 56,
          "onlyRow": 20,
          "onlyColumn": 20,
          "neither": 61
        },
        "qwen": {
          "both": 41,
          "onlyRow": 35,
          "onlyColumn": 17,
          "neither": 64
        },
        "qwen35-397b": {
          "both": 28,
          "onlyRow": 48,
          "onlyColumn": 2,
          "neither": 79
        },
        "qwen35-27b": {
          "both": 24,
          "onlyRow": 52,
          "onlyColumn": 6,
          "neither": 75
        },
        "opus55": {
          "both": 76,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 81
        },
        "deepseek": {
          "both": 45,
          "onlyRow": 31,
          "onlyColumn": 4,
          "neither": 77
        },
        "gemini4argon": {
          "both": 67,
          "onlyRow": 9,
          "onlyColumn": 43,
          "neither": 38
        }
      },
      "deepseek": {
        "astra": {
          "both": 47,
          "onlyRow": 2,
          "onlyColumn": 79,
          "neither": 29
        },
        "sol": {
          "both": 37,
          "onlyRow": 12,
          "onlyColumn": 33,
          "neither": 75
        },
        "fable": {
          "both": 47,
          "onlyRow": 2,
          "onlyColumn": 53,
          "neither": 55
        },
        "gemini": {
          "both": 44,
          "onlyRow": 5,
          "onlyColumn": 32,
          "neither": 76
        },
        "qwen": {
          "both": 31,
          "onlyRow": 18,
          "onlyColumn": 27,
          "neither": 81
        },
        "qwen35-397b": {
          "both": 21,
          "onlyRow": 28,
          "onlyColumn": 9,
          "neither": 99
        },
        "qwen35-27b": {
          "both": 22,
          "onlyRow": 27,
          "onlyColumn": 8,
          "neither": 100
        },
        "opus55": {
          "both": 45,
          "onlyRow": 4,
          "onlyColumn": 31,
          "neither": 77
        },
        "deepseek": {
          "both": 49,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 108
        },
        "gemini4argon": {
          "both": 44,
          "onlyRow": 5,
          "onlyColumn": 66,
          "neither": 42
        }
      },
      "gemini4argon": {
        "astra": {
          "both": 99,
          "onlyRow": 11,
          "onlyColumn": 27,
          "neither": 20
        },
        "sol": {
          "both": 67,
          "onlyRow": 43,
          "onlyColumn": 3,
          "neither": 44
        },
        "fable": {
          "both": 85,
          "onlyRow": 25,
          "onlyColumn": 15,
          "neither": 32
        },
        "gemini": {
          "both": 66,
          "onlyRow": 44,
          "onlyColumn": 10,
          "neither": 37
        },
        "qwen": {
          "both": 53,
          "onlyRow": 57,
          "onlyColumn": 5,
          "neither": 42
        },
        "qwen35-397b": {
          "both": 27,
          "onlyRow": 83,
          "onlyColumn": 3,
          "neither": 44
        },
        "qwen35-27b": {
          "both": 28,
          "onlyRow": 82,
          "onlyColumn": 2,
          "neither": 45
        },
        "opus55": {
          "both": 67,
          "onlyRow": 43,
          "onlyColumn": 9,
          "neither": 38
        },
        "deepseek": {
          "both": 44,
          "onlyRow": 66,
          "onlyColumn": 5,
          "neither": 42
        },
        "gemini4argon": {
          "both": 110,
          "onlyRow": 0,
          "onlyColumn": 0,
          "neither": 47
        }
      }
    },
    "stopLimits": [
      {
        "model": "astra",
        "limit": "max_agent_iterations",
        "episodes": 11
      },
      {
        "model": "astra",
        "limit": "max_total_tokens",
        "episodes": 5
      },
      {
        "model": "deepseek",
        "limit": "max_agent_iterations",
        "episodes": 85
      },
      {
        "model": "deepseek",
        "limit": "max_total_tokens",
        "episodes": 6
      },
      {
        "model": "deepseek",
        "limit": "max_visible_tokens_per_response",
        "episodes": 1
      },
      {
        "model": "fable",
        "limit": "max_agent_iterations",
        "episodes": 30
      },
      {
        "model": "gemini",
        "limit": "max_agent_iterations",
        "episodes": 53
      },
      {
        "model": "gemini",
        "limit": "max_primitive_calls",
        "episodes": 1
      },
      {
        "model": "gemini",
        "limit": "max_total_tokens",
        "episodes": 3
      },
      {
        "model": "gemini4argon",
        "limit": "max_agent_iterations",
        "episodes": 13
      },
      {
        "model": "gemini4argon",
        "limit": "max_primitive_calls",
        "episodes": 2
      },
      {
        "model": "gemini4argon",
        "limit": "max_total_tokens",
        "episodes": 2
      },
      {
        "model": "opus55",
        "limit": "max_agent_iterations",
        "episodes": 60
      },
      {
        "model": "opus55",
        "limit": "max_total_tokens",
        "episodes": 1
      },
      {
        "model": "qwen",
        "limit": "max_agent_iterations",
        "episodes": 45
      },
      {
        "model": "qwen",
        "limit": "max_total_tokens",
        "episodes": 3
      },
      {
        "model": "qwen",
        "limit": "max_visible_tokens_per_response",
        "episodes": 2
      },
      {
        "model": "qwen35-27b",
        "limit": "max_agent_iterations",
        "episodes": 95
      },
      {
        "model": "qwen35-27b",
        "limit": "max_total_tokens",
        "episodes": 6
      },
      {
        "model": "qwen35-397b",
        "limit": "max_agent_iterations",
        "episodes": 83
      },
      {
        "model": "qwen35-397b",
        "limit": "max_total_tokens",
        "episodes": 5
      },
      {
        "model": "sol",
        "limit": "max_agent_iterations",
        "episodes": 38
      },
      {
        "model": "sol",
        "limit": "max_primitive_calls",
        "episodes": 1
      },
      {
        "model": "sol",
        "limit": "max_total_tokens",
        "episodes": 9
      }
    ]
  },
  "provenance": {
    "archive": "all-model-logs-20261019.zip",
    "recordsVerified": 1570,
    "planningMainTableCountsMatch": true,
    "taskAlignment": "Shared manifest task_id; HumanCLAW wrapper-specific IDs checked against native task identity in all 117 reports.",
    "recoveryDefinition": "Native final success after a recorded execution error; budget guards and timed-out rounds excluded from execution errors.",
    "timeDefinition": "Reported episode wall time; campaign elapsed time if supplied, otherwise the last recorded loop time.",
    "tokenDefinition": "Recorded input plus output usage; missing usage is excluded, never replaced with zero.",
    "manipulationScope": "The supplied Manipulation log cohort contains later observation settings for several original models; preserve the adopted main-table Baseline population.",
    "argonArchive": "gemini4argon-logs-20261021.zip",
    "argonArchiveSha256": "2c3cd098d01ed2fc40647a9e374fd56941ea4948f2df647242472e60caf3df3a",
    "adoptedOnly": true,
    "humanclawQwenRefresh": {
      "package": "humanclaw-qwen-results-20261023",
      "recordsReplaced": 39,
      "selection": "latest per-case worker result selected in supplied pack, not best outcome",
      "identity": "exact manifest task_id and native task identity; seed 42 verified",
      "recordIds": "preserved existing public IDs; replacementRecordId stores supplied short ID",
      "providerInterruptions": 2,
      "providerInterruptionPolicy": "retained in assigned denominator with success=false; separately marked and not interpreted as demonstrated task failure",
      "usage": "provider-reported input plus output tokens only; 34/39 replacement episodes have unknown transport-attempt usage (536 attempts); no imputation",
      "duration": "replacement durations are worker scheduling intervals including setup, teardown, and retry waits; legacy durations retain original report semantics",
      "executionErrors": "replacement execution-stage errors only; excludes provider exceptions, budget guards, and timed-out rounds",
      "protocol": "same native task IDs, seed 42, 101 code-round/100 environment-step/400 primitive-call/2M-token/10800-second limits; shared API/input/transport code revised in rerun package",
      "executionSummary": "metrics.execution is preserved from baseline; execution importer must refresh its distinct 460-run curated display population"
    }
  },
  "execution": {
    "runCount": 460,
    "roundCount": 6856,
    "modelCount": 10,
    "toolCallCount": 17424,
    "taskCount": 46
  },
  "shortNames": {
    "astra": "Astra",
    "sol": "Sol",
    "fable": "Fable 5.1",
    "gemini": "Gemini 3.8",
    "qwen": "Qwen Max",
    "qwen35-397b": "Qwen 397B",
    "qwen35-27b": "Qwen 27B",
    "opus55": "Opus 5.5",
    "deepseek": "DeepSeek-1017",
    "gemini4argon": "Gemini 4 Argon"
  }
}
