{
  "charts": {
    "actions": {
      "bins": [
        0,
        5,
        10,
        15,
        20,
        25,
        30,
        35,
        40,
        45,
        50,
        55,
        60,
        65,
        70,
        75,
        80,
        85,
        90,
        95,
        100
      ],
      "categories": [
        {
          "color": "#73AEBB",
          "id": "view",
          "label": "GUI observation"
        },
        {
          "color": "#4F80B8",
          "id": "gui",
          "label": "GUI interaction"
        },
        {
          "color": "#B5C2BE",
          "id": "read",
          "label": "Reading"
        },
        {
          "color": "#A77CB2",
          "id": "write",
          "label": "Writing / editing"
        },
        {
          "color": "#D9A04C",
          "id": "execute",
          "label": "Build / execution"
        },
        {
          "color": "#C98A98",
          "id": "plan",
          "label": "Planning"
        },
        {
          "color": "#E2E6EA",
          "id": "other",
          "label": "Other"
        }
      ],
      "models": [
        {
          "attempts_by_platform": {
            "android": 49,
            "linux": 50,
            "mac": 50,
            "web": 50,
            "windows": 50
          },
          "model": "opus5",
          "shares": {
            "execute": [
              15.4024026874573,
              6.4013952102709135,
              6.617384041682406,
              7.430386836526555,
              9.594052476452346,
              11.033688898327691,
              12.080384375431093,
              13.584156118653079,
              13.834590804330446,
              13.553288734944308,
              14.99985641252644,
              14.137053928097481,
              15.844848616970108,
              15.31184354918036,
              16.383955509196053,
              18.56561927793879,
              18.446469099851512,
              18.849121896450207,
              20.53802945889597,
              22.284425511498295
            ],
            "gui": [
              10.606070495810837,
              18.419297267583215,
              19.108257153231992,
              17.29663815151042,
              13.418960494832955,
              10.257314515519782,
              9.090413618587753,
              7.816506337878545,
              7.063614664198116,
              6.351380857196162,
              6.9155392561840685,
              7.820943894951431,
              8.262375892033035,
              8.836325499901994,
              10.608027540080219,
              9.497031790662005,
              10.300428049329168,
              10.271453428243655,
              10.86680055624916,
              8.184264821782971
            ],
            "other": [
              0.15901937908232167,
              0.23814756671899526,
              0.27159420289855074,
              0.26228495152360953,
              0.055852339484906505,
              0.2147410563737094,
              0.08009768009768009,
              0.3445845520394392,
              0.1918001443001443,
              0.18162116986151375,
              0.25122768012183244,
              0.26355456094044866,
              0.37410280702750004,
              0.4426322537579944,
              0.1566097178041956,
              0.2537399555379851,
              0.2820195860650051,
              0.3072756460602083,
              0.2469507840930718,
              0.5773595628117036
            ],
            "plan": [
              5.084188197168053,
              3.167914891177163,
              2.987506638688628,
              2.0786856967066702,
              2.1245950782124967,
              1.7966607905603165,
              2.389830116435018,
              1.7715433842396335,
              2.4287964267543107,
              2.385375918608864,
              3.4990152559767687,
              2.467417096724558,
              2.7888899890343843,
              2.8929700657448025,
              2.0009793256042907,
              2.710371831264677,
              1.8847027004214978,
              1.6376008485115028,
              2.198504856514542,
              4.124606602917742
            ],
            "read": [
              25.992945074678698,
              26.542452015511092,
              25.59629099358777,
              24.51671845992138,
              22.650349112888644,
              22.0336238027655,
              21.0625547342117,
              20.39081159079352,
              21.4605549331888,
              22.005314110221583,
              23.555521305277857,
              23.89745311385456,
              23.213553897035094,
              24.830775276612044,
              24.309439037048225,
              23.630468609021168,
              23.058982463601126,
              23.34473438733552,
              22.7873723343804,
              23.633397828007613
            ],
            "view": [
              37.45010377971194,
              38.88330887777557,
              35.61349842257833,
              32.346554222972316,
              30.04873113783784,
              27.647872010279034,
              27.217729430471138,
              25.945054068503843,
              26.638707081720053,
              27.14556870454066,
              26.23089990122362,
              27.237653712358316,
              26.311229736816838,
              28.36059716954054,
              25.481573702969733,
              24.657840010276686,
              28.661684532139663,
              28.009942661394525,
              27.98194685177257,
              24.969124305900436
            ],
            "write": [
              5.305270386090859,
              6.347484170963051,
              9.805468547332326,
              16.068731680839047,
              22.107459360290814,
              27.016098926173964,
              28.07899004476562,
              30.14734394789194,
              28.381935945508136,
              28.377450504626907,
              24.547940188689406,
              24.175923693073205,
              23.204999061083036,
              19.324856185262266,
              21.059415167297285,
              20.684928525298695,
              17.365713568592025,
              17.579871132004378,
              15.38039515809428,
              16.226821367081236
            ]
          }
        },
        {
          "attempts_by_platform": {
            "android": 49,
            "linux": 50,
            "mac": 46,
            "web": 31,
            "windows": 26
          },
          "model": "gpt6",
          "shares": {
            "execute": [
              8.142221077722542,
              4.318513153336388,
              5.793787946858709,
              7.896771077621273,
              7.113452792507605,
              8.388364768493727,
              9.63943434484654,
              9.618399897055133,
              10.19935393830607,
              9.394004106268742,
              11.800172201978453,
              10.410539558553666,
              11.063383385245986,
              11.260709067052266,
              11.783120875420217,
              12.25569554105003,
              15.076546657124926,
              15.427235422371055,
              16.257013094133015,
              17.76570448343566
            ],
            "gui": [
              18.81523272998054,
              31.83872452672564,
              28.766256751388948,
              26.20882572558433,
              26.842429623032892,
              27.329790757133765,
              23.369272016257476,
              23.413490529639443,
              24.933505218948877,
              24.134074352124372,
              24.970084048329504,
              23.53662825563972,
              20.97941580219506,
              22.287116596474924,
              20.597887164392723,
              23.082150143425835,
              20.95125967413422,
              19.949548259310834,
              19.369380572172,
              17.692507256982896
            ],
            "other": [
              0.5576897794046657,
              0.2702729510509831,
              0.5212285924548685,
              0.8393715916689061,
              1.196623617154569,
              0.7504849417576472,
              1.1188328354027353,
              1.612757821935256,
              1.3711992362794694,
              1.1980184747700022,
              2.0605898859752037,
              1.595846854096957,
              1.3842084987750882,
              1.1649550788383949,
              1.8856327824094834,
              1.7098753019183546,
              2.1044296198484114,
              1.3742525596094826,
              1.924656625176323,
              4.068560566673203
            ],
            "plan": [
              4.662584177644715,
              0.9764421565148002,
              1.45075030156131,
              1.159973292076241,
              1.298637527869135,
              1.5541115527605354,
              1.105444427858065,
              1.1788926429896527,
              1.4328739884075852,
              1.2462296881314543,
              1.4050558295215714,
              0.7661593012242879,
              1.0510664718418867,
              0.6813275022565052,
              1.1714490962577828,
              0.7194495842225671,
              0.8157085458449405,
              0.997218872229096,
              1.8656755102083262,
              5.688161261269027
            ],
            "read": [
              6.147630297342865,
              3.6311915257738914,
              3.8427661723419813,
              5.3831073603550585,
              6.676743484174208,
              6.283642347680349,
              6.742981314012582,
              7.062690424178501,
              5.903582428526734,
              6.431339930460692,
              7.395039487099313,
              8.265029515819421,
              8.563273662133172,
              8.570866024543141,
              7.528546413533077,
              7.362749720135945,
              6.224763669075319,
              7.977339618830345,
              6.566270285411001,
              5.066553253020665
            ],
            "view": [
              60.498971072849,
              56.410114411609854,
              54.89621872735844,
              51.231008754350974,
              50.048608295207295,
              48.86094439379395,
              50.50671892441716,
              48.57806311109007,
              49.17601775437445,
              50.15331000991235,
              46.122850052309,
              49.1290522974066,
              49.82790575171664,
              49.257750172812614,
              48.39570539034398,
              47.30376812862317,
              46.68014772297979,
              46.04895099133852,
              43.52379952965517,
              40.909000146534055
            ],
            "write": [
              1.1756708650556624,
              2.554741274988447,
              4.728991508035742,
              7.280942198343222,
              6.823504660054288,
              6.8326612383800205,
              7.517316137205437,
              8.535705573111944,
              6.983467435156812,
              7.443023438332388,
              6.24620849478695,
              6.296744217259344,
              7.130746428092164,
              6.777275558022157,
              8.637658277642732,
              7.5663115806240935,
              8.147144110992393,
              8.225454276310659,
              10.493204383244157,
              8.809513032084492
            ]
          }
        },
        {
          "attempts_by_platform": {
            "android": 50,
            "linux": 49,
            "mac": 49,
            "web": 50,
            "windows": 50
          },
          "model": "glm53",
          "shares": {
            "execute": [
              13.794998232265831,
              10.274322721406488,
              9.685188207752194,
              11.376130272230691,
              11.85533626192024,
              13.17812752829039,
              14.197624468020942,
              16.00979724078289,
              18.100223185293025,
              18.627628121190824,
              20.40109800282898,
              21.05076214318824,
              19.307951615680828,
              21.20971439957106,
              19.7087852406227,
              21.313506164554305,
              21.974596642095,
              21.707077656670133,
              22.431539310962325,
              24.47325584182087
            ],
            "gui": [
              4.7053035776163235,
              7.548332130165567,
              8.788151523129258,
              8.307586981051282,
              6.825447585482905,
              6.233730211363109,
              5.5306583905207045,
              5.233636043343,
              4.431442947417717,
              3.7573569422722484,
              3.986841391253426,
              4.299663263215225,
              5.095542630362893,
              5.776618399389375,
              7.564736955942422,
              7.637473327501801,
              8.24793146879786,
              9.607642539305983,
              9.71511174853211,
              9.183979884539498
            ],
            "other": [
              0.15224206746072394,
              0.6298005889078596,
              0.39407140350788217,
              0.44307423223067394,
              0.4714678210512436,
              0.54172635339817,
              0.675380150092772,
              0.5242024241939061,
              0.5838674412369138,
              0.7835041475856129,
              0.5541163527784635,
              0.5166044322729707,
              0.4050051743650492,
              0.4035641127543444,
              0.5903494281887799,
              0.6117559247586277,
              0.7883796096861228,
              0.7878078027289921,
              0.508224728233291,
              0.6672656610799512
            ],
            "plan": [
              6.954275028799612,
              5.328440499814397,
              3.0429471773571,
              2.5148006471406403,
              2.75023378846715,
              1.7492035721150754,
              1.7524931840999003,
              3.1849049071855857,
              3.6438021443458286,
              1.981366122035214,
              2.2065396318658954,
              1.838194331542061,
              1.6174639600564946,
              1.6829114620227552,
              1.107885796255899,
              1.7856926335746321,
              1.3028229329067873,
              1.3464795505986715,
              2.375343743967467,
              5.187922872163299
            ],
            "read": [
              30.001563050589468,
              26.542021758620177,
              26.239399426826417,
              25.362167308409255,
              24.270948346471535,
              22.79411841750604,
              24.854782257278334,
              22.446534229031105,
              22.486008204748604,
              22.636437565420316,
              21.41519668536963,
              23.540572932461952,
              23.333415615612594,
              22.014759110084274,
              21.4894031318888,
              19.808327320799386,
              20.748632405092955,
              19.980356546956454,
              20.012034816344787,
              19.45014126416468
            ],
            "view": [
              37.9222642280955,
              39.8516530928141,
              39.13691092573415,
              38.5509407122227,
              37.5312629971515,
              35.566828592533845,
              34.53304858675065,
              31.712671810807986,
              32.373269529687306,
              33.710313197911375,
              34.65089550501928,
              34.55582290395532,
              35.76459924350726,
              35.82771392226799,
              37.54331334926205,
              38.47681230030388,
              37.460664873118304,
              37.17987660615209,
              35.564309742834084,
              31.711997341792948
            ],
            "write": [
              6.469353815172532,
              9.825429208271418,
              12.713331335693006,
              13.445299846714759,
              16.295303199455418,
              19.936265324793364,
              18.456012963236688,
              20.88825334465552,
              18.3813865472706,
              18.503393903584406,
              16.785312430884332,
              14.198379993364238,
              14.476021760414879,
              13.084718593910202,
              11.995526097839342,
              10.366432328507383,
              9.476972068302965,
              9.390759297587667,
              9.393435909125932,
              9.325437134438754
            ]
          }
        },
        {
          "attempts_by_platform": {
            "android": 17,
            "linux": 50,
            "mac": 50,
            "web": 50,
            "windows": 43
          },
          "model": "qwen38max",
          "shares": {
            "execute": [
              10.85525429071934,
              7.8598079659179,
              7.4984943192017965,
              9.296778325072,
              12.515712883572755,
              13.321197288260628,
              14.926535043675687,
              14.880926466824112,
              15.25767270904798,
              18.686694338247374,
              17.945091615280134,
              18.008872807761207,
              17.539955795712896,
              16.0016178165104,
              16.388198295391028,
              15.129168994389305,
              15.27242033174322,
              13.78367296902529,
              15.555810274452675,
              15.360793567279323
            ],
            "gui": [
              14.205129426394391,
              22.354779566508277,
              23.244603389950765,
              21.443528648440747,
              16.732091230721174,
              12.511711782755494,
              10.275884263320261,
              9.197796429618647,
              7.596986672772893,
              6.424142907480645,
              8.654727906473369,
              8.974092668809622,
              9.096931631508633,
              9.490668082127263,
              10.707047585410185,
              12.805574843143825,
              15.200781848465974,
              15.791807914949935,
              15.938693064852503,
              11.121068855524312
            ],
            "other": [
              0.1430764562390352,
              0.33216977738168674,
              0.4285385198080931,
              0.38506406155263473,
              0.5061194207695036,
              0.6640591945495655,
              0.574696912153319,
              0.6593784404569918,
              0.5365662434639851,
              0.5669265531400652,
              0.4805846172011246,
              0.41478400445627056,
              0.49136870797752175,
              0.40145726857933717,
              0.2970035990761025,
              0.3349134156680441,
              0.28986376424032373,
              0.5139414454197779,
              0.6342800930053556,
              0.5592357632880286
            ],
            "plan": [
              13.944094901351784,
              5.347164285504085,
              2.090215124766268,
              2.2578805208901773,
              2.339907013114445,
              2.9759773136562133,
              2.6294616641869486,
              2.124938052438769,
              2.5810031450001114,
              1.925105116983723,
              2.067569405239199,
              1.867924939757325,
              1.409873872965387,
              1.9298486930644572,
              1.3935619071973975,
              2.082277436130866,
              2.058446556483492,
              2.5198076516886365,
              1.592770655889388,
              13.593524056537762
            ],
            "read": [
              21.725873913605756,
              21.664296901690612,
              23.149542682093536,
              24.07591633905201,
              25.160337699560813,
              25.256149800572814,
              24.277225216990814,
              27.003329231564273,
              25.49204453558281,
              23.084152957661136,
              23.658148553883557,
              23.293725894116214,
              24.068453330600754,
              25.27065950040076,
              24.21003881637353,
              23.790153242110453,
              23.676966207582787,
              24.428538470367357,
              24.611434275169326,
              22.096476336183827
            ],
            "view": [
              35.700392987167916,
              34.941715970720956,
              32.394072698734476,
              30.699543968791055,
              24.837460556124796,
              23.420859624523978,
              22.1627069286111,
              20.628319782185837,
              18.394676245407187,
              19.12437565033491,
              21.097193055411402,
              21.622060971337426,
              22.14215248470781,
              24.09899352639818,
              23.42317642201481,
              25.721198213165064,
              25.076357919252867,
              26.310046776023064,
              26.190229044430158,
              23.211698091287772
            ],
            "write": [
              3.4261780245217777,
              7.500065532276483,
              11.194533265445065,
              11.841288136201374,
              17.908371196136518,
              21.850044995681312,
              25.15348997106187,
              25.50531159691137,
              30.141050448725025,
              30.18860247615215,
              26.09668484651122,
              25.818538713761928,
              25.251264176527,
              22.806755112919593,
              23.580973374536946,
              20.136713855392447,
              18.42516337223134,
              16.65218477252593,
              15.47678259220059,
              14.057203329898979
            ]
          }
        }
      ],
      "title": "How tool use changes over a trajectory"
    },
    "boundaries": {
      "interval_method": {
        "confidence": 0.95,
        "method": "platform-stratified percentile bootstrap",
        "platform_weight": "equal",
        "replicates": 3000,
        "resampling_unit": "trajectory",
        "seed": 20260911
      },
      "metrics": [
        {
          "id": "H1",
          "label": "External-network access",
          "unit": "mean operations / trajectory"
        },
        {
          "id": "H2",
          "label": "Protected-path access",
          "unit": "mean operations / trajectory"
        },
        {
          "id": "H3",
          "label": "Reference-package extraction",
          "unit": "mean operations / trajectory"
        },
        {
          "id": "H4",
          "label": "Privilege escalation",
          "unit": "mean operations / trajectory"
        }
      ],
      "records": [
        {
          "attempts": 249,
          "ci95": [
            0.10400000000000001,
            0.172
          ],
          "metric": "H1",
          "model": "opus5",
          "value": 0.13608163265306122
        },
        {
          "attempts": 205,
          "ci95": [
            0.296969696969697,
            0.4909090909090909
          ],
          "metric": "H1",
          "model": "gpt6",
          "value": 0.38181818181818183
        },
        {
          "attempts": 248,
          "ci95": [
            0.375330612244898,
            0.8787877551020408
          ],
          "metric": "H1",
          "model": "glm53",
          "value": 0.5985306122448979
        },
        {
          "attempts": 210,
          "ci95": [
            0.12,
            0.176
          ],
          "metric": "H1",
          "model": "qwen38max",
          "value": 0.148
        },
        {
          "attempts": 249,
          "ci95": [
            0.16,
            0.376
          ],
          "metric": "H2",
          "model": "opus5",
          "value": 0.25600000000000006
        },
        {
          "attempts": 205,
          "ci95": [
            0.028695652173913046,
            0.172
          ],
          "metric": "H2",
          "model": "gpt6",
          "value": 0.09234782608695652
        },
        {
          "attempts": 248,
          "ci95": [
            0.5955081632653062,
            0.9786204081632653
          ],
          "metric": "H2",
          "model": "glm53",
          "value": 0.7703673469387755
        },
        {
          "attempts": 210,
          "ci95": [
            0.29654418604651167,
            0.4918162790697674
          ],
          "metric": "H2",
          "model": "qwen38max",
          "value": 0.39190697674418606
        },
        {
          "attempts": 249,
          "ci95": [
            0.0,
            0.028326530612244893
          ],
          "metric": "H3",
          "model": "opus5",
          "value": 0.012163265306122448
        },
        {
          "attempts": 205,
          "ci95": [
            0.0,
            0.0
          ],
          "metric": "H3",
          "model": "gpt6",
          "value": 0.0
        },
        {
          "attempts": 248,
          "ci95": [
            0.044081632653061226,
            0.1880040816326531
          ],
          "metric": "H3",
          "model": "glm53",
          "value": 0.10816326530612246
        },
        {
          "attempts": 210,
          "ci95": [
            0.0,
            0.03529411764705882
          ],
          "metric": "H3",
          "model": "qwen38max",
          "value": 0.011764705882352941
        },
        {
          "attempts": 249,
          "ci95": [
            0.028000000000000004,
            0.08816326530612245
          ],
          "metric": "H4",
          "model": "opus5",
          "value": 0.05608163265306123
        },
        {
          "attempts": 205,
          "ci95": [
            0.012,
            0.064
          ],
          "metric": "H4",
          "model": "gpt6",
          "value": 0.036
        },
        {
          "attempts": 248,
          "ci95": [
            0.19167346938775512,
            0.34285714285714286
          ],
          "metric": "H4",
          "model": "glm53",
          "value": 0.2652244897959184
        },
        {
          "attempts": 210,
          "ci95": [
            0.032,
            0.092
          ],
          "metric": "H4",
          "model": "qwen38max",
          "value": 0.06000000000000001
        }
      ],
      "title": "Evaluation-boundary attempts"
    },
    "cost_performance": {
      "definition": "Mean standardized API cost per trajectory under a 90% cache-read pricing scenario; excludes tool and runtime costs.",
      "models": [
        {
          "color": "#3E7CC3",
          "cost": 115.804449112995,
          "id": "gpt6",
          "label": "GPT-6 Astra",
          "pareto": true,
          "platforms": 5,
          "score": 58.056999999999995
        },
        {
          "color": "#1A9A8A",
          "cost": 117.174655934571,
          "id": "opus5",
          "label": "Claude Opus 5",
          "pareto": false,
          "platforms": 5,
          "score": 44.164
        },
        {
          "color": "#6E9FD2",
          "cost": 25.455646232593,
          "id": "gpt56",
          "label": "GPT-5.6 Sol",
          "pareto": true,
          "platforms": 5,
          "score": 42.05699999999999
        },
        {
          "color": "#697785",
          "cost": 12.577263264057,
          "id": "grok46",
          "label": "Grok 4.6",
          "pareto": true,
          "platforms": 5,
          "score": 36.734
        },
        {
          "color": "#A56CBA",
          "cost": 38.761611858942,
          "id": "qwen0902",
          "label": "Qwen3.8-Max-0902",
          "pareto": false,
          "platforms": 5,
          "score": 34.802
        },
        {
          "color": "#C2A153",
          "cost": 63.104778087222,
          "id": "k3",
          "label": "Kimi K3",
          "pareto": false,
          "platforms": 5,
          "score": 31.406
        },
        {
          "color": "#59B6A8",
          "cost": 69.158495121349,
          "id": "opus48",
          "label": "Claude Opus 4.8",
          "pareto": false,
          "platforms": 5,
          "score": 31.103
        },
        {
          "color": "#DD8735",
          "cost": 70.97678624795,
          "id": "glm53",
          "label": "GLM-5.3",
          "pareto": false,
          "platforms": 5,
          "score": 24.380000000000003
        },
        {
          "color": "#88919E",
          "cost": null,
          "id": "gemini37flash",
          "label": "Gemini 3.7 Flash",
          "pareto": false,
          "platforms": 0,
          "score": 21.123000000000005
        },
        {
          "color": "#C087C8",
          "cost": 1.22843105432,
          "id": "qwen37",
          "label": "Qwen3.7-Plus",
          "pareto": true,
          "platforms": 5,
          "score": 9.151000000000002
        }
      ],
      "title": "Cost and benchmark performance"
    },
    "failure_categories": {
      "categories": {
        "android": [
          {
            "id": "structure",
            "label": "Structure"
          },
          {
            "id": "text",
            "label": "Text"
          },
          {
            "id": "navigation",
            "label": "Navigation"
          },
          {
            "id": "state",
            "label": "State"
          },
          {
            "id": "computation",
            "label": "Computation"
          },
          {
            "id": "interaction",
            "label": "Interaction"
          }
        ],
        "linux": [
          {
            "id": "structure",
            "label": "Structure"
          },
          {
            "id": "text",
            "label": "Text"
          },
          {
            "id": "menu",
            "label": "Menu"
          },
          {
            "id": "state",
            "label": "State"
          },
          {
            "id": "button",
            "label": "Button"
          },
          {
            "id": "computation",
            "label": "Computation"
          }
        ],
        "mac": [
          {
            "id": "structure",
            "label": "Structure"
          },
          {
            "id": "text",
            "label": "Text"
          },
          {
            "id": "menu",
            "label": "Menu"
          },
          {
            "id": "state",
            "label": "State"
          },
          {
            "id": "button",
            "label": "Button"
          },
          {
            "id": "computation",
            "label": "Computation"
          }
        ],
        "web": [
          {
            "id": "static_content",
            "label": "Static content"
          },
          {
            "id": "interaction",
            "label": "Interaction"
          }
        ],
        "windows": [
          {
            "id": "structure",
            "label": "Structure"
          },
          {
            "id": "text",
            "label": "Text"
          },
          {
            "id": "menu",
            "label": "Menu"
          },
          {
            "id": "state",
            "label": "State"
          },
          {
            "id": "button",
            "label": "Button"
          },
          {
            "id": "computation",
            "label": "Computation"
          }
        ]
      },
      "coverage": {
        "series": [
          {
            "model": "opus5",
            "values": [
              100.0,
              90.98181818181817,
              90.18181818181817,
              90.18181818181817,
              90.18181818181817,
              89.38181818181818,
              88.98181818181817,
              88.18181818181817,
              87.78181818181818,
              86.98181818181817,
              86.18181818181817,
              85.38181818181818,
              85.38181818181818,
              84.98181818181817,
              84.18181818181817,
              84.18181818181817,
              81.27272727272728,
              80.87272727272727,
              80.07272727272728,
              79.27272727272728,
              78.07272727272728,
              76.47272727272727,
              75.27272727272728,
              74.07272727272728,
              73.67272727272727,
              72.87272727272727,
              72.47272727272727,
              72.07272727272728,
              71.27272727272728,
              70.07272727272728,
              69.67272727272727,
              68.87272727272727,
              68.47272727272727,
              67.67272727272727,
              67.67272727272727,
              66.36363636363636,
              64.25454545454545,
              62.54545454545455,
              60.43636363636364,
              59.236363636363635,
              59.236363636363635,
              58.43636363636364,
              56.836363636363636,
              55.63636363636364,
              53.41818181818182,
              52.618181818181824,
              51.018181818181816,
              50.21818181818182,
              49.41818181818182,
              49.018181818181816,
              48.61818181818182,
              46.61818181818182,
              45.30909090909091,
              43.090909090909086,
              41.490909090909085,
              39.89090909090909,
              38.18181818181818,
              35.78181818181818,
              35.38181818181818,
              34.18181818181818,
              33.78181818181818,
              32.07272727272728,
              31.672727272727276,
              30.872727272727275,
              28.872727272727275,
              26.763636363636362,
              26.363636363636363,
              24.763636363636362,
              23.454545454545457,
              23.054545454545455,
              23.054545454545455,
              21.454545454545457,
              20.654545454545456,
              19.854545454545455,
              19.454545454545457,
              17.854545454545455,
              16.254545454545458,
              14.945454545454544,
              13.745454545454544,
              12.436363636363637,
              10.836363636363638,
              10.836363636363638,
              10.436363636363637,
              10.436363636363637,
              9.636363636363637,
              9.636363636363637,
              8.436363636363637,
              6.836363636363638,
              6.436363636363637,
              6.436363636363637,
              5.527272727272727,
              4.618181818181819,
              4.218181818181819,
              4.218181818181819,
              3.3090909090909095,
              3.3090909090909095,
              3.3090909090909095,
              2.4,
              2.0,
              0.8,
              0.8
            ]
          },
          {
            "model": "gpt6",
            "values": [
              100.0,
              96.4,
              95.6,
              94.4,
              94.0,
              94.0,
              93.2,
              92.4,
              92.0,
              92.0,
              91.6,
              91.2,
              89.2,
              89.2,
              88.8,
              88.4,
              87.6,
              86.8,
              86.4,
              85.6,
              85.6,
              84.8,
              84.0,
              82.8,
              82.4,
              81.6,
              81.2,
              80.8,
              80.4,
              80.4,
              79.6,
              78.0,
              76.8,
              76.8,
              75.6,
              74.8,
              74.4,
              73.6,
              72.0,
              71.6,
              70.8,
              70.8,
              70.4,
              68.0,
              66.8,
              66.4,
              65.6,
              65.2,
              64.8,
              64.0,
              64.0,
              63.2,
              62.4,
              61.6,
              60.0,
              57.6,
              56.0,
              54.4,
              54.0,
              53.2,
              52.4,
              50.8,
              50.8,
              48.8,
              47.2,
              47.2,
              46.8,
              45.6,
              43.2,
              42.4,
              41.6,
              41.2,
              40.8,
              39.2,
              38.4,
              37.2,
              35.6,
              34.4,
              32.8,
              32.0,
              30.8,
              30.0,
              29.6,
              27.6,
              26.4,
              23.6,
              22.8,
              20.8,
              20.0,
              18.0,
              17.6,
              16.4,
              14.8,
              13.6,
              11.6,
              10.0,
              8.8,
              6.4,
              5.6,
              3.2,
              2.8
            ]
          },
          {
            "model": "glm53",
            "values": [
              100.0,
              84.8,
              82.0,
              80.8,
              79.2,
              77.2,
              76.0,
              74.8,
              72.4,
              70.0,
              68.8,
              66.0,
              64.4,
              62.4,
              58.8,
              55.6,
              54.8,
              53.2,
              51.2,
              50.4,
              48.8,
              47.6,
              46.4,
              45.6,
              43.6,
              42.0,
              41.6,
              41.2,
              39.6,
              37.6,
              36.8,
              36.4,
              35.6,
              34.0,
              31.6,
              31.2,
              30.4,
              28.4,
              27.6,
              26.8,
              26.4,
              25.2,
              23.6,
              23.2,
              22.0,
              20.8,
              19.6,
              18.8,
              18.0,
              17.2,
              16.4,
              15.2,
              14.8,
              14.8,
              14.4,
              13.2,
              13.2,
              12.0,
              11.2,
              11.2,
              10.8,
              10.8,
              10.4,
              10.4,
              8.8,
              7.6,
              7.6,
              7.6,
              7.6,
              7.2,
              7.2,
              6.8,
              6.8,
              6.8,
              6.8,
              6.4,
              6.0,
              6.0,
              5.6,
              5.6,
              4.8,
              4.8,
              4.8,
              4.8,
              4.8,
              4.8,
              4.0,
              2.4,
              2.0,
              2.0,
              2.0,
              2.0,
              1.6,
              1.6,
              1.6,
              1.2,
              0.4,
              0.4,
              0.0,
              0.0,
              0.0
            ]
          },
          {
            "model": "qwen38max",
            "values": [
              100.0,
              94.4,
              93.6,
              93.2,
              92.8,
              92.4,
              89.6,
              88.8,
              87.6,
              84.4,
              83.2,
              82.8,
              80.8,
              77.6,
              76.4,
              74.8,
              74.4,
              73.2,
              71.6,
              70.4,
              69.2,
              68.8,
              66.0,
              64.8,
              61.6,
              59.6,
              58.0,
              55.6,
              54.4,
              53.6,
              52.0,
              50.0,
              48.8,
              48.0,
              46.4,
              44.4,
              42.8,
              41.2,
              40.0,
              39.6,
              39.6,
              38.4,
              37.2,
              36.4,
              35.6,
              34.8,
              34.4,
              33.6,
              32.4,
              30.8,
              30.0,
              28.4,
              25.6,
              24.8,
              23.6,
              22.8,
              22.4,
              20.8,
              19.6,
              18.8,
              18.4,
              16.8,
              16.8,
              16.8,
              15.2,
              14.0,
              13.6,
              13.2,
              12.4,
              11.6,
              10.8,
              10.4,
              10.0,
              10.0,
              8.8,
              8.0,
              6.0,
              6.0,
              5.6,
              5.6,
              5.2,
              4.8,
              4.4,
              3.6,
              2.4,
              2.4,
              2.4,
              2.4,
              2.0,
              2.0,
              2.0,
              2.0,
              2.0,
              0.8,
              0.4,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0
            ]
          }
        ],
        "thresholds": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35,
          36,
          37,
          38,
          39,
          40,
          41,
          42,
          43,
          44,
          45,
          46,
          47,
          48,
          49,
          50,
          51,
          52,
          53,
          54,
          55,
          56,
          57,
          58,
          59,
          60,
          61,
          62,
          63,
          64,
          65,
          66,
          67,
          68,
          69,
          70,
          71,
          72,
          73,
          74,
          75,
          76,
          77,
          78,
          79,
          80,
          81,
          82,
          83,
          84,
          85,
          86,
          87,
          88,
          89,
          90,
          91,
          92,
          93,
          94,
          95,
          96,
          97,
          98,
          99,
          100
        ]
      },
      "records": [
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "glm53",
          "pass_rate": 0.218899709351,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "interaction",
          "model": "glm53",
          "pass_rate": 0.193744782969,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "navigation",
          "model": "glm53",
          "pass_rate": 0.340032252211,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "glm53",
          "pass_rate": 0.239945445679,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "glm53",
          "pass_rate": 0.464276510328,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "glm53",
          "pass_rate": 0.361554525223,
          "platform": "android",
          "tasks": 35
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "gpt6",
          "pass_rate": 0.409609144434,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "interaction",
          "model": "gpt6",
          "pass_rate": 0.395859311752,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "navigation",
          "model": "gpt6",
          "pass_rate": 0.647154038764,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "gpt6",
          "pass_rate": 0.422795376173,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "gpt6",
          "pass_rate": 0.688138685269,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "gpt6",
          "pass_rate": 0.597376433932,
          "platform": "android",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "opus5",
          "pass_rate": 0.412391427251,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "interaction",
          "model": "opus5",
          "pass_rate": 0.369519907373,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "navigation",
          "model": "opus5",
          "pass_rate": 0.620774064902,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "opus5",
          "pass_rate": 0.504729516166,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "opus5",
          "pass_rate": 0.695440880177,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "opus5",
          "pass_rate": 0.643150305909,
          "platform": "android",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "qwen38max",
          "pass_rate": 0.222110732064,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "interaction",
          "model": "qwen38max",
          "pass_rate": 0.222374435886,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "navigation",
          "model": "qwen38max",
          "pass_rate": 0.411037967485,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "qwen38max",
          "pass_rate": 0.309372576646,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "qwen38max",
          "pass_rate": 0.494532056479,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "qwen38max",
          "pass_rate": 0.404200433693,
          "platform": "android",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "glm53",
          "pass_rate": 0.0970010665663,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "glm53",
          "pass_rate": 0.106183430096,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "glm53",
          "pass_rate": 0.169841269841,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "glm53",
          "pass_rate": 0.104276895944,
          "platform": "linux",
          "tasks": 45
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "glm53",
          "pass_rate": 0.313317962231,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "glm53",
          "pass_rate": 0.175542935326,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "gpt6",
          "pass_rate": 0.316968599034,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "gpt6",
          "pass_rate": 0.339060939061,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "gpt6",
          "pass_rate": 0.443272005772,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "gpt6",
          "pass_rate": 0.382204277204,
          "platform": "linux",
          "tasks": 45
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "gpt6",
          "pass_rate": 0.541007120898,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "gpt6",
          "pass_rate": 0.4364693881,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "opus5",
          "pass_rate": 0.263132881611,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "opus5",
          "pass_rate": 0.373739545479,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "opus5",
          "pass_rate": 0.328624756886,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "opus5",
          "pass_rate": 0.395306236973,
          "platform": "linux",
          "tasks": 45
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "opus5",
          "pass_rate": 0.485361377753,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "opus5",
          "pass_rate": 0.363009816271,
          "platform": "linux",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "qwen38max",
          "pass_rate": 0.151161081717,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "qwen38max",
          "pass_rate": 0.200581106137,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "qwen38max",
          "pass_rate": 0.213874191652,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "qwen38max",
          "pass_rate": 0.212669018225,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "qwen38max",
          "pass_rate": 0.423169525947,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "qwen38max",
          "pass_rate": 0.286050472162,
          "platform": "linux",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "glm53",
          "pass_rate": 0.281436997683,
          "platform": "mac",
          "tasks": 38
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "glm53",
          "pass_rate": 0.213124007664,
          "platform": "mac",
          "tasks": 40
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "glm53",
          "pass_rate": 0.342642410217,
          "platform": "mac",
          "tasks": 36
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "glm53",
          "pass_rate": 0.25074384536,
          "platform": "mac",
          "tasks": 40
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "glm53",
          "pass_rate": 0.444539267759,
          "platform": "mac",
          "tasks": 37
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "glm53",
          "pass_rate": 0.389110072368,
          "platform": "mac",
          "tasks": 38
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "gpt6",
          "pass_rate": 0.446251424524,
          "platform": "mac",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "gpt6",
          "pass_rate": 0.314579717293,
          "platform": "mac",
          "tasks": 29
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "gpt6",
          "pass_rate": 0.578539351714,
          "platform": "mac",
          "tasks": 26
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "gpt6",
          "pass_rate": 0.498503037833,
          "platform": "mac",
          "tasks": 29
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "gpt6",
          "pass_rate": 0.552600542812,
          "platform": "mac",
          "tasks": 28
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "gpt6",
          "pass_rate": 0.565219314937,
          "platform": "mac",
          "tasks": 28
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "opus5",
          "pass_rate": 0.387768233866,
          "platform": "mac",
          "tasks": 26
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "opus5",
          "pass_rate": 0.252155456703,
          "platform": "mac",
          "tasks": 27
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "opus5",
          "pass_rate": 0.520394402257,
          "platform": "mac",
          "tasks": 24
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "opus5",
          "pass_rate": 0.537150848791,
          "platform": "mac",
          "tasks": 26
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "opus5",
          "pass_rate": 0.579935375011,
          "platform": "mac",
          "tasks": 24
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "opus5",
          "pass_rate": 0.473038961039,
          "platform": "mac",
          "tasks": 25
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "qwen38max",
          "pass_rate": 0.326579491102,
          "platform": "mac",
          "tasks": 16
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "qwen38max",
          "pass_rate": 0.266404197654,
          "platform": "mac",
          "tasks": 16
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "qwen38max",
          "pass_rate": 0.486262892079,
          "platform": "mac",
          "tasks": 15
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "qwen38max",
          "pass_rate": 0.447099272854,
          "platform": "mac",
          "tasks": 16
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "qwen38max",
          "pass_rate": 0.568613949403,
          "platform": "mac",
          "tasks": 15
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "qwen38max",
          "pass_rate": 0.455885225885,
          "platform": "mac",
          "tasks": 15
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "interaction",
          "model": "glm53",
          "pass_rate": 0.376626,
          "platform": "web",
          "tasks": 50
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "static_content",
          "model": "glm53",
          "pass_rate": 0.63402,
          "platform": "web",
          "tasks": 50
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "interaction",
          "model": "gpt6",
          "pass_rate": 0.157127083333,
          "platform": "web",
          "tasks": 48
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "static_content",
          "model": "gpt6",
          "pass_rate": 0.39003125,
          "platform": "web",
          "tasks": 48
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "interaction",
          "model": "opus5",
          "pass_rate": 0.35076,
          "platform": "web",
          "tasks": 45
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "static_content",
          "model": "opus5",
          "pass_rate": 0.621237777778,
          "platform": "web",
          "tasks": 45
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "interaction",
          "model": "qwen38max",
          "pass_rate": 0.349012244898,
          "platform": "web",
          "tasks": 49
        },
        {
          "aggregation": "task_mean_weighted",
          "category": "static_content",
          "model": "qwen38max",
          "pass_rate": 0.646881632653,
          "platform": "web",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "glm53",
          "pass_rate": 0.20891587307,
          "platform": "windows",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "glm53",
          "pass_rate": 0.194390213506,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "glm53",
          "pass_rate": 0.249651799439,
          "platform": "windows",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "glm53",
          "pass_rate": 0.227837141219,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "glm53",
          "pass_rate": 0.367821281027,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "glm53",
          "pass_rate": 0.24976530388,
          "platform": "windows",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "gpt6",
          "pass_rate": 0.465288074937,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "gpt6",
          "pass_rate": 0.421544072109,
          "platform": "windows",
          "tasks": 50
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "gpt6",
          "pass_rate": 0.527889468001,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "gpt6",
          "pass_rate": 0.514779243632,
          "platform": "windows",
          "tasks": 50
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "gpt6",
          "pass_rate": 0.592940559441,
          "platform": "windows",
          "tasks": 50
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "gpt6",
          "pass_rate": 0.509909842676,
          "platform": "windows",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "opus5",
          "pass_rate": 0.492079528247,
          "platform": "windows",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "opus5",
          "pass_rate": 0.456227903171,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "opus5",
          "pass_rate": 0.540681412617,
          "platform": "windows",
          "tasks": 48
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "opus5",
          "pass_rate": 0.540479385841,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "opus5",
          "pass_rate": 0.595704250731,
          "platform": "windows",
          "tasks": 49
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "opus5",
          "pass_rate": 0.518994595309,
          "platform": "windows",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "button",
          "model": "qwen38max",
          "pass_rate": 0.302995991647,
          "platform": "windows",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "computation",
          "model": "qwen38max",
          "pass_rate": 0.310227986448,
          "platform": "windows",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "menu",
          "model": "qwen38max",
          "pass_rate": 0.357302540361,
          "platform": "windows",
          "tasks": 46
        },
        {
          "aggregation": "task_mean",
          "category": "state",
          "model": "qwen38max",
          "pass_rate": 0.365607116372,
          "platform": "windows",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "structure",
          "model": "qwen38max",
          "pass_rate": 0.437611038315,
          "platform": "windows",
          "tasks": 47
        },
        {
          "aggregation": "task_mean",
          "category": "text",
          "model": "qwen38max",
          "pass_rate": 0.381263065185,
          "platform": "windows",
          "tasks": 45
        }
      ],
      "title": "Where functional checks succeed"
    },
    "features": {
      "metrics": [
        {
          "id": "G1",
          "label": "Interaction breadth",
          "unit": "% of supported action types"
        },
        {
          "id": "G3",
          "label": "Windows inspected",
          "unit": "Distinct windows"
        },
        {
          "id": "G2",
          "label": "Input variation",
          "unit": "% of trajectories"
        },
        {
          "id": "B2",
          "label": "Largest write",
          "unit": "% of final source"
        },
        {
          "id": "B8",
          "label": "Final-loop closure",
          "unit": "% of trajectories"
        }
      ],
      "records": [
        {
          "attempts": 243,
          "ci95": [
            38.021511566738496,
            42.76719989067055
          ],
          "metric": "G1",
          "model": "opus5",
          "value": 40.393536675539785
        },
        {
          "attempts": 202,
          "ci95": [
            55.70580353674105,
            60.45567234848485
          ],
          "metric": "G1",
          "model": "gpt6",
          "value": 58.08710872460872
        },
        {
          "attempts": 230,
          "ci95": [
            29.24261708572059,
            35.034330997262266
          ],
          "metric": "G1",
          "model": "glm53",
          "value": 32.11079198401903
        },
        {
          "attempts": 209,
          "ci95": [
            38.962657851180346,
            44.46377993722406
          ],
          "metric": "G1",
          "model": "qwen38max",
          "value": 41.78992601691839
        },
        {
          "attempts": 95,
          "ci95": [
            1.722443433895297,
            2.2078693433895293
          ],
          "metric": "G3",
          "model": "opus5",
          "value": 1.9536379769299024
        },
        {
          "attempts": 95,
          "ci95": [
            4.386638888888889,
            6.105583333333334
          ],
          "metric": "G3",
          "model": "gpt6",
          "value": 5.23
        },
        {
          "attempts": 93,
          "ci95": [
            1.5693628584643846,
            2.066836262719704
          ],
          "metric": "G3",
          "model": "glm53",
          "value": 1.8082793709528215
        },
        {
          "attempts": 99,
          "ci95": [
            1.9507959183673471,
            2.5077704081632652
          ],
          "metric": "G3",
          "model": "qwen38max",
          "value": 2.213877551020408
        },
        {
          "attempts": 193,
          "ci95": [
            11.776963638716355,
            21.987945042147295
          ],
          "metric": "G2",
          "model": "opus5",
          "value": 16.82824977817214
        },
        {
          "attempts": 169,
          "ci95": [
            11.276509081196581,
            23.327337072649573
          ],
          "metric": "G2",
          "model": "gpt6",
          "value": 17.01121794871795
        },
        {
          "attempts": 180,
          "ci95": [
            8.95664240305402,
            18.294635901733983
          ],
          "metric": "G2",
          "model": "glm53",
          "value": 13.407966526597981
        },
        {
          "attempts": 159,
          "ci95": [
            9.078547698149027,
            17.93331751305173
          ],
          "metric": "G2",
          "model": "qwen38max",
          "value": 13.434741338395822
        },
        {
          "attempts": 243,
          "ci95": [
            21.852897290860643,
            24.68336797699313
          ],
          "metric": "B2",
          "model": "opus5",
          "value": 23.26225994249384
        },
        {
          "attempts": 199,
          "ci95": [
            23.592660037295758,
            27.21447090514252
          ],
          "metric": "B2",
          "model": "gpt6",
          "value": 25.3402054081712
        },
        {
          "attempts": 230,
          "ci95": [
            32.030903629769966,
            36.72688549331855
          ],
          "metric": "B2",
          "model": "glm53",
          "value": 34.39532115815213
        },
        {
          "attempts": 209,
          "ci95": [
            36.69005495482937,
            42.04735723638398
          ],
          "metric": "B2",
          "model": "qwen38max",
          "value": 39.31788356375549
        },
        {
          "attempts": 249,
          "ci95": [
            18.440816326530612,
            28.87367346938776
          ],
          "metric": "B8",
          "model": "opus5",
          "value": 23.64897959183673
        },
        {
          "attempts": 203,
          "ci95": [
            23.479936346962994,
            35.33569532851441
          ],
          "metric": "B8",
          "model": "gpt6",
          "value": 29.142172834178442
        },
        {
          "attempts": 248,
          "ci95": [
            32.29387755102041,
            43.61632653061225
          ],
          "metric": "B8",
          "model": "glm53",
          "value": 37.95918367346939
        },
        {
          "attempts": 210,
          "ci95": [
            40.13830369357045,
            54.5192339261286
          ],
          "metric": "B8",
          "model": "qwen38max",
          "value": 47.546374829001365
        }
      ],
      "title": "Exploration and verification"
    },
    "implementation": {
      "family_labels": {
        "__missing__": "Undetected",
        "apple": "AppKit / SwiftUI",
        "dotnet": ".NET",
        "electron": "Electron",
        "gecko": "Gecko",
        "gtk": "GTK",
        "jvm": "JVM",
        "native": "Win32",
        "pascal": "Pascal",
        "qt": "Qt",
        "tauri": "Tauri",
        "wails": "Wails",
        "wx": "wxWidgets"
      },
      "flows": {
        "linux": [
          {
            "count": 13,
            "recreation": "electron",
            "reference": "electron"
          },
          {
            "count": 17,
            "recreation": "gtk",
            "reference": "electron"
          },
          {
            "count": 3,
            "recreation": "qt",
            "reference": "electron"
          },
          {
            "count": 3,
            "recreation": "__missing__",
            "reference": "electron"
          },
          {
            "count": 59,
            "recreation": "gtk",
            "reference": "gtk"
          },
          {
            "count": 1,
            "recreation": "__missing__",
            "reference": "gtk"
          },
          {
            "count": 6,
            "recreation": "gtk",
            "reference": "qt"
          },
          {
            "count": 69,
            "recreation": "qt",
            "reference": "qt"
          },
          {
            "count": 4,
            "recreation": "__missing__",
            "reference": "qt"
          },
          {
            "count": 8,
            "recreation": "gtk",
            "reference": "tauri"
          },
          {
            "count": 4,
            "recreation": "qt",
            "reference": "wx"
          },
          {
            "count": 10,
            "recreation": "wx",
            "reference": "wx"
          },
          {
            "count": 2,
            "recreation": "__missing__",
            "reference": "wx"
          }
        ],
        "mac": [
          {
            "count": 101,
            "recreation": "apple",
            "reference": "apple"
          },
          {
            "count": 2,
            "recreation": "qt",
            "reference": "apple"
          },
          {
            "count": 1,
            "recreation": "__missing__",
            "reference": "apple"
          },
          {
            "count": 1,
            "recreation": "apple",
            "reference": "dotnet"
          },
          {
            "count": 2,
            "recreation": "qt",
            "reference": "dotnet"
          },
          {
            "count": 26,
            "recreation": "apple",
            "reference": "electron"
          },
          {
            "count": 1,
            "recreation": "electron",
            "reference": "electron"
          },
          {
            "count": 2,
            "recreation": "qt",
            "reference": "electron"
          },
          {
            "count": 4,
            "recreation": "apple",
            "reference": "gecko"
          },
          {
            "count": 1,
            "recreation": "apple",
            "reference": "qt"
          },
          {
            "count": 21,
            "recreation": "qt",
            "reference": "qt"
          },
          {
            "count": 1,
            "recreation": "__missing__",
            "reference": "qt"
          },
          {
            "count": 14,
            "recreation": "apple",
            "reference": "tauri"
          },
          {
            "count": 1,
            "recreation": "__missing__",
            "reference": "tauri"
          },
          {
            "count": 4,
            "recreation": "apple",
            "reference": "wails"
          }
        ],
        "windows": [
          {
            "count": 82,
            "recreation": "dotnet",
            "reference": "dotnet"
          },
          {
            "count": 21,
            "recreation": "dotnet",
            "reference": "jvm"
          },
          {
            "count": 14,
            "recreation": "jvm",
            "reference": "jvm"
          },
          {
            "count": 1,
            "recreation": "__missing__",
            "reference": "jvm"
          },
          {
            "count": 1,
            "recreation": "dotnet",
            "reference": "native"
          },
          {
            "count": 3,
            "recreation": "native",
            "reference": "native"
          },
          {
            "count": 15,
            "recreation": "dotnet",
            "reference": "pascal"
          },
          {
            "count": 1,
            "recreation": "native",
            "reference": "pascal"
          },
          {
            "count": 10,
            "recreation": "pascal",
            "reference": "pascal"
          },
          {
            "count": 2,
            "recreation": "__missing__",
            "reference": "pascal"
          },
          {
            "count": 21,
            "recreation": "dotnet",
            "reference": "qt"
          },
          {
            "count": 27,
            "recreation": "qt",
            "reference": "qt"
          }
        ]
      },
      "metrics": [
        {
          "id": "file_count",
          "label": "File count",
          "unit": "median files"
        },
        {
          "id": "largest_share",
          "label": "Largest-file share",
          "unit": "% of source"
        },
        {
          "id": "frameworks",
          "label": "Framework transitions",
          "unit": "recreations"
        }
      ],
      "records": [
        {
          "file_count": 147.0,
          "largest_share": 7.403862570987949,
          "model": "reference",
          "n": 50,
          "platform": "linux"
        },
        {
          "file_count": 11.0,
          "largest_share": 29.897665030075306,
          "model": "opus5",
          "n": 46,
          "platform": "linux"
        },
        {
          "file_count": 4.0,
          "largest_share": 47.6031746031746,
          "model": "gpt6",
          "n": 50,
          "platform": "linux"
        },
        {
          "file_count": 4.5,
          "largest_share": 64.34189035781111,
          "model": "glm53",
          "n": 48,
          "platform": "linux"
        },
        {
          "file_count": 7.5,
          "largest_share": 36.94069281057138,
          "model": "qwen38max",
          "n": 50,
          "platform": "linux"
        },
        {
          "file_count": 99.5,
          "largest_share": 12.052694628637326,
          "model": "reference",
          "n": 50,
          "platform": "mac"
        },
        {
          "file_count": 17.0,
          "largest_share": 20.573634859349145,
          "model": "opus5",
          "n": 49,
          "platform": "mac"
        },
        {
          "file_count": 10.0,
          "largest_share": 29.582366589327147,
          "model": "gpt6",
          "n": 37,
          "platform": "mac"
        },
        {
          "file_count": 8.0,
          "largest_share": 45.819454060581464,
          "model": "glm53",
          "n": 46,
          "platform": "mac"
        },
        {
          "file_count": 8.0,
          "largest_share": 40.77922183118621,
          "model": "qwen38max",
          "n": 50,
          "platform": "mac"
        },
        {
          "file_count": 47.0,
          "largest_share": 20.689829751247437,
          "model": "reference",
          "n": 50,
          "platform": "windows"
        },
        {
          "file_count": 12.0,
          "largest_share": 28.496872929789696,
          "model": "opus5",
          "n": 50,
          "platform": "windows"
        },
        {
          "file_count": 13.0,
          "largest_share": 16.470588235294116,
          "model": "gpt6",
          "n": 49,
          "platform": "windows"
        },
        {
          "file_count": 8.0,
          "largest_share": 41.45225843339051,
          "model": "glm53",
          "n": 49,
          "platform": "windows"
        },
        {
          "file_count": 7.0,
          "largest_share": 42.456755123795105,
          "model": "qwen38max",
          "n": 50,
          "platform": "windows"
        },
        {
          "file_count": 167.0,
          "largest_share": 5.481016403219377,
          "model": "reference",
          "n": 50,
          "platform": "android"
        },
        {
          "file_count": 43.0,
          "largest_share": 10.141265488012321,
          "model": "opus5",
          "n": 48,
          "platform": "android"
        },
        {
          "file_count": 22.0,
          "largest_share": 21.827878356338374,
          "model": "gpt6",
          "n": 50,
          "platform": "android"
        },
        {
          "file_count": 24.0,
          "largest_share": 13.438730708468082,
          "model": "glm53",
          "n": 36,
          "platform": "android"
        },
        {
          "file_count": 29.5,
          "largest_share": 13.104511748052532,
          "model": "qwen38max",
          "n": 50,
          "platform": "android"
        },
        {
          "file_count": 37.5,
          "largest_share": 14.640812396391018,
          "model": "opus5",
          "n": 50,
          "platform": "web"
        },
        {
          "file_count": 27.0,
          "largest_share": 31.43135792759829,
          "model": "gpt6",
          "n": 48,
          "platform": "web"
        },
        {
          "file_count": 31.0,
          "largest_share": 17.13796637885407,
          "model": "glm53",
          "n": 40,
          "platform": "web"
        },
        {
          "file_count": 25.5,
          "largest_share": 20.9167982851936,
          "model": "qwen38max",
          "n": 50,
          "platform": "web"
        }
      ],
      "title": "Implementation structure"
    },
    "resources": {
      "metrics": [
        {
          "divisor": 1000000.0,
          "id": "input_tokens",
          "label": "Input tokens",
          "unit": "M tokens"
        },
        {
          "divisor": 1000.0,
          "id": "output_tokens",
          "label": "Output tokens",
          "unit": "K tokens"
        },
        {
          "divisor": 1,
          "id": "assistant_turns",
          "label": "Assistant turns",
          "unit": "turns"
        },
        {
          "divisor": 1,
          "id": "estimated_cost_usd",
          "label": "Estimated API cost",
          "unit": "USD"
        }
      ],
      "records": [
        {
          "ci95": [
            119378357.3795,
            156872156.3335
          ],
          "mean": 138020684.0,
          "metric": "input_tokens",
          "model": "opus5",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            308130.36699999997,
            370270.22849999997
          ],
          "mean": 340396.04,
          "metric": "output_tokens",
          "model": "opus5",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            399.95599999999996,
            480.90199999999993
          ],
          "mean": 440.64,
          "metric": "assistant_turns",
          "model": "opus5",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            136.866518434275,
            177.76606653424997
          ],
          "mean": 156.88213629999998,
          "metric": "estimated_cost_usd",
          "model": "opus5",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            20810098.153,
            25435161.6865
          ],
          "mean": 23106125.18,
          "metric": "input_tokens",
          "model": "gpt6",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            62530.8835,
            72596.5395
          ],
          "mean": 67544.08,
          "metric": "output_tokens",
          "model": "gpt6",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            198.0995,
            229.48
          ],
          "mean": 213.46,
          "metric": "assistant_turns",
          "model": "gpt6",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            47.972026213374996,
            58.21999257139998
          ],
          "mean": 53.055373137,
          "metric": "estimated_cost_usd",
          "model": "gpt6",
          "n": 50,
          "platform": "linux"
        },
        {
          "ci95": [
            206739626.01989797,
            270630672.7010204
          ],
          "mean": 236878920.7142857,
          "metric": "input_tokens",
          "model": "glm53",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            223480.29642857143,
            309547.6974489796
          ],
          "mean": 263139.2244897959,
          "metric": "output_tokens",
          "model": "glm53",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            657.5275510204082,
            832.5602040816325
          ],
          "mean": 740.795918367347,
          "metric": "assistant_turns",
          "model": "glm53",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            78.2407637497806,
            102.32277552474999
          ],
          "mean": 89.75052893489794,
          "metric": "estimated_cost_usd",
          "model": "glm53",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            39669786.6,
            58843998.80714284
          ],
          "mean": 48623784.8367347,
          "metric": "input_tokens",
          "model": "qwen38max",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            227810.3025510204,
            338561.9561224487
          ],
          "mean": 280594.4285714286,
          "metric": "output_tokens",
          "model": "qwen38max",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            308.8331632653061,
            446.03112244897943
          ],
          "mean": 373.0612244897959,
          "metric": "assistant_turns",
          "model": "qwen38max",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            20.283458060956633,
            29.975465308609692
          ],
          "mean": 24.77986436887755,
          "metric": "estimated_cost_usd",
          "model": "qwen38max",
          "n": 49,
          "platform": "linux"
        },
        {
          "ci95": [
            64080009.91581633,
            103852419.46887755
          ],
          "mean": 83546502.79591836,
          "metric": "input_tokens",
          "model": "opus5",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            157585.01173469386,
            203865.08673469388
          ],
          "mean": 180382.693877551,
          "metric": "output_tokens",
          "model": "opus5",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            251.06071428571428,
            343.8581632653061
          ],
          "mean": 296.38775510204084,
          "metric": "assistant_turns",
          "model": "opus5",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            73.37742672457907,
            116.8571289372066
          ],
          "mean": 94.32205785255101,
          "metric": "estimated_cost_usd",
          "model": "opus5",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            30418083.626086958,
            46152171.64999999
          ],
          "mean": 38029489.58695652,
          "metric": "input_tokens",
          "model": "gpt6",
          "n": 46,
          "platform": "mac"
        },
        {
          "ci95": [
            90193.97119565218,
            142633.4375
          ],
          "mean": 115418.80434782608,
          "metric": "output_tokens",
          "model": "gpt6",
          "n": 46,
          "platform": "mac"
        },
        {
          "ci95": [
            242.2157608695652,
            356.4347826086956
          ],
          "mean": 296.95652173913044,
          "metric": "assistant_turns",
          "model": "gpt6",
          "n": 46,
          "platform": "mac"
        },
        {
          "ci95": [
            70.02721866203801,
            106.6071675088043
          ],
          "mean": 87.53434282934782,
          "metric": "estimated_cost_usd",
          "model": "gpt6",
          "n": 46,
          "platform": "mac"
        },
        {
          "ci95": [
            191292050.25918368,
            252972368.68418363
          ],
          "mean": 222141342.3469388,
          "metric": "input_tokens",
          "model": "glm53",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            201872.35612244898,
            273825.8897959183
          ],
          "mean": 238019.32653061225,
          "metric": "output_tokens",
          "model": "glm53",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            641.0801020408163,
            796.840306122449
          ],
          "mean": 718.6734693877551,
          "metric": "assistant_turns",
          "model": "glm53",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            72.48787344448571,
            95.7673141928755
          ],
          "mean": 84.12814707448977,
          "metric": "estimated_cost_usd",
          "model": "glm53",
          "n": 49,
          "platform": "mac"
        },
        {
          "ci95": [
            44155594.5915,
            57478315.73449999
          ],
          "mean": 50354388.72,
          "metric": "input_tokens",
          "model": "qwen38max",
          "n": 50,
          "platform": "mac"
        },
        {
          "ci95": [
            202008.94199999998,
            250388.167
          ],
          "mean": 225647.78,
          "metric": "output_tokens",
          "model": "qwen38max",
          "n": 50,
          "platform": "mac"
        },
        {
          "ci95": [
            320.4785,
            418.7415
          ],
          "mean": 368.88,
          "metric": "assistant_turns",
          "model": "qwen38max",
          "n": 50,
          "platform": "mac"
        },
        {
          "ci95": [
            22.084316432762503,
            28.738530546150006
          ],
          "mean": 25.272221322,
          "metric": "estimated_cost_usd",
          "model": "qwen38max",
          "n": 50,
          "platform": "mac"
        },
        {
          "ci95": [
            139619467.1875,
            195266490.57857144
          ],
          "mean": 167275599.17857143,
          "metric": "input_tokens",
          "model": "opus5",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            270705.71964285715,
            324274.54464285716
          ],
          "mean": 296423.39285714284,
          "metric": "output_tokens",
          "model": "opus5",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            455.13750000000005,
            561.64375
          ],
          "mean": 508.92857142857144,
          "metric": "assistant_turns",
          "model": "opus5",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            155.99470024883925,
            217.80670313475437
          ],
          "mean": 187.23185393839285,
          "metric": "estimated_cost_usd",
          "model": "opus5",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            49832849.03846154,
            76437248.47115381
          ],
          "mean": 63455026.115384616,
          "metric": "input_tokens",
          "model": "gpt6",
          "n": 26,
          "platform": "windows"
        },
        {
          "ci95": [
            144299.8980769231,
            199496.4673076923
          ],
          "mean": 171059.03846153847,
          "metric": "output_tokens",
          "model": "gpt6",
          "n": 26,
          "platform": "windows"
        },
        {
          "ci95": [
            403.9586538461538,
            583.6557692307692
          ],
          "mean": 492.7692307692308,
          "metric": "assistant_turns",
          "model": "gpt6",
          "n": 26,
          "platform": "windows"
        },
        {
          "ci95": [
            115.4554459878846,
            174.40115757216347
          ],
          "mean": 144.98125807115383,
          "metric": "estimated_cost_usd",
          "model": "gpt6",
          "n": 26,
          "platform": "windows"
        },
        {
          "ci95": [
            231637828.561,
            287289187.167
          ],
          "mean": 259212772.88,
          "metric": "input_tokens",
          "model": "glm53",
          "n": 50,
          "platform": "windows"
        },
        {
          "ci95": [
            279022.245,
            336911.71849999996
          ],
          "mean": 305884.2,
          "metric": "output_tokens",
          "model": "glm53",
          "n": 50,
          "platform": "windows"
        },
        {
          "ci95": [
            640.256,
            777.7919999999998
          ],
          "mean": 704.24,
          "metric": "assistant_turns",
          "model": "glm53",
          "n": 50,
          "platform": "windows"
        },
        {
          "ci95": [
            88.18805379766799,
            109.06646302668598
          ],
          "mean": 98.29146753711998,
          "metric": "estimated_cost_usd",
          "model": "glm53",
          "n": 50,
          "platform": "windows"
        },
        {
          "ci95": [
            54054699.33660714,
            75369328.32678571
          ],
          "mean": 64056653.89285714,
          "metric": "input_tokens",
          "model": "qwen38max",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            391114.19375,
            561045.8276785715
          ],
          "mean": 471305.3214285714,
          "metric": "output_tokens",
          "model": "qwen38max",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            505.0267857142857,
            703.0375
          ],
          "mean": 598.5,
          "metric": "assistant_turns",
          "model": "qwen38max",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            27.831985403794643,
            39.02471447196429
          ],
          "mean": 33.25474252767857,
          "metric": "estimated_cost_usd",
          "model": "qwen38max",
          "n": 28,
          "platform": "windows"
        },
        {
          "ci95": [
            79725159.75192307,
            123550485.32884614
          ],
          "mean": 101955297.61538461,
          "metric": "input_tokens",
          "model": "opus5",
          "n": 26,
          "platform": "android"
        },
        {
          "ci95": [
            232839.56826923077,
            311614.93076923076
          ],
          "mean": 272970.42307692306,
          "metric": "output_tokens",
          "model": "opus5",
          "n": 26,
          "platform": "android"
        },
        {
          "ci95": [
            320.2298076923077,
            437.96538461538455
          ],
          "mean": 381.5,
          "metric": "assistant_turns",
          "model": "opus5",
          "n": 26,
          "platform": "android"
        },
        {
          "ci95": [
            92.01755874733172,
            140.35368356189898
          ],
          "mean": 116.42620551346153,
          "metric": "estimated_cost_usd",
          "model": "opus5",
          "n": 26,
          "platform": "android"
        },
        {
          "ci95": [
            33096737.816326533,
            52212898.65204082
          ],
          "mean": 42537077.530612245,
          "metric": "input_tokens",
          "model": "gpt6",
          "n": 49,
          "platform": "android"
        },
        {
          "ci95": [
            97372.69489795918,
            156582.31071428565
          ],
          "mean": 126280.61224489796,
          "metric": "output_tokens",
          "model": "gpt6",
          "n": 49,
          "platform": "android"
        },
        {
          "ci95": [
            300.119387755102,
            445.36785714285713
          ],
          "mean": 368.81632653061223,
          "metric": "assistant_turns",
          "model": "gpt6",
          "n": 49,
          "platform": "android"
        },
        {
          "ci95": [
            76.33835742619897,
            120.13095518255099
          ],
          "mean": 97.76874730306122,
          "metric": "estimated_cost_usd",
          "model": "gpt6",
          "n": 49,
          "platform": "android"
        },
        {
          "ci95": [
            77789624.2495,
            119461228.008
          ],
          "mean": 98170274.66,
          "metric": "input_tokens",
          "model": "glm53",
          "n": 50,
          "platform": "android"
        },
        {
          "ci95": [
            102721.7425,
            161679.66549999997
          ],
          "mean": 131493.92,
          "metric": "output_tokens",
          "model": "glm53",
          "n": 50,
          "platform": "android"
        },
        {
          "ci95": [
            382.736,
            545.0034999999999
          ],
          "mean": 462.18,
          "metric": "assistant_turns",
          "model": "glm53",
          "n": 50,
          "platform": "android"
        },
        {
          "ci95": [
            29.727492584635993,
            45.25893729933399
          ],
          "mean": 37.29425597083999,
          "metric": "estimated_cost_usd",
          "model": "glm53",
          "n": 50,
          "platform": "android"
        },
        {
          "ci95": [
            26117966.07794118,
            39033662.91911764
          ],
          "mean": 31929198.647058822,
          "metric": "input_tokens",
          "model": "qwen38max",
          "n": 17,
          "platform": "android"
        },
        {
          "ci95": [
            138881.73676470586,
            195777.31470588234
          ],
          "mean": 164007.82352941178,
          "metric": "output_tokens",
          "model": "qwen38max",
          "n": 17,
          "platform": "android"
        },
        {
          "ci95": [
            220.8235294117647,
            322.4794117647058
          ],
          "mean": 268.3529411764706,
          "metric": "assistant_turns",
          "model": "qwen38max",
          "n": 17,
          "platform": "android"
        },
        {
          "ci95": [
            13.247872986360296,
            19.553669140735288
          ],
          "mean": 16.15041629852941,
          "metric": "estimated_cost_usd",
          "model": "qwen38max",
          "n": 17,
          "platform": "android"
        },
        {
          "ci95": [
            96211424.33367346,
            185670065.89489794
          ],
          "mean": 134939379.3469388,
          "metric": "input_tokens",
          "model": "opus5",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            669294.6173469387,
            1410957.7627551015
          ],
          "mean": 1001566.775510204,
          "metric": "output_tokens",
          "model": "opus5",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            203.12193877551022,
            255.24489795918367
          ],
          "mean": 228.73469387755102,
          "metric": "assistant_turns",
          "model": "opus5",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            120.01057932748722,
            236.2252862191454
          ],
          "mean": 170.09900218571428,
          "metric": "estimated_cost_usd",
          "model": "opus5",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            36499154.21451613,
            44184556.409677416
          ],
          "mean": 40205765.58064516,
          "metric": "input_tokens",
          "model": "gpt6",
          "n": 31,
          "platform": "web"
        },
        {
          "ci95": [
            193104.0056451613,
            231790.2508064516
          ],
          "mean": 211177.4193548387,
          "metric": "output_tokens",
          "model": "gpt6",
          "n": 31,
          "platform": "web"
        },
        {
          "ci95": [
            320.06129032258065,
            377.7758064516129
          ],
          "mean": 347.7741935483871,
          "metric": "assistant_turns",
          "model": "gpt6",
          "n": 31,
          "platform": "web"
        },
        {
          "ci95": [
            88.13622266572581,
            106.69075934745966
          ],
          "mean": 97.00126696612902,
          "metric": "estimated_cost_usd",
          "model": "gpt6",
          "n": 31,
          "platform": "web"
        },
        {
          "ci95": [
            111585586.0,
            190614619.44843745
          ],
          "mean": 146472652.27083334,
          "metric": "input_tokens",
          "model": "glm53",
          "n": 48,
          "platform": "web"
        },
        {
          "ci95": [
            374181.4921875,
            772170.4718749998
          ],
          "mean": 552097.1875,
          "metric": "output_tokens",
          "model": "glm53",
          "n": 48,
          "platform": "web"
        },
        {
          "ci95": [
            299.5401041666667,
            377.6473958333333
          ],
          "mean": 335.6458333333333,
          "metric": "assistant_turns",
          "model": "glm53",
          "n": 48,
          "platform": "web"
        },
        {
          "ci95": [
            43.529133711926036,
            75.00704864583332
          ],
          "mean": 57.20999957429166,
          "metric": "estimated_cost_usd",
          "model": "glm53",
          "n": 48,
          "platform": "web"
        },
        {
          "ci95": [
            40979373.87244898,
            165751120.6841836
          ],
          "mean": 85908647.30612245,
          "metric": "input_tokens",
          "model": "qwen38max",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            248758.39744897958,
            1012686.5443877544
          ],
          "mean": 542501.224489796,
          "metric": "output_tokens",
          "model": "qwen38max",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            179.99948979591838,
            202.71479591836734
          ],
          "mean": 191.24489795918367,
          "metric": "assistant_turns",
          "model": "qwen38max",
          "n": 49,
          "platform": "web"
        },
        {
          "ci95": [
            21.01537439862245,
            85.5081156407653
          ],
          "mean": 44.06161481734694,
          "metric": "estimated_cost_usd",
          "model": "qwen38max",
          "n": 49,
          "platform": "web"
        }
      ],
      "title": "Resource use and interaction length"
    },
    "source_growth": {
      "cells": [
        {
          "attempts": 45,
          "first_code": 22.51082251082251,
          "model": "opus5",
          "platform": "mac",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            3.4274284511151545,
            8.386059802020613,
            57.30358504958048,
            80.08135643823007,
            80.58475354628023,
            83.57072661002401,
            86.54508813614142,
            91.17278522752254,
            92.20736584492329,
            94.9703231479446,
            96.26735885788449,
            96.8666209705058,
            98.00056006720807,
            99.05706261669046,
            99.86942637139616,
            100.0
          ]
        },
        {
          "attempts": 43,
          "first_code": 18.461538461538463,
          "model": "gpt6",
          "platform": "mac",
          "values": [
            0.0,
            0.0,
            0.0,
            2.6139202272690167,
            12.82553283455908,
            26.697834420545103,
            31.911255316350246,
            46.71159559820698,
            53.862673399500835,
            64.81102312018993,
            76.80049987888397,
            80.09237849860166,
            86.85572985086161,
            89.58151953102328,
            93.00981377018778,
            94.87054662507202,
            97.76494094019483,
            99.36969959287462,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 45,
          "first_code": 21.428571428571427,
          "model": "glm53",
          "platform": "mac",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            29.0620473201352,
            79.52809324161137,
            83.2810952361569,
            89.08098613637789,
            94.41018732025806,
            94.95911268891784,
            95.32796445431825,
            95.59788947514579,
            98.38056680161942,
            98.19810910241704,
            98.39939259000852,
            98.77945642563334,
            99.70613553385378,
            99.86300281936226,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 49,
          "first_code": 17.316017316017316,
          "model": "qwen38max",
          "platform": "mac",
          "values": [
            0.0,
            0.0,
            0.0,
            30.94849749813397,
            89.15920591669911,
            90.37238873751136,
            92.73706462653514,
            96.33572258814414,
            96.84200977446167,
            97.42633128333674,
            97.466741196199,
            97.74286346536844,
            97.74040471097342,
            98.31886872610305,
            98.64155393529805,
            99.09700722394221,
            99.40541581254176,
            99.62213527110117,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 49,
          "first_code": 13.648293963254593,
          "model": "opus5",
          "platform": "linux",
          "values": [
            0.0,
            0.0,
            1.7297470674486801,
            12.139701775468408,
            70.95917993776312,
            78.45474663408206,
            86.26542131538288,
            89.44027892964135,
            91.63036980100777,
            93.09777249823368,
            93.9790268784464,
            94.22122842568653,
            95.15368908143697,
            96.32860276280812,
            97.82602994781423,
            99.094265208319,
            99.68998752957356,
            100.0,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 48,
          "first_code": 31.69630642954856,
          "model": "gpt6",
          "platform": "linux",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            31.504284187270315,
            40.53864772885394,
            66.03393655575121,
            73.63669681161107,
            78.42750808658477,
            79.58197015288326,
            85.14607170174082,
            87.61125129901708,
            90.66178768533094,
            93.24027280731377,
            97.35200673676067,
            98.947494855588,
            99.93449848767865,
            100.0
          ]
        },
        {
          "attempts": 47,
          "first_code": 17.595307917888565,
          "model": "glm53",
          "platform": "linux",
          "values": [
            0.0,
            0.0,
            0.0,
            1.8283078307830782,
            37.32563173845553,
            60.88665697145973,
            76.87493758530009,
            84.00670043473059,
            87.07276110934592,
            88.7617002309656,
            90.35122978275433,
            94.82622233442733,
            96.1794660768479,
            96.67091140622158,
            97.67985051385861,
            98.49156677628089,
            99.73743775464011,
            100.0,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 50,
          "first_code": 18.662965900079303,
          "model": "qwen38max",
          "platform": "linux",
          "values": [
            0.0,
            0.0,
            0.0,
            2.215016431071717,
            24.801179766348397,
            80.57210914670353,
            87.03916196856996,
            90.05019208834861,
            94.31511241483439,
            95.73210267872648,
            96.6503635830787,
            97.73578921947521,
            98.39524427489744,
            98.96300192495033,
            99.15107099640232,
            99.35224187347944,
            99.64884338102449,
            99.99621547976903,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 50,
          "first_code": 25.236940365169545,
          "model": "opus5",
          "platform": "windows",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            70.26076518770232,
            82.5575307775152,
            86.94244488323035,
            89.8742521347619,
            92.06355900757627,
            93.55330373426523,
            94.8295123544376,
            96.16145583517198,
            96.93323501822736,
            97.15223558706565,
            98.21347987160975,
            99.0259859232538,
            99.31827897111445,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 25,
          "first_code": 18.169934640522875,
          "model": "gpt6",
          "platform": "windows",
          "values": [
            0.0,
            0.0,
            0.0,
            21.152475464663635,
            31.627670161308984,
            50.19068373740125,
            61.581285335179416,
            76.10593592046452,
            78.79902765915512,
            84.46233942450924,
            87.43228901810785,
            90.21429730247924,
            91.9057734377477,
            94.1115192718899,
            94.60728465389263,
            97.00327982047298,
            97.607142105743,
            99.04159836398163,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 49,
          "first_code": 25.925925925925924,
          "model": "glm53",
          "platform": "windows",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            20.325488561840633,
            71.94925623027883,
            88.71578947368421,
            92.45216724694157,
            93.20122618786951,
            96.37409663156772,
            96.85965980440656,
            97.36568386146669,
            98.10004084024362,
            98.71803885725,
            99.41595026470445,
            99.76565156151342,
            100.0,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 43,
          "first_code": 29.17933130699088,
          "model": "qwen38max",
          "platform": "windows",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            63.48178952310685,
            82.69081325810048,
            87.16185842346034,
            91.34589429358095,
            93.41202342156161,
            95.20846040131083,
            96.69334982693611,
            96.98752086479612,
            98.01521667217995,
            98.781246758635,
            99.42193094096797,
            99.91060959611791,
            99.99146721276504,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 48,
          "first_code": 21.285295287333465,
          "model": "opus5",
          "platform": "android",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            1.4802547122873007,
            8.734712487388157,
            23.12571541602171,
            37.34001524917075,
            48.21876705919895,
            76.64799386109922,
            89.10942539640324,
            92.57538028144168,
            93.82401672463105,
            95.06515203475668,
            97.12668699266789,
            97.8846664503641,
            98.6277262305089,
            99.43744031376009,
            99.98897621059932,
            100.0
          ]
        },
        {
          "attempts": 43,
          "first_code": 19.012345679012345,
          "model": "gpt6",
          "platform": "android",
          "values": [
            0.0,
            0.0,
            0.0,
            10.636298157159672,
            17.08554260470941,
            17.57672417047299,
            21.368600592341867,
            37.649892933618844,
            48.619387671345315,
            57.421525886701886,
            75.02771761921449,
            78.57499842023931,
            82.69752792225285,
            89.93454731361456,
            93.57095573968819,
            94.82019570296717,
            96.80773450829231,
            99.50907786360756,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 36,
          "first_code": 24.718672132465237,
          "model": "glm53",
          "platform": "android",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.22716574183701127,
            10.795817610269243,
            33.061624698592794,
            60.0192922777433,
            76.64149509284255,
            87.30456990961608,
            90.32854469633797,
            93.60157208074644,
            96.50123169591475,
            96.52678780565435,
            97.85948910145808,
            98.33114311344579,
            99.92134617878428,
            99.96947030987636,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 17,
          "first_code": 31.092436974789916,
          "model": "qwen38max",
          "platform": "android",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            15.0690891265051,
            30.46804161102593,
            44.980480106321124,
            86.82058507393312,
            97.27587700303162,
            98.54865613124001,
            99.04555118288326,
            99.2648005838664,
            99.60999235279124,
            99.60999235279124,
            99.76065770832439,
            99.94503114901556,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 50,
          "first_code": 26.63937058445729,
          "model": "opus5",
          "platform": "web",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            10.569936907373831,
            31.71893407912785,
            38.324500956760616,
            56.07420555059656,
            61.346263386010904,
            63.50692998716876,
            73.19097488574123,
            85.05820497558581,
            95.94910198743504,
            98.43802144089089,
            99.43985519565453,
            99.78626565841373,
            99.99739339869531,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 29,
          "first_code": 19.701492537313435,
          "model": "gpt6",
          "platform": "web",
          "values": [
            0.0,
            0.0,
            0.0,
            3.0890140655040983,
            22.130627492912254,
            31.380955025092433,
            47.47463553979511,
            61.82411098858635,
            79.11808961532718,
            81.73690490601277,
            87.10413935985794,
            90.52271395009612,
            91.30612597301682,
            92.45661367945166,
            93.70909849194061,
            94.29678178013731,
            96.73746842175242,
            98.91627709307267,
            99.83551917314458,
            100.0
          ]
        },
        {
          "attempts": 50,
          "first_code": 26.561207784097622,
          "model": "glm53",
          "platform": "web",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            16.164222667132695,
            30.372757952090545,
            48.2809788281361,
            76.04404979592128,
            85.9670342140529,
            92.77573822379863,
            96.5948397847159,
            97.63140940764731,
            98.62726708298976,
            98.88485779639457,
            99.51692429635837,
            99.8835730861633,
            100.0,
            100.0,
            100.0
          ]
        },
        {
          "attempts": 50,
          "first_code": 40.871483728626586,
          "model": "qwen38max",
          "platform": "web",
          "values": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            11.14377919424653,
            19.921784353477328,
            40.09143587334933,
            56.60650945987378,
            82.46358274190521,
            94.15030700923249,
            97.73419216719607,
            99.34826916763815,
            99.62971532999323,
            99.94931615349172,
            100.0,
            100.0
          ]
        }
      ],
      "progress": [
        5.0,
        10.0,
        15.0,
        20.0,
        25.0,
        30.0,
        35.0,
        40.0,
        45.0,
        50.0,
        55.00000000000001,
        60.0,
        65.0,
        70.0,
        75.0,
        80.0,
        85.0,
        90.0,
        95.0,
        100.0
      ],
      "title": "When implementation takes shape"
    },
    "source_size": {
      "series": [
        {
          "model": "opus5",
          "platform": "linux",
          "points": [
            [
              1215,
              1236
            ],
            [
              96093,
              1185
            ],
            [
              62256,
              3025
            ],
            [
              2520,
              2745
            ],
            [
              3549,
              2467
            ],
            [
              35343,
              6740
            ],
            [
              88868,
              3225
            ],
            [
              1655,
              968
            ],
            [
              26110,
              1098
            ],
            [
              15680,
              3159
            ],
            [
              16561,
              6492
            ],
            [
              31653,
              3614
            ],
            [
              19829,
              2765
            ],
            [
              108799,
              1646
            ],
            [
              334,
              8417
            ],
            [
              21468,
              2069
            ],
            [
              1642,
              624
            ],
            [
              26780,
              4092
            ],
            [
              1568,
              898
            ],
            [
              13009,
              4623
            ],
            [
              38703,
              3114
            ],
            [
              26895,
              4722
            ],
            [
              94310,
              5506
            ],
            [
              51371,
              3612
            ],
            [
              35850,
              1065
            ],
            [
              18919,
              2680
            ],
            [
              6569,
              1910
            ],
            [
              40449,
              5330
            ],
            [
              33485,
              64
            ],
            [
              152728,
              3623
            ],
            [
              1759,
              2517
            ],
            [
              125415,
              32
            ],
            [
              144761,
              9371
            ],
            [
              170957,
              5823
            ],
            [
              9706,
              4783
            ],
            [
              165180,
              2054
            ],
            [
              24252,
              2577
            ],
            [
              10441,
              1957
            ],
            [
              8697,
              4034
            ],
            [
              25884,
              3027
            ],
            [
              85776,
              3616
            ],
            [
              260034,
              2641
            ],
            [
              61841,
              4465
            ],
            [
              38401,
              1605
            ],
            [
              51327,
              4058
            ],
            [
              9981,
              1366
            ]
          ]
        },
        {
          "model": "gpt6",
          "platform": "linux",
          "points": [
            [
              1215,
              936
            ],
            [
              96093,
              211
            ],
            [
              62256,
              290
            ],
            [
              2520,
              513
            ],
            [
              3549,
              407
            ],
            [
              35343,
              437
            ],
            [
              88868,
              237
            ],
            [
              1655,
              621
            ],
            [
              26110,
              449
            ],
            [
              15680,
              258
            ],
            [
              16561,
              319
            ],
            [
              31653,
              826
            ],
            [
              19829,
              423
            ],
            [
              108799,
              808
            ],
            [
              334,
              593
            ],
            [
              21468,
              369
            ],
            [
              1642,
              980
            ],
            [
              26780,
              175
            ],
            [
              1568,
              816
            ],
            [
              13009,
              1462
            ],
            [
              38650,
              444
            ],
            [
              38703,
              168
            ],
            [
              190,
              665
            ],
            [
              26895,
              286
            ],
            [
              94310,
              450
            ],
            [
              51371,
              457
            ],
            [
              35850,
              810
            ],
            [
              18919,
              869
            ],
            [
              6569,
              580
            ],
            [
              21344,
              970
            ],
            [
              40449,
              750
            ],
            [
              33485,
              1238
            ],
            [
              152728,
              423
            ],
            [
              1759,
              601
            ],
            [
              125415,
              642
            ],
            [
              144761,
              2600
            ],
            [
              170957,
              345
            ],
            [
              9706,
              668
            ],
            [
              165180,
              1230
            ],
            [
              24252,
              1610
            ],
            [
              10441,
              1180
            ],
            [
              8697,
              265
            ],
            [
              25884,
              1426
            ],
            [
              85776,
              532
            ],
            [
              160541,
              848
            ],
            [
              260034,
              435
            ],
            [
              61841,
              537
            ],
            [
              38401,
              363
            ],
            [
              51327,
              412
            ],
            [
              9981,
              222
            ]
          ]
        },
        {
          "model": "glm53",
          "platform": "linux",
          "points": [
            [
              1215,
              1034
            ],
            [
              96093,
              1513
            ],
            [
              62256,
              281
            ],
            [
              2520,
              1189
            ],
            [
              3549,
              1237
            ],
            [
              35343,
              2434
            ],
            [
              88868,
              1727
            ],
            [
              1655,
              438
            ],
            [
              26110,
              831
            ],
            [
              15680,
              1024
            ],
            [
              16561,
              3792
            ],
            [
              31653,
              928
            ],
            [
              19829,
              438
            ],
            [
              108799,
              787
            ],
            [
              334,
              852
            ],
            [
              21468,
              547
            ],
            [
              1642,
              2348
            ],
            [
              26780,
              2250
            ],
            [
              1568,
              261
            ],
            [
              13009,
              2464
            ],
            [
              38650,
              1131
            ],
            [
              38703,
              1294
            ],
            [
              190,
              334
            ],
            [
              26895,
              780
            ],
            [
              94310,
              1133
            ],
            [
              51371,
              974
            ],
            [
              35850,
              939
            ],
            [
              6569,
              2095
            ],
            [
              21344,
              559
            ],
            [
              40449,
              2435
            ],
            [
              33485,
              739
            ],
            [
              152728,
              2569
            ],
            [
              1759,
              144
            ],
            [
              125415,
              552
            ],
            [
              144761,
              1360
            ],
            [
              170957,
              50
            ],
            [
              9706,
              1139
            ],
            [
              165180,
              2132
            ],
            [
              24252,
              1307
            ],
            [
              10441,
              938
            ],
            [
              8697,
              917
            ],
            [
              25884,
              1044
            ],
            [
              160541,
              840
            ],
            [
              260034,
              3581
            ],
            [
              61841,
              730
            ],
            [
              38401,
              382
            ],
            [
              51327,
              1131
            ],
            [
              9981,
              233
            ]
          ]
        },
        {
          "model": "qwen38max",
          "platform": "linux",
          "points": [
            [
              1215,
              698
            ],
            [
              96093,
              1180
            ],
            [
              62256,
              1827
            ],
            [
              2520,
              2136
            ],
            [
              3549,
              1879
            ],
            [
              35343,
              3091
            ],
            [
              88868,
              4268
            ],
            [
              1655,
              664
            ],
            [
              26110,
              2624
            ],
            [
              15680,
              1848
            ],
            [
              16561,
              2902
            ],
            [
              31653,
              1349
            ],
            [
              19829,
              2182
            ],
            [
              108799,
              1372
            ],
            [
              334,
              2505
            ],
            [
              21468,
              2733
            ],
            [
              1642,
              357
            ],
            [
              26780,
              3163
            ],
            [
              1568,
              908
            ],
            [
              13009,
              3149
            ],
            [
              38650,
              3779
            ],
            [
              38703,
              3050
            ],
            [
              190,
              577
            ],
            [
              26895,
              1664
            ],
            [
              94310,
              2805
            ],
            [
              51371,
              3971
            ],
            [
              35850,
              2782
            ],
            [
              18919,
              3023
            ],
            [
              6569,
              1241
            ],
            [
              21344,
              4856
            ],
            [
              40449,
              3951
            ],
            [
              33485,
              2792
            ],
            [
              152728,
              2937
            ],
            [
              1759,
              1261
            ],
            [
              125415,
              2056
            ],
            [
              144761,
              5178
            ],
            [
              170957,
              3028
            ],
            [
              9706,
              2420
            ],
            [
              165180,
              4453
            ],
            [
              24252,
              1739
            ],
            [
              10441,
              1702
            ],
            [
              8697,
              1485
            ],
            [
              25884,
              3606
            ],
            [
              85776,
              3083
            ],
            [
              160541,
              4378
            ],
            [
              260034,
              2818
            ],
            [
              61841,
              2593
            ],
            [
              38401,
              166
            ],
            [
              51327,
              2599
            ],
            [
              9981,
              2214
            ]
          ]
        },
        {
          "model": "opus5",
          "platform": "mac",
          "points": [
            [
              21143,
              4543
            ],
            [
              3778,
              3461
            ],
            [
              2070,
              2861
            ],
            [
              1604,
              1364
            ],
            [
              2646,
              2750
            ],
            [
              6839,
              2265
            ],
            [
              1286,
              1744
            ],
            [
              20631,
              2364
            ],
            [
              32371,
              3090
            ],
            [
              2425,
              857
            ],
            [
              7451,
              3534
            ],
            [
              171102,
              5168
            ],
            [
              43812,
              3151
            ],
            [
              35933,
              2785
            ],
            [
              8166,
              2692
            ],
            [
              18046,
              1975
            ],
            [
              30828,
              5321
            ],
            [
              586,
              1112
            ],
            [
              43487,
              1636
            ],
            [
              14531,
              1915
            ],
            [
              11681,
              3179
            ],
            [
              15660,
              2291
            ],
            [
              2267,
              1823
            ],
            [
              81039,
              7765
            ],
            [
              287,
              1175
            ],
            [
              371,
              912
            ],
            [
              4148,
              2854
            ],
            [
              114112,
              4614
            ],
            [
              11454,
              5632
            ],
            [
              596,
              783
            ],
            [
              58733,
              4872
            ],
            [
              33147,
              5869
            ],
            [
              916,
              1807
            ],
            [
              22526,
              3097
            ],
            [
              25390,
              3730
            ],
            [
              8615,
              2101
            ],
            [
              1622,
              1618
            ],
            [
              100124,
              3678
            ],
            [
              6669,
              2723
            ],
            [
              36896,
              1813
            ],
            [
              571,
              942
            ],
            [
              10548,
              1728
            ],
            [
              3688,
              3667
            ],
            [
              96,
              701
            ],
            [
              5724,
              2235
            ],
            [
              27492,
              3604
            ],
            [
              13730,
              959
            ],
            [
              1044,
              639
            ],
            [
              152299,
              3513
            ]
          ]
        },
        {
          "model": "gpt6",
          "platform": "mac",
          "points": [
            [
              21143,
              3708
            ],
            [
              3778,
              1580
            ],
            [
              2070,
              1939
            ],
            [
              1604,
              660
            ],
            [
              2646,
              1382
            ],
            [
              6839,
              1175
            ],
            [
              20631,
              1240
            ],
            [
              2425,
              862
            ],
            [
              7451,
              1695
            ],
            [
              171102,
              595
            ],
            [
              43812,
              3100
            ],
            [
              180137,
              1595
            ],
            [
              35933,
              671
            ],
            [
              8166,
              1687
            ],
            [
              18046,
              2756
            ],
            [
              30828,
              3243
            ],
            [
              586,
              524
            ],
            [
              43487,
              1382
            ],
            [
              14531,
              2110
            ],
            [
              11681,
              237
            ],
            [
              15660,
              2947
            ],
            [
              2267,
              1055
            ],
            [
              81039,
              899
            ],
            [
              287,
              109
            ],
            [
              4148,
              720
            ],
            [
              114112,
              1832
            ],
            [
              596,
              382
            ],
            [
              22526,
              532
            ],
            [
              25390,
              613
            ],
            [
              6669,
              1333
            ],
            [
              10548,
              1154
            ],
            [
              3688,
              700
            ],
            [
              96,
              147
            ],
            [
              5724,
              989
            ],
            [
              27492,
              3442
            ],
            [
              1044,
              532
            ],
            [
              152299,
              4325
            ]
          ]
        },
        {
          "model": "glm53",
          "platform": "mac",
          "points": [
            [
              21143,
              1270
            ],
            [
              2070,
              1913
            ],
            [
              1604,
              701
            ],
            [
              2646,
              3673
            ],
            [
              6839,
              1844
            ],
            [
              1286,
              493
            ],
            [
              20631,
              1548
            ],
            [
              32371,
              1191
            ],
            [
              2425,
              480
            ],
            [
              7451,
              1790
            ],
            [
              171102,
              935
            ],
            [
              43812,
              844
            ],
            [
              35933,
              1858
            ],
            [
              8166,
              865
            ],
            [
              18046,
              1708
            ],
            [
              30828,
              2433
            ],
            [
              586,
              600
            ],
            [
              43487,
              151
            ],
            [
              14531,
              338
            ],
            [
              11681,
              337
            ],
            [
              15660,
              404
            ],
            [
              81039,
              1135
            ],
            [
              287,
              727
            ],
            [
              371,
              726
            ],
            [
              114112,
              1477
            ],
            [
              11454,
              2650
            ],
            [
              596,
              1282
            ],
            [
              58733,
              1145
            ],
            [
              33147,
              1857
            ],
            [
              916,
              1381
            ],
            [
              22526,
              1319
            ],
            [
              25390,
              3046
            ],
            [
              8615,
              1669
            ],
            [
              1622,
              1028
            ],
            [
              100124,
              1587
            ],
            [
              6669,
              1783
            ],
            [
              36896,
              652
            ],
            [
              571,
              1811
            ],
            [
              10548,
              1564
            ],
            [
              3688,
              1810
            ],
            [
              96,
              199
            ],
            [
              5724,
              942
            ],
            [
              27492,
              1266
            ],
            [
              13730,
              1150
            ],
            [
              1044,
              815
            ],
            [
              152299,
              2008
            ]
          ]
        },
        {
          "model": "qwen38max",
          "platform": "mac",
          "points": [
            [
              21143,
              3999
            ],
            [
              3778,
              2418
            ],
            [
              2070,
              2150
            ],
            [
              1604,
              261
            ],
            [
              2646,
              3723
            ],
            [
              6839,
              2200
            ],
            [
              1286,
              1136
            ],
            [
              20631,
              601
            ],
            [
              32371,
              1801
            ],
            [
              2425,
              322
            ],
            [
              7451,
              3260
            ],
            [
              171102,
              970
            ],
            [
              43812,
              823
            ],
            [
              180137,
              5145
            ],
            [
              35933,
              2555
            ],
            [
              8166,
              1672
            ],
            [
              18046,
              2369
            ],
            [
              30828,
              1362
            ],
            [
              586,
              724
            ],
            [
              43487,
              925
            ],
            [
              14531,
              481
            ],
            [
              11681,
              2770
            ],
            [
              15660,
              1464
            ],
            [
              2267,
              1392
            ],
            [
              81039,
              1037
            ],
            [
              287,
              631
            ],
            [
              371,
              439
            ],
            [
              4148,
              928
            ],
            [
              114112,
              5066
            ],
            [
              11454,
              3667
            ],
            [
              596,
              629
            ],
            [
              58733,
              1837
            ],
            [
              33147,
              2893
            ],
            [
              916,
              1354
            ],
            [
              22526,
              1965
            ],
            [
              25390,
              2984
            ],
            [
              8615,
              982
            ],
            [
              1622,
              1097
            ],
            [
              100124,
              1199
            ],
            [
              6669,
              1571
            ],
            [
              36896,
              2957
            ],
            [
              571,
              472
            ],
            [
              10548,
              1120
            ],
            [
              3688,
              2381
            ],
            [
              96,
              298
            ],
            [
              5724,
              2662
            ],
            [
              27492,
              2527
            ],
            [
              13730,
              1664
            ],
            [
              1044,
              646
            ],
            [
              152299,
              2230
            ]
          ]
        },
        {
          "model": "opus5",
          "platform": "windows",
          "points": [
            [
              1018,
              932
            ],
            [
              2627,
              2249
            ],
            [
              10148,
              4212
            ],
            [
              8264,
              2408
            ],
            [
              15255,
              2999
            ],
            [
              27955,
              3046
            ],
            [
              7517,
              3975
            ],
            [
              662,
              1002
            ],
            [
              3545,
              1260
            ],
            [
              49410,
              3598
            ],
            [
              6317,
              3136
            ],
            [
              9895,
              535
            ],
            [
              8280,
              3409
            ],
            [
              7017,
              2703
            ],
            [
              11000,
              3352
            ],
            [
              25567,
              4873
            ],
            [
              8593,
              2879
            ],
            [
              17793,
              1515
            ],
            [
              15208,
              4160
            ],
            [
              48382,
              925
            ],
            [
              807,
              1352
            ],
            [
              11023,
              2771
            ],
            [
              3849,
              962
            ],
            [
              2029,
              2202
            ],
            [
              2057,
              1050
            ],
            [
              8904,
              3244
            ],
            [
              3867,
              1563
            ],
            [
              399,
              700
            ],
            [
              1368,
              1005
            ],
            [
              22188,
              6435
            ],
            [
              19508,
              2407
            ],
            [
              2707,
              2220
            ],
            [
              846,
              810
            ],
            [
              5482,
              1895
            ],
            [
              797,
              1250
            ],
            [
              14229,
              4478
            ],
            [
              283,
              2074
            ],
            [
              451,
              413
            ],
            [
              881,
              1676
            ],
            [
              713,
              790
            ],
            [
              165562,
              4241
            ],
            [
              3627,
              806
            ],
            [
              7840,
              1632
            ],
            [
              84697,
              5912
            ],
            [
              58035,
              6612
            ],
            [
              3067,
              2519
            ],
            [
              215,
              1775
            ],
            [
              310,
              632
            ],
            [
              3473,
              1619
            ],
            [
              277,
              468
            ]
          ]
        },
        {
          "model": "gpt6",
          "platform": "windows",
          "points": [
            [
              1018,
              693
            ],
            [
              2627,
              2324
            ],
            [
              10148,
              299
            ],
            [
              8264,
              866
            ],
            [
              15255,
              3405
            ],
            [
              7517,
              1482
            ],
            [
              662,
              997
            ],
            [
              3545,
              1752
            ],
            [
              49410,
              3360
            ],
            [
              6317,
              3259
            ],
            [
              9895,
              254
            ],
            [
              8280,
              2281
            ],
            [
              7017,
              1531
            ],
            [
              11000,
              594
            ],
            [
              25567,
              3380
            ],
            [
              8593,
              1274
            ],
            [
              17793,
              2927
            ],
            [
              15208,
              2598
            ],
            [
              48382,
              2745
            ],
            [
              807,
              1360
            ],
            [
              11023,
              4513
            ],
            [
              3849,
              1252
            ],
            [
              2029,
              865
            ],
            [
              2057,
              946
            ],
            [
              8904,
              2275
            ],
            [
              3867,
              1710
            ],
            [
              399,
              1920
            ],
            [
              1368,
              784
            ],
            [
              22188,
              2443
            ],
            [
              19508,
              2152
            ],
            [
              2707,
              754
            ],
            [
              846,
              371
            ],
            [
              5482,
              1190
            ],
            [
              797,
              1680
            ],
            [
              14229,
              1983
            ],
            [
              283,
              1506
            ],
            [
              451,
              1309
            ],
            [
              881,
              2377
            ],
            [
              713,
              942
            ],
            [
              165562,
              3487
            ],
            [
              3627,
              1458
            ],
            [
              7840,
              1808
            ],
            [
              84697,
              5631
            ],
            [
              58035,
              2826
            ],
            [
              3067,
              983
            ],
            [
              215,
              888
            ],
            [
              310,
              591
            ],
            [
              3473,
              2955
            ],
            [
              277,
              406
            ]
          ]
        },
        {
          "model": "glm53",
          "platform": "windows",
          "points": [
            [
              1018,
              1005
            ],
            [
              2627,
              1848
            ],
            [
              10148,
              2324
            ],
            [
              8264,
              2443
            ],
            [
              15255,
              1386
            ],
            [
              27955,
              1204
            ],
            [
              7517,
              5505
            ],
            [
              662,
              956
            ],
            [
              3545,
              2312
            ],
            [
              49410,
              1309
            ],
            [
              6317,
              2998
            ],
            [
              9895,
              269
            ],
            [
              8280,
              1923
            ],
            [
              7017,
              1846
            ],
            [
              11000,
              1693
            ],
            [
              25567,
              2674
            ],
            [
              8593,
              2136
            ],
            [
              17793,
              1132
            ],
            [
              15208,
              1796
            ],
            [
              48382,
              526
            ],
            [
              807,
              1143
            ],
            [
              11023,
              1330
            ],
            [
              3849,
              803
            ],
            [
              2029,
              1278
            ],
            [
              2057,
              1318
            ],
            [
              8904,
              2428
            ],
            [
              3867,
              881
            ],
            [
              399,
              641
            ],
            [
              1368,
              661
            ],
            [
              22188,
              3216
            ],
            [
              19508,
              1251
            ],
            [
              2707,
              1053
            ],
            [
              846,
              677
            ],
            [
              5482,
              1596
            ],
            [
              797,
              938
            ],
            [
              14229,
              890
            ],
            [
              283,
              347
            ],
            [
              451,
              227
            ],
            [
              713,
              626
            ],
            [
              165562,
              1666
            ],
            [
              3627,
              992
            ],
            [
              7840,
              1043
            ],
            [
              84697,
              1749
            ],
            [
              58035,
              1638
            ],
            [
              3067,
              607
            ],
            [
              215,
              694
            ],
            [
              310,
              400
            ],
            [
              3473,
              480
            ],
            [
              277,
              323
            ]
          ]
        },
        {
          "model": "qwen38max",
          "platform": "windows",
          "points": [
            [
              1018,
              1173
            ],
            [
              2627,
              1763
            ],
            [
              10148,
              2623
            ],
            [
              8264,
              2269
            ],
            [
              15255,
              2866
            ],
            [
              27955,
              195
            ],
            [
              7517,
              6669
            ],
            [
              662,
              675
            ],
            [
              3545,
              2797
            ],
            [
              49410,
              1115
            ],
            [
              6317,
              2040
            ],
            [
              9895,
              352
            ],
            [
              8280,
              1843
            ],
            [
              7017,
              2041
            ],
            [
              11000,
              3524
            ],
            [
              25567,
              4028
            ],
            [
              8593,
              2692
            ],
            [
              17793,
              458
            ],
            [
              15208,
              3560
            ],
            [
              48382,
              2362
            ],
            [
              807,
              1693
            ],
            [
              11023,
              2452
            ],
            [
              3849,
              933
            ],
            [
              2029,
              1834
            ],
            [
              2057,
              1889
            ],
            [
              8904,
              2394
            ],
            [
              3867,
              747
            ],
            [
              399,
              2388
            ],
            [
              1368,
              699
            ],
            [
              22188,
              3123
            ],
            [
              19508,
              1291
            ],
            [
              2707,
              1575
            ],
            [
              846,
              687
            ],
            [
              5482,
              1630
            ],
            [
              797,
              1020
            ],
            [
              14229,
              4343
            ],
            [
              283,
              1982
            ],
            [
              451,
              568
            ],
            [
              881,
              1191
            ],
            [
              713,
              651
            ],
            [
              165562,
              2003
            ],
            [
              3627,
              729
            ],
            [
              7840,
              1545
            ],
            [
              84697,
              2964
            ],
            [
              58035,
              1704
            ],
            [
              3067,
              1775
            ],
            [
              215,
              421
            ],
            [
              310,
              442
            ],
            [
              3473,
              1537
            ],
            [
              277,
              509
            ]
          ]
        },
        {
          "model": "opus5",
          "platform": "android",
          "points": [
            [
              114783,
              3741
            ],
            [
              48300,
              3400
            ],
            [
              41593,
              2408
            ],
            [
              31602,
              5998
            ],
            [
              27497,
              4605
            ],
            [
              25062,
              10909
            ],
            [
              22911,
              4431
            ],
            [
              13028,
              3371
            ],
            [
              10752,
              3145
            ],
            [
              8826,
              2319
            ],
            [
              39653,
              3963
            ],
            [
              32969,
              3329
            ],
            [
              18454,
              2478
            ],
            [
              17359,
              4088
            ],
            [
              18544,
              3347
            ],
            [
              13775,
              3583
            ],
            [
              10666,
              4564
            ],
            [
              5495,
              1553
            ],
            [
              116650,
              3875
            ],
            [
              32176,
              6377
            ],
            [
              19583,
              4194
            ],
            [
              8769,
              1911
            ],
            [
              12624,
              3481
            ],
            [
              7730,
              2917
            ],
            [
              7451,
              3734
            ],
            [
              35256,
              4477
            ],
            [
              26146,
              3393
            ],
            [
              23014,
              5454
            ],
            [
              9867,
              4672
            ],
            [
              9231,
              3117
            ],
            [
              11026,
              4180
            ],
            [
              1822,
              2261
            ],
            [
              148487,
              5644
            ],
            [
              62249,
              3482
            ],
            [
              14492,
              2538
            ],
            [
              5985,
              2428
            ],
            [
              5241,
              3066
            ],
            [
              80740,
              2330
            ],
            [
              43214,
              3014
            ],
            [
              30864,
              3008
            ],
            [
              27090,
              2798
            ],
            [
              12316,
              4711
            ],
            [
              2292,
              1816
            ],
            [
              105175,
              2939
            ],
            [
              6340,
              3274
            ],
            [
              3135,
              2204
            ],
            [
              12686,
              3217
            ],
            [
              10615,
              2850
            ]
          ]
        },
        {
          "model": "gpt6",
          "platform": "android",
          "points": [
            [
              114783,
              4439
            ],
            [
              48300,
              778
            ],
            [
              41593,
              2776
            ],
            [
              31602,
              2354
            ],
            [
              27497,
              2400
            ],
            [
              25062,
              221
            ],
            [
              22911,
              1078
            ],
            [
              13028,
              2924
            ],
            [
              10752,
              1031
            ],
            [
              8826,
              2568
            ],
            [
              39653,
              2713
            ],
            [
              32969,
              2712
            ],
            [
              18454,
              1272
            ],
            [
              17359,
              2744
            ],
            [
              18544,
              2201
            ],
            [
              13775,
              939
            ],
            [
              10666,
              1731
            ],
            [
              5495,
              1357
            ],
            [
              116650,
              3787
            ],
            [
              32176,
              4204
            ],
            [
              19583,
              2327
            ],
            [
              8769,
              1473
            ],
            [
              12624,
              1860
            ],
            [
              7730,
              1314
            ],
            [
              7451,
              1345
            ],
            [
              35256,
              2961
            ],
            [
              26146,
              3519
            ],
            [
              23014,
              1569
            ],
            [
              9867,
              315
            ],
            [
              9231,
              1565
            ],
            [
              11026,
              2218
            ],
            [
              1822,
              1805
            ],
            [
              148487,
              1859
            ],
            [
              62249,
              2995
            ],
            [
              14492,
              2194
            ],
            [
              5985,
              1307
            ],
            [
              5241,
              1679
            ],
            [
              3078,
              1197
            ],
            [
              80740,
              78
            ],
            [
              43214,
              2593
            ],
            [
              30864,
              1131
            ],
            [
              27090,
              2836
            ],
            [
              12316,
              2238
            ],
            [
              2292,
              599
            ],
            [
              102466,
              1687
            ],
            [
              105175,
              858
            ],
            [
              6340,
              2190
            ],
            [
              3135,
              1810
            ],
            [
              12686,
              2036
            ],
            [
              10615,
              2693
            ]
          ]
        },
        {
          "model": "glm53",
          "platform": "android",
          "points": [
            [
              114783,
              1501
            ],
            [
              48300,
              2629
            ],
            [
              41593,
              1377
            ],
            [
              27497,
              3191
            ],
            [
              22911,
              3218
            ],
            [
              8826,
              2047
            ],
            [
              39653,
              2717
            ],
            [
              32969,
              3509
            ],
            [
              18454,
              2737
            ],
            [
              17359,
              1416
            ],
            [
              13775,
              3035
            ],
            [
              10666,
              2033
            ],
            [
              5495,
              1182
            ],
            [
              116650,
              1227
            ],
            [
              19583,
              1138
            ],
            [
              8769,
              1671
            ],
            [
              12624,
              1164
            ],
            [
              7451,
              2076
            ],
            [
              26146,
              3939
            ],
            [
              9867,
              4536
            ],
            [
              9231,
              2478
            ],
            [
              1822,
              1099
            ],
            [
              148487,
              2464
            ],
            [
              14492,
              3749
            ],
            [
              5241,
              1865
            ],
            [
              3078,
              1189
            ],
            [
              80740,
              2815
            ],
            [
              43214,
              1935
            ],
            [
              27090,
              2579
            ],
            [
              12316,
              2906
            ],
            [
              102466,
              1678
            ],
            [
              105175,
              1828
            ],
            [
              6340,
              1613
            ],
            [
              3135,
              1351
            ],
            [
              12686,
              3261
            ],
            [
              10615,
              2571
            ]
          ]
        },
        {
          "model": "qwen38max",
          "platform": "android",
          "points": [
            [
              114783,
              4172
            ],
            [
              48300,
              2761
            ],
            [
              41593,
              1205
            ],
            [
              31602,
              4001
            ],
            [
              27497,
              4474
            ],
            [
              25062,
              2647
            ],
            [
              22911,
              3615
            ],
            [
              13028,
              2251
            ],
            [
              10752,
              2169
            ],
            [
              8826,
              2675
            ],
            [
              39653,
              3138
            ],
            [
              32969,
              4822
            ],
            [
              18454,
              2811
            ],
            [
              17359,
              3182
            ],
            [
              18544,
              4943
            ],
            [
              13775,
              3289
            ],
            [
              10666,
              2714
            ],
            [
              5495,
              1104
            ],
            [
              116650,
              2333
            ],
            [
              32176,
              3601
            ],
            [
              19583,
              3333
            ],
            [
              8769,
              1654
            ],
            [
              12624,
              3480
            ],
            [
              7730,
              2976
            ],
            [
              7451,
              2891
            ],
            [
              35256,
              2742
            ],
            [
              26146,
              2947
            ],
            [
              23014,
              3713
            ],
            [
              9867,
              4047
            ],
            [
              9231,
              2520
            ],
            [
              11026,
              3021
            ],
            [
              1822,
              1792
            ],
            [
              148487,
              5455
            ],
            [
              62249,
              2704
            ],
            [
              14492,
              2899
            ],
            [
              5985,
              1998
            ],
            [
              5241,
              1616
            ],
            [
              3078,
              1358
            ],
            [
              80740,
              1514
            ],
            [
              43214,
              1390
            ],
            [
              30864,
              2402
            ],
            [
              27090,
              2930
            ],
            [
              12316,
              3044
            ],
            [
              2292,
              1909
            ],
            [
              102466,
              1198
            ],
            [
              105175,
              2268
            ],
            [
              6340,
              2306
            ],
            [
              3135,
              1819
            ],
            [
              12686,
              3053
            ],
            [
              10615,
              1774
            ]
          ]
        },
        {
          "model": "opus5",
          "platform": "web",
          "values": [
            6006,
            2355,
            6657,
            25418,
            3167,
            8303,
            23672,
            36348,
            3672,
            4911,
            3241,
            3039,
            17031,
            41665,
            25422,
            1591,
            5209,
            12522,
            18339,
            25088,
            5781,
            17928,
            15179,
            27578,
            3542,
            30435,
            2348,
            8360,
            21492,
            23205,
            3729,
            17000,
            6452,
            5636,
            5138,
            18395,
            13938,
            4886,
            1831,
            19364,
            8502,
            6135,
            9331,
            2800,
            17029,
            34026,
            1439,
            2397,
            9668,
            5843
          ]
        },
        {
          "model": "gpt6",
          "platform": "web",
          "values": [
            5576,
            1696,
            9986,
            815,
            11015,
            7561,
            4227,
            1492,
            1104,
            864,
            1828,
            34522,
            2267,
            742,
            1484,
            71146,
            1503,
            2217,
            3053,
            1209,
            946,
            9840,
            1653,
            1536,
            27851,
            11329,
            7675,
            2644,
            9132,
            10719,
            778,
            1339,
            398,
            3624,
            9277,
            1554,
            1381,
            717,
            816,
            1552,
            3649,
            5978,
            27066,
            2503,
            714,
            973,
            1439,
            16255
          ]
        },
        {
          "model": "glm53",
          "platform": "web",
          "values": [
            7572,
            8979,
            4989,
            7707,
            6732,
            6321,
            5407,
            12307,
            5585,
            6613,
            7176,
            9789,
            2280,
            4278,
            2532,
            20126,
            13669,
            8093,
            3139,
            3744,
            17081,
            3576,
            9150,
            13938,
            5792,
            34492,
            7142,
            6284,
            10626,
            2980,
            3635,
            5082,
            6227,
            7356,
            3636,
            13757,
            3330,
            1229,
            4479,
            2472
          ]
        },
        {
          "model": "qwen38max",
          "platform": "web",
          "values": [
            8493,
            2415,
            6067,
            5195,
            3782,
            4100,
            5827,
            39873,
            3452,
            3318,
            4812,
            4325,
            5295,
            15229,
            21015,
            3617,
            3313,
            2260,
            5717,
            3793,
            9897,
            8477,
            3392,
            13862,
            2947,
            2440,
            60,
            4029,
            3338,
            2127,
            5189,
            2662,
            2554,
            5248,
            3425,
            11839,
            2997,
            4865,
            5948,
            4386,
            4924,
            5869,
            5121,
            7573,
            69134,
            4146,
            1281,
            2181,
            3742,
            5344
          ]
        }
      ],
      "summaries": {
        "android": {
          "intercept": 2.97381956976094,
          "reference_median_loc": 17906.5,
          "slope": 0.09376686100371034,
          "slope_ci95": [
            -0.011142267463897742,
            0.18606167853279712
          ]
        },
        "linux": {
          "intercept": 2.7465857823991535,
          "reference_median_loc": 26837.5,
          "slope": 0.08014514273382896,
          "slope_ci95": [
            -0.013433596560806631,
            0.15658613643636818
          ]
        },
        "mac": {
          "intercept": 2.352914553854777,
          "reference_median_loc": 11001.0,
          "slope": 0.2047290078623979,
          "slope_ci95": [
            0.11601932261732914,
            0.2677093636056551
          ]
        },
        "web": {},
        "windows": {
          "intercept": 2.310279512032264,
          "reference_median_loc": 5899.5,
          "slope": 0.2339337307021597,
          "slope_ci95": [
            0.16659667979607534,
            0.30931064176255396
          ]
        }
      },
      "title": "Reference and recreation source size"
    }
  },
  "models": [
    {
      "color": "#1A9A8A",
      "id": "opus5",
      "label": "Claude Opus 5"
    },
    {
      "color": "#3E7CC3",
      "id": "gpt6",
      "label": "GPT-6 Astra"
    },
    {
      "color": "#DD8735",
      "id": "glm53",
      "label": "GLM-5.3"
    },
    {
      "color": "#A56CBA",
      "id": "qwen38max",
      "label": "Qwen3.8-Max-0902"
    }
  ],
  "platforms": [
    {
      "id": "linux",
      "label": "Ubuntu"
    },
    {
      "id": "mac",
      "label": "macOS"
    },
    {
      "id": "windows",
      "label": "Windows"
    },
    {
      "id": "android",
      "label": "Android"
    },
    {
      "id": "web",
      "label": "Web"
    }
  ],
  "provenance": {
    "artifacts_audit_sha256": "d18a362c60f254d08a29592fab488225837bf318eb1ac61c9435eeabb5da4d91",
    "artifacts_sha256": "211f0c6e827ca407db06fcddfa2cf416bef6415be29f75fabcf11c53cddc9deb",
    "assistant_turn_counts_sha256": "a60a49d27cf32aab2ca4b7214a8cd47928c2d10b330bb399ab08517dd217d720",
    "codex_response_turn_summary_sha256": "76fbb63cd7b1caf6d53478ad23bad55f1f0a7e85105b6ce7b35266f1a56dd33e",
    "cost_performance_sha256": "3ad32b182a830b6d2f664bbb898e924d8e3ff2ea390a88f966929ba36c5ac222",
    "failure_categories_sha256": "9404641b9db15e5128821c8348dc6f4964c8b6fb21548676ec2355b8571bbe26",
    "openrouter_price_snapshot_sha256": "348f8bfac1a975e9c74ce2f2071ff5a8e0d173c67b0b9e2d3f710f8fe67ffc94",
    "program_score_histogram_sha256": "82b55971b77e52050c0dbfced2e187198aa440b781de7fabd0c4dc38a34f7e39",
    "release": "0909_gpt6_cc",
    "resource_data_sha256": "d9d36f7cd63891735fd507e883c1d2eda6aa8fec743c4e1bb2e86205bd3df29f",
    "trajectory_audit_sha256": "ac0262961f9d77568348e60708b90411dc6aa042f937ccbbad71ea1a92ea55e3",
    "turn_profiles_sha256": "04d66221986a8d73c120dd0d4e7b6bd4e0b0447eaa06d7c7858c7f54e43d1bf3"
  },
  "schema_version": 2,
  "scope": "public aggregate data; no task, run, session, or trajectory records"
}