{
  "schema_version": 1,
  "captured_at": "2026-09-13T00:00:00Z",
  "status": "paper",
  "source": {
    "name": "RecreationWorld paper results",
    "url": "https://github.com/QwenLM/RecreationWorld#paper-results",
    "range": "A1:N21",
    "sha256": "fdd14520198a9de3ac8de9ab369cf6fde997e1ca65971a1abd3dcdcedf968bff",
    "thresholds": {
      "name": "RecreationWorld programmatic threshold snapshot, report revision 1634",
      "sha256": "79f2f7ba12dad2114f4ccbcf082ee38b6f930176703d3b6e98b827d57b43479b",
      "definition": "Percentage of applications meeting each programmatic score threshold within each platform; overall rates average the five platforms equally."
    }
  },
  "platforms": [
    {
      "id": "linux",
      "name": "Ubuntu",
      "tasks": 50
    },
    {
      "id": "macos",
      "name": "macOS",
      "tasks": 50
    },
    {
      "id": "windows",
      "name": "Windows",
      "tasks": 50
    },
    {
      "id": "android",
      "name": "Android",
      "tasks": 50
    },
    {
      "id": "web",
      "name": "Web",
      "tasks": 50
    }
  ],
  "comparison_platforms": [
    "linux",
    "macos",
    "windows",
    "android",
    "web"
  ],
  "models": [
    {
      "id": "gpt6-astra-gpt-6-astra-max",
      "name": "GPT-6 Astra",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "272k",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 115.804449112995,
      "source_rows": [
        2,
        3
      ],
      "scores": {
        "linux": {
          "prog": 0.5434,
          "vlm": 0.5264,
          "prog_ge90": 0.14,
          "prog_eq100": 0.02
        },
        "macos": {
          "prog": 0.5371,
          "vlm": 0.4265,
          "prog_ge90": 0.2,
          "prog_eq100": 0.06
        },
        "windows": {
          "prog": 0.6141,
          "vlm": 0.578,
          "prog_ge90": 0.22,
          "prog_eq100": 0.04
        },
        "android": {
          "prog": 0.6295,
          "vlm": 0.6498,
          "prog_ge90": 0.26,
          "prog_eq100": 0.02
        },
        "web": {
          "prog": 0.5854,
          "vlm": 0.7155,
          "prog_ge90": 0.06,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.5818999999999999,
        "vlm": 0.57924,
        "average": 0.5805699999999999,
        "prog_ge90": 0.17600000000000002,
        "prog_eq100": 0.027999999999999997
      }
    },
    {
      "id": "opus5-claude-opus-5-max",
      "name": "Claude Opus 5",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "1m",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 117.174655934571,
      "source_rows": [
        4,
        5
      ],
      "scores": {
        "linux": {
          "prog": 0.3583,
          "vlm": 0.3075,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.398,
          "vlm": 0.2644,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.5033,
          "vlm": 0.4628,
          "prog_ge90": 0.08,
          "prog_eq100": 0.04
        },
        "android": {
          "prog": 0.5056,
          "vlm": 0.5674,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.5344,
          "vlm": 0.5147,
          "prog_ge90": 0.13636363636363635,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.45992,
        "vlm": 0.42336,
        "average": 0.44164000000000003,
        "prog_ge90": 0.05527272727272727,
        "prog_eq100": 0.008
      }
    },
    {
      "id": "gpt5-6-sol-gpt-5-6-sol-max",
      "name": "GPT-5.6 Sol",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "272k",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 25.455646232593,
      "source_rows": [
        6,
        7
      ],
      "scores": {
        "linux": {
          "prog": 0.3745,
          "vlm": 0.3591,
          "prog_ge90": 0.08,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.4062,
          "vlm": 0.3453,
          "prog_ge90": 0.04,
          "prog_eq100": 0.02
        },
        "windows": {
          "prog": 0.4785,
          "vlm": 0.4659,
          "prog_ge90": 0.1,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.5,
          "vlm": 0.5693,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.2722,
          "vlm": 0.4347,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.4062799999999999,
        "vlm": 0.4348599999999999,
        "average": 0.4205699999999999,
        "prog_ge90": 0.052000000000000005,
        "prog_eq100": 0.004
      }
    },
    {
      "id": "grok4-6-grok-4-6-xhigh",
      "name": "Grok 4.6",
      "variant": "",
      "primary": true,
      "effort": "xhigh",
      "context_window": "500k",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 12.577263264057,
      "source_rows": [
        8,
        9
      ],
      "scores": {
        "linux": {
          "prog": 0.2825,
          "vlm": 0.2664,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.3363,
          "vlm": 0.2406,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.3613,
          "vlm": 0.3213,
          "prog_ge90": 0.04,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.516,
          "vlm": 0.5784,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.455,
          "vlm": 0.3156,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.39022,
        "vlm": 0.34446000000000004,
        "average": 0.36734,
        "prog_ge90": 0.016,
        "prog_eq100": 0.0
      }
    },
    {
      "id": "qwen3-8-max-0902-qwen3-8-max-0902-xhigh",
      "name": "Qwen3.8-Max-0902",
      "variant": "",
      "primary": true,
      "effort": "xhigh",
      "context_window": "256k",
      "max_output_tokens": "32k",
      "estimated_cost_usd_per_task": 38.761611858942,
      "source_rows": [
        10,
        11
      ],
      "scores": {
        "linux": {
          "prog": 0.2915,
          "vlm": 0.2871,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.4141,
          "vlm": 0.2919,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.3147,
          "vlm": 0.2627,
          "prog_ge90": 0.04,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.4109,
          "vlm": 0.482,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.3454,
          "vlm": 0.3799,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.35531999999999997,
        "vlm": 0.34071999999999997,
        "average": 0.34802,
        "prog_ge90": 0.02,
        "prog_eq100": 0.0
      }
    },
    {
      "id": "k3-kimi-k3-max",
      "name": "Kimi K3",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "1m",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 63.104778087222,
      "source_rows": [
        12,
        13
      ],
      "scores": {
        "linux": {
          "prog": 0.2803,
          "vlm": 0.2339,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.3079,
          "vlm": 0.1994,
          "prog_ge90": 0.04,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.2931,
          "vlm": 0.266,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.4332,
          "vlm": 0.5055,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.289,
          "vlm": 0.3323,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.3207,
        "vlm": 0.30742,
        "average": 0.31406,
        "prog_ge90": 0.02,
        "prog_eq100": 0.0
      }
    },
    {
      "id": "opus48-claude-opus-4-8-max",
      "name": "Claude Opus 4.8",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "1m",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 69.158495121349,
      "source_rows": [
        14,
        15
      ],
      "scores": {
        "linux": {
          "prog": 0.2404,
          "vlm": 0.1815,
          "prog_ge90": 0.02,
          "prog_eq100": 0.02
        },
        "macos": {
          "prog": 0.3335,
          "vlm": 0.2581,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.3505,
          "vlm": 0.31,
          "prog_ge90": 0.04,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.3301,
          "vlm": 0.4051,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.3654,
          "vlm": 0.3357,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.32398000000000005,
        "vlm": 0.29808,
        "average": 0.31103000000000003,
        "prog_ge90": 0.016,
        "prog_eq100": 0.004
      }
    },
    {
      "id": "glm5-3-glm-5-3-max",
      "name": "GLM-5.3",
      "variant": "",
      "primary": true,
      "effort": "max",
      "context_window": "1m",
      "max_output_tokens": "128k",
      "estimated_cost_usd_per_task": 70.97678624795,
      "source_rows": [
        16,
        17
      ],
      "scores": {
        "linux": {
          "prog": 0.1533,
          "vlm": 0.1046,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.2783,
          "vlm": 0.2088,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.2316,
          "vlm": 0.1608,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.2054,
          "vlm": 0.2234,
          "prog_ge90": 0.02,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.4466,
          "vlm": 0.4252,
          "prog_ge90": 0.06,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.26304,
        "vlm": 0.22456,
        "average": 0.24380000000000002,
        "prog_ge90": 0.02,
        "prog_eq100": 0.0
      }
    },
    {
      "id": "gemini-3-7-flash-gemini-3-7-flash-high",
      "name": "Gemini 3.7 Flash",
      "variant": "",
      "primary": true,
      "effort": "high",
      "context_window": "1m",
      "max_output_tokens": "64k",
      "estimated_cost_usd_per_task": null,
      "source_rows": [
        18,
        19
      ],
      "scores": {
        "linux": {
          "prog": 0.1815,
          "vlm": 0.0692,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.2426,
          "vlm": 0.1304,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.1329,
          "vlm": 0.0754,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.3446,
          "vlm": 0.3405,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.3438,
          "vlm": 0.2514,
          "prog_ge90": 0.12,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.24908000000000002,
        "vlm": 0.17338,
        "average": 0.21123000000000003,
        "prog_ge90": 0.024,
        "prog_eq100": 0.0
      }
    },
    {
      "id": "qwen3-7-plus-qwen3-7-plus-enabled",
      "name": "Qwen3.7-Plus",
      "variant": "",
      "primary": true,
      "effort": "enabled",
      "context_window": "256k",
      "max_output_tokens": "32k",
      "estimated_cost_usd_per_task": 1.22843105432,
      "source_rows": [
        20,
        21
      ],
      "scores": {
        "linux": {
          "prog": 0.0928,
          "vlm": 0.0223,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "macos": {
          "prog": 0.0958,
          "vlm": 0.0592,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "windows": {
          "prog": 0.0906,
          "vlm": 0.0709,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "android": {
          "prog": 0.0923,
          "vlm": 0.1882,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        },
        "web": {
          "prog": 0.0874,
          "vlm": 0.1156,
          "prog_ge90": 0.0,
          "prog_eq100": 0.0
        }
      },
      "coverage": [
        "linux",
        "macos",
        "windows",
        "android",
        "web"
      ],
      "overall": {
        "prog": 0.09178,
        "vlm": 0.09124,
        "average": 0.09151000000000001,
        "prog_ge90": 0.0,
        "prog_eq100": 0.0
      }
    }
  ]
}
