[
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Pi","effort":"high","performance_metric":"task completion","performance_value":85,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.93,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Claude Code","effort":"high","performance_metric":"task completion","performance_value":87,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.94,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Pi","effort":"xhigh","performance_metric":"task completion","performance_value":90,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.19,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Claude Code","effort":"xhigh","performance_metric":"task completion","performance_value":88,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.2,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Pi","effort":"max","performance_metric":"task completion","performance_value":82,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.58,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"Claude Opus 4.8","harness":"Claude Code","effort":"max","performance_metric":"task completion","performance_value":89,"ci_low":null,"ci_high":null,"cost_usd_per_task":4.3,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Pi","effort":"medium","performance_metric":"task completion","performance_value":83,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.88,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Codex","effort":"medium","performance_metric":"task completion","performance_value":80,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.36,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Pi","effort":"high","performance_metric":"task completion","performance_value":81,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.6,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Codex","effort":"high","performance_metric":"task completion","performance_value":83,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.95,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Pi","effort":"xhigh","performance_metric":"task completion","performance_value":78,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.7,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GPT-5.5","harness":"Codex","effort":"xhigh","performance_metric":"task completion","performance_value":80,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.45,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-13"},
  {"study_id":"warden","model":"Claude Sonnet 4.6","harness":"Pi","effort":"default","performance_metric":"known-corpus recall","performance_value":29.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2307,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"known findings","secondary_value":25,"sample_count":86,"repeat_count":1,"source_id":"warden","captured_at":"2026-07-12"},
  {"study_id":"warden","model":"Claude Sonnet 4.6","harness":"Claude SDK","effort":"default","performance_metric":"known-corpus recall","performance_value":27.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.2045,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"known findings","secondary_value":24,"sample_count":86,"repeat_count":1,"source_id":"warden","captured_at":"2026-07-12"},
  {"study_id":"warden","model":"Claude Opus 4.8","harness":"Pi","effort":"high","performance_metric":"known-corpus recall","performance_value":24.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2478,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"known findings","secondary_value":21,"sample_count":86,"repeat_count":1,"source_id":"warden","captured_at":"2026-07-12"},
  {"study_id":"warden","model":"Claude Opus 4.8","harness":"Claude SDK","effort":"high","performance_metric":"known-corpus recall","performance_value":19.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.9251,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"known findings","secondary_value":17,"sample_count":86,"repeat_count":1,"source_id":"warden","captured_at":"2026-07-12"},
  {"study_id":"latchbio-scbench-long","model":"Claude Opus 4.8","harness":"Claude Code","effort":"default","performance_metric":"scBench-Long pass rate","performance_value":25.4,"ci_low":8.84,"ci_high":41.95,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":21,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-07-12"},
  {"study_id":"latchbio-scbench-long","model":"Claude Opus 4.8","harness":"Pi","effort":"default","performance_metric":"scBench-Long pass rate","performance_value":20.63,"ci_low":5.86,"ci_high":35.41,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":21,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-07-12"},
  {"study_id":"latchbio-scbench-long","model":"GPT-5.5","harness":"Codex","effort":"default","performance_metric":"scBench-Long pass rate","performance_value":15.87,"ci_low":1.79,"ci_high":29.96,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":21,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-07-12"},
  {"study_id":"latchbio-scbench-long","model":"GPT-5.5","harness":"Pi","effort":"default","performance_metric":"scBench-Long pass rate","performance_value":15.87,"ci_low":2.63,"ci_high":29.12,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":21,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-07-12"},
  {"study_id":"openbench","model":"GPT-5.5","harness":"Pi","effort":"medium","performance_metric":"pass rate","performance_value":100,"ci_low":70.1,"ci_high":100,"cost_usd_per_task":null,"wall_time_seconds":45.6,"tokens_per_task":17494,"secondary_metric":"tasks passed","secondary_value":9,"sample_count":3,"repeat_count":3,"source_id":"openbench","captured_at":"2026-07-12"},
  {"study_id":"openbench","model":"GPT-5.5","harness":"Cursor","effort":"medium","performance_metric":"pass rate","performance_value":100,"ci_low":70.1,"ci_high":100,"cost_usd_per_task":null,"wall_time_seconds":48.8,"tokens_per_task":21370,"secondary_metric":"tasks passed","secondary_value":9,"sample_count":3,"repeat_count":3,"source_id":"openbench","captured_at":"2026-07-12"},
  {"study_id":"openbench","model":"GPT-5.5","harness":"Codex","effort":"medium","performance_metric":"pass rate","performance_value":100,"ci_low":70.1,"ci_high":100,"cost_usd_per_task":null,"wall_time_seconds":108.4,"tokens_per_task":75778,"secondary_metric":"tasks passed","secondary_value":9,"sample_count":3,"repeat_count":3,"source_id":"openbench","captured_at":"2026-07-12"},
  {"study_id":"openbench","model":"GPT-5.5","harness":"OpenCode","effort":"medium","performance_metric":"pass rate","performance_value":100,"ci_low":70.1,"ci_high":100,"cost_usd_per_task":null,"wall_time_seconds":175.2,"tokens_per_task":44472,"secondary_metric":"tasks passed","secondary_value":9,"sample_count":3,"repeat_count":3,"source_id":"openbench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GPT-5.5","harness":"mini-SWE-agent","effort":"xhigh","performance_metric":"pass rate","performance_value":51.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GPT-5.5","harness":"Pi","effort":"xhigh","performance_metric":"pass rate","performance_value":44.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GPT-5.5","harness":"Codex","effort":"xhigh","performance_metric":"pass rate","performance_value":43.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GPT-5.5","harness":"OpenCode","effort":"xhigh","performance_metric":"pass rate","performance_value":40.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"Gemini 3.5 Flash","harness":"Gemini CLI","effort":"high","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"Gemini 3.5 Flash","harness":"Pi","effort":"high","performance_metric":"pass rate","performance_value":47,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GLM 5.2","harness":"OpenCode","effort":"xhigh","performance_metric":"pass rate","performance_value":37.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"drugdiscoverybench","model":"GLM 5.2","harness":"Pi","effort":"xhigh","performance_metric":"pass rate","performance_value":24.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":82,"repeat_count":3,"source_id":"drugdiscoverybench","captured_at":"2026-07-12"},
  {"study_id":"artificial-analysis","model":"Claude Opus 4.7","harness":"Claude Code","effort":"medium","performance_metric":"Coding Agent Index","performance_value":56.8493,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.6799,"wall_time_seconds":379.61,"tokens_per_task":4577653,"secondary_metric":null,"secondary_value":null,"sample_count":321,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"Claude Opus 4.7","harness":"Cursor CLI","effort":"medium","performance_metric":"Coding Agent Index","performance_value":60.2084,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.6799,"wall_time_seconds":816.85,"tokens_per_task":5656580,"secondary_metric":null,"secondary_value":null,"sample_count":321,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"Claude Opus 4.7","harness":"OpenCode","effort":"medium","performance_metric":"Coding Agent Index","performance_value":64.5094,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.931,"wall_time_seconds":729.56,"tokens_per_task":7560258,"secondary_metric":null,"secondary_value":null,"sample_count":321,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"GPT-5.5","harness":"Codex","effort":"medium","performance_metric":"Coding Agent Index","performance_value":70.5041,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.7545,"wall_time_seconds":384.13,"tokens_per_task":6962550,"secondary_metric":null,"secondary_value":null,"sample_count":321,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"GPT-5.5","harness":"Cursor CLI","effort":"medium","performance_metric":"Coding Agent Index","performance_value":61.8527,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.015,"wall_time_seconds":398.8,"tokens_per_task":3989303,"secondary_metric":null,"secondary_value":null,"sample_count":321,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"GPT-5.4","harness":"Codex","effort":"medium","performance_metric":"2-component mean","performance_value":71.1423,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.2678,"wall_time_seconds":426.85,"tokens_per_task":5657470,"secondary_metric":null,"secondary_value":null,"sample_count":208,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"artificial-analysis","model":"GPT-5.4","harness":"Cursor CLI","effort":"medium","performance_metric":"2-component mean","performance_value":68.8133,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.5216,"wall_time_seconds":497.67,"tokens_per_task":3783034,"secondary_metric":null,"secondary_value":null,"sample_count":208,"repeat_count":3,"source_id":"artificial-analysis","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"endor","model":"Claude Opus 4.7","harness":"Cursor","effort":"default","performance_metric":"functional pass rate","performance_value":79.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":18.4,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"endor","model":"Claude Opus 4.7","harness":"Claude Code","effort":"default","performance_metric":"functional pass rate","performance_value":76.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":16.8,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"endor","model":"Claude Opus 4.8","harness":"Cursor","effort":"default","performance_metric":"functional pass rate","performance_value":75.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":20.7,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"endor","model":"Claude Opus 4.8","harness":"Claude Code","effort":"default","performance_metric":"functional pass rate","performance_value":73.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":14.5,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"endor","model":"Claude Sonnet 5","harness":"Cursor","effort":"default","performance_metric":"functional pass rate","performance_value":63.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":15.6,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"endor","model":"Claude Sonnet 5","harness":"Claude Code","effort":"default","performance_metric":"functional pass rate","performance_value":83.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"security pass rate","secondary_value":19.6,"sample_count":200,"repeat_count":1,"source_id":"endor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"Claude Opus 4.6","harness":"Claude Code","effort":"default","performance_metric":"pass rate","performance_value":56.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.66,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":77,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"Claude Opus 4.6","harness":"OpenCode","effort":"default","performance_metric":"pass rate","performance_value":42.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":22.13,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":58,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"GPT-5.2","harness":"Codex","effort":"default","performance_metric":"pass rate","performance_value":58.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.08,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":79,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"GPT-5.2","harness":"OpenCode","effort":"default","performance_metric":"pass rate","performance_value":46.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.08,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":63,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"GPT-5.2-Codex","harness":"Codex","effort":"default","performance_metric":"pass rate","performance_value":46.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.08,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":63,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"xor","model":"GPT-5.2-Codex","harness":"OpenCode","effort":"default","performance_metric":"pass rate","performance_value":35.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.08,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":48,"sample_count":136,"repeat_count":1,"source_id":"xor","captured_at":"2026-07-12"},
  {"study_id":"wildclawbench","model":"GPT-5.4","harness":"OpenClaw","effort":"default","performance_metric":"overall score","performance_value":50.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.33,"wall_time_seconds":349.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GPT-5.4","harness":"Claude Code","effort":"default","performance_metric":"overall score","performance_value":48.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.61,"wall_time_seconds":544.2,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GPT-5.4","harness":"Codex","effort":"default","performance_metric":"overall score","performance_value":56.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.57,"wall_time_seconds":429.6,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GPT-5.4","harness":"Hermes Agent","effort":"default","performance_metric":"overall score","performance_value":50.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.44,"wall_time_seconds":538.2,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GLM 5","harness":"OpenClaw","effort":"default","performance_metric":"overall score","performance_value":42.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.19,"wall_time_seconds":373.2,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GLM 5","harness":"Claude Code","effort":"default","performance_metric":"overall score","performance_value":31,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.21,"wall_time_seconds":610.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GLM 5","harness":"Codex","effort":"default","performance_metric":"overall score","performance_value":38.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.13,"wall_time_seconds":470.4,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"GLM 5","harness":"Hermes Agent","effort":"default","performance_metric":"overall score","performance_value":46.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.44,"wall_time_seconds":397.2,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiMo V2 Pro","harness":"OpenClaw","effort":"default","performance_metric":"overall score","performance_value":40.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.44,"wall_time_seconds":457.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiMo V2 Pro","harness":"Claude Code","effort":"default","performance_metric":"overall score","performance_value":29.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.15,"wall_time_seconds":594,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiMo V2 Pro","harness":"Codex","effort":"default","performance_metric":"overall score","performance_value":35.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.15,"wall_time_seconds":386.4,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiMo V2 Pro","harness":"Hermes Agent","effort":"default","performance_metric":"overall score","performance_value":48.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.26,"wall_time_seconds":498,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiniMax M2.7","harness":"OpenClaw","effort":"default","performance_metric":"overall score","performance_value":33.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.12,"wall_time_seconds":550.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiniMax M2.7","harness":"Claude Code","effort":"default","performance_metric":"overall score","performance_value":32,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.09,"wall_time_seconds":604.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiniMax M2.7","harness":"Codex","effort":"default","performance_metric":"overall score","performance_value":35.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.06,"wall_time_seconds":519.6,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"wildclawbench","model":"MiniMax M2.7","harness":"Hermes Agent","effort":"default","performance_metric":"overall score","performance_value":37.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.11,"wall_time_seconds":618,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":60,"repeat_count":null,"source_id":"wildclawbench","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"harnessbench","model":"GPT-5.5","harness":"Codex","effort":"xhigh","performance_metric":"pass rate","performance_value":81.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":612,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":22,"sample_count":27,"repeat_count":1,"source_id":"harnessbench","captured_at":"2026-07-12"},
  {"study_id":"harnessbench","model":"GPT-5.5","harness":"Codex","effort":"medium","performance_metric":"pass rate","performance_value":77.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":21,"sample_count":27,"repeat_count":1,"source_id":"harnessbench","captured_at":"2026-07-12"},
  {"study_id":"harnessbench","model":"GPT-5.5","harness":"Cursor","effort":"medium","performance_metric":"pass rate","performance_value":77.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":282,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":21,"sample_count":27,"repeat_count":1,"source_id":"harnessbench","captured_at":"2026-07-12"},
  {"study_id":"harnessbench","model":"Claude Opus 4.7","harness":"Cursor","effort":"max","performance_metric":"pass rate","performance_value":77.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":1182,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":21,"sample_count":27,"repeat_count":1,"source_id":"harnessbench","captured_at":"2026-07-12"},
  {"study_id":"corebench-hard","model":"Claude Opus 4.5","harness":"Claude Code","effort":"default","performance_metric":"verified accuracy","performance_value":77.78,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.937,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"total cost","secondary_value":87.16,"sample_count":45,"repeat_count":1,"source_id":"corebench-hard","captured_at":"2026-07-12"},
  {"study_id":"corebench-hard","model":"Claude Opus 4.5","harness":"CORE-Agent","effort":"high","performance_metric":"verified accuracy","performance_value":42.22,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.3924,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"total cost","secondary_value":152.66,"sample_count":45,"repeat_count":1,"source_id":"corebench-hard","captured_at":"2026-07-12"},
  {"study_id":"acode-cli","model":"Claude Sonnet 4.6","harness":"OpenCode","effort":"default","performance_metric":"backend correctness","performance_value":77.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.03,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"combined score","secondary_value":81.6,"sample_count":10,"repeat_count":3,"source_id":"acode-cli","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"acode-cli","model":"Claude Sonnet 4.6","harness":"Claude Code","effort":"default","performance_metric":"backend correctness","performance_value":74.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.83,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":10,"repeat_count":3,"source_id":"acode-cli","captured_at":"2026-07-12","binomial_interval":false},
  {"study_id":"terminal-bench","model":"GPT-5.5","harness":"Codex CLI","effort":"default","performance_metric":"pass rate","performance_value":83.4,"ci_low":81.2,"ci_high":85.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"GPT-5.5","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":78.2,"ci_low":75.8,"ci_high":80.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude 5 Fable","harness":"Claude Code","effort":"default","performance_metric":"pass rate","performance_value":83.1,"ci_low":81.1,"ci_high":85.1,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude 5 Fable","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":80.4,"ci_low":78.1,"ci_high":82.7,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude Opus 4.8","harness":"Claude Code","effort":"default","performance_metric":"pass rate","performance_value":78.9,"ci_low":76.4,"ci_high":81.4,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude Opus 4.8","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":74.6,"ci_low":72.2,"ci_high":77,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Gemini 3.1 Pro","harness":"Gemini CLI","effort":"default","performance_metric":"pass rate","performance_value":70.7,"ci_low":67.8,"ci_high":73.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Gemini 3.1 Pro","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":70.3,"ci_low":67.4,"ci_high":73.2,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Gemini 3 Pro","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":74.4,"ci_low":71.8,"ci_high":77,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Gemini 3 Pro","harness":"Gemini CLI","effort":"default","performance_metric":"pass rate","performance_value":66.3,"ci_low":63.6,"ci_high":69,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude Opus 4.7","harness":"Claude Code","effort":"default","performance_metric":"pass rate","performance_value":69.7,"ci_low":67,"ci_high":72.4,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"terminal-bench","model":"Claude Opus 4.7","harness":"Terminus 2","effort":"default","performance_metric":"pass rate","performance_value":66.1,"ci_low":63.4,"ci_high":68.8,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":5,"source_id":"terminal-bench","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GLM 5.1","harness":"Baseline LAB","effort":"default","performance_metric":"rubric pass rate","performance_value":86.2,"ci_low":null,"ci_high":null,"error_low":84.7,"error_high":87.7,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GLM 5.1","harness":"Applied Compute","effort":"default","performance_metric":"rubric pass rate","performance_value":85.3,"ci_low":null,"ci_high":null,"error_low":83.8,"error_high":86.8,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Claude Opus 4.8","harness":"Baseline LAB","effort":"max","performance_metric":"rubric pass rate","performance_value":88,"ci_low":null,"ci_high":null,"error_low":86.4,"error_high":89.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Claude Opus 4.8","harness":"Applied Compute","effort":"max","performance_metric":"rubric pass rate","performance_value":91.1,"ci_low":null,"ci_high":null,"error_low":90.2,"error_high":92,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GPT-5.5","harness":"Baseline LAB","effort":"xhigh","performance_metric":"rubric pass rate","performance_value":84.9,"ci_low":null,"ci_high":null,"error_low":83.2,"error_high":86.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GPT-5.5","harness":"Applied Compute","effort":"xhigh","performance_metric":"rubric pass rate","performance_value":88.5,"ci_low":null,"ci_high":null,"error_low":87.4,"error_high":89.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Claude Sonnet 4.6","harness":"Baseline LAB","effort":"default","performance_metric":"rubric pass rate","performance_value":65.5,"ci_low":null,"ci_high":null,"error_low":62.8,"error_high":68.2,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Claude Sonnet 4.6","harness":"Applied Compute","effort":"default","performance_metric":"rubric pass rate","performance_value":88.5,"ci_low":null,"ci_high":null,"error_low":87.4,"error_high":89.6,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GPT-5 Mini","harness":"Baseline LAB","effort":"default","performance_metric":"rubric pass rate","performance_value":64.3,"ci_low":null,"ci_high":null,"error_low":62.3,"error_high":66.3,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"GPT-5 Mini","harness":"Applied Compute","effort":"default","performance_metric":"rubric pass rate","performance_value":68.9,"ci_low":null,"ci_high":null,"error_low":67.5,"error_high":70.3,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Kimi K2.6","harness":"Baseline LAB","effort":"default","performance_metric":"rubric pass rate","performance_value":82.5,"ci_low":null,"ci_high":null,"error_low":81.1,"error_high":83.9,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"harvey-lab","model":"Kimi K2.6","harness":"Applied Compute","effort":"default","performance_metric":"rubric pass rate","performance_value":82.5,"ci_low":null,"ci_high":null,"error_low":81.1,"error_high":83.9,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":180,"repeat_count":1,"source_id":"harvey-lab","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"Qwen 3.6 Plus","harness":"Goose","effort":"default","performance_metric":"pass rate","performance_value":48,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":28143,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"Qwen 3.6 Plus","harness":"OpenCode","effort":"default","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":1147741,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"Qwen 3.6 Plus","harness":"OpenHands-SDK","effort":"default","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":841202,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"MiniMax M2.5","harness":"Goose","effort":"default","performance_metric":"pass rate","performance_value":38,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":36951,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"MiniMax M2.5","harness":"OpenCode","effort":"default","performance_metric":"pass rate","performance_value":46,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":1546977,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"scaffold-effect","model":"MiniMax M2.5","harness":"OpenHands-SDK","effort":"default","performance_metric":"pass rate","performance_value":46,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"tokens_per_solved_task":843287,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"scaffold-effect","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"GPT-5.5","harness":"Codex","effort":"default","performance_metric":"full-pass rate","performance_value":24,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":570,"wall_time_seconds":null,"total_wall_time_hours":390,"tokens_per_task":null,"total_tokens":1693000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"GPT-5.5","harness":"ALE-Claw","effort":"default","performance_metric":"full-pass rate","performance_value":23,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":326,"wall_time_seconds":null,"total_wall_time_hours":52,"tokens_per_task":null,"total_tokens":351000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"GPT-5.5","harness":"OpenClaw","effort":"default","performance_metric":"full-pass rate","performance_value":21.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":477,"wall_time_seconds":null,"total_wall_time_hours":102,"tokens_per_task":null,"total_tokens":505000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"GPT-5.5","harness":"Cursor","effort":"default","performance_metric":"full-pass rate","performance_value":20.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":180,"wall_time_seconds":null,"total_wall_time_hours":91,"tokens_per_task":null,"total_tokens":159000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"GPT-5.5","harness":"Droid","effort":"default","performance_metric":"full-pass rate","performance_value":19.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":251,"wall_time_seconds":null,"total_wall_time_hours":92,"tokens_per_task":null,"total_tokens":251000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Opus 4.7","harness":"Cursor","effort":"default","performance_metric":"full-pass rate","performance_value":20.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":2012,"wall_time_seconds":null,"total_wall_time_hours":78,"tokens_per_task":null,"total_tokens":459000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Opus 4.7","harness":"ALE-Claw","effort":"default","performance_metric":"full-pass rate","performance_value":18.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":1164,"wall_time_seconds":null,"total_wall_time_hours":91,"tokens_per_task":null,"total_tokens":1373000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Opus 4.7","harness":"Claude Code","effort":"default","performance_metric":"full-pass rate","performance_value":13.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":1928,"wall_time_seconds":null,"total_wall_time_hours":55,"tokens_per_task":null,"total_tokens":496000000,"secondary_metric":null,"secondary_value":null,"sample_count":152,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Sonnet 4.6","harness":"Claude Code","effort":"ALE-CLI","performance_metric":"full-pass rate","performance_value":16.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":155,"wall_time_seconds":null,"total_wall_time_hours":87,"tokens_per_task":null,"total_tokens":314000000,"secondary_metric":null,"secondary_value":null,"sample_count":105,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Sonnet 4.6","harness":"ForgeCode","effort":"ALE-CLI","performance_metric":"full-pass rate","performance_value":13.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":103,"wall_time_seconds":null,"total_wall_time_hours":125,"tokens_per_task":null,"total_tokens":365000000,"secondary_metric":null,"secondary_value":null,"sample_count":105,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Sonnet 4.6","harness":"Hermes","effort":"ALE-CLI","performance_metric":"full-pass rate","performance_value":13.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":474,"wall_time_seconds":null,"total_wall_time_hours":78,"tokens_per_task":null,"total_tokens":529000000,"secondary_metric":null,"secondary_value":null,"sample_count":105,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Sonnet 4.6","harness":"Terminus","effort":"ALE-CLI","performance_metric":"full-pass rate","performance_value":11.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":278,"wall_time_seconds":null,"total_wall_time_hours":127,"tokens_per_task":null,"total_tokens":1351000000,"secondary_metric":null,"secondary_value":null,"sample_count":105,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"agents-last-exam","model":"Claude Sonnet 4.6","harness":"OpenHands","effort":"ALE-CLI","performance_metric":"full-pass rate","performance_value":9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"total_cost_usd":176,"wall_time_seconds":null,"total_wall_time_hours":111,"tokens_per_task":null,"total_tokens":692000000,"secondary_metric":null,"secondary_value":null,"sample_count":105,"repeat_count":null,"source_id":"agents-last-exam","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"GLM-5.1","harness":"OpenClaw","effort":"default","performance_metric":"pass@1","performance_value":73.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.7914,"wall_time_seconds":586.8,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"GLM-5.1","harness":"Hermes","effort":"default","performance_metric":"pass@1","performance_value":71.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.9446,"wall_time_seconds":675.1,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"GLM-5.1","harness":"ZeroClaw","effort":"default","performance_metric":"pass@1","performance_value":70.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.0954,"wall_time_seconds":538.2,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"GLM-5.1","harness":"GenericAgent","effort":"default","performance_metric":"pass@1","performance_value":63.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2451,"wall_time_seconds":576.4,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"GLM-5.1","harness":"NanoBot","effort":"default","performance_metric":"pass@1","performance_value":60.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.1966,"wall_time_seconds":1166.3,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"Qwen3.6-Flash","harness":"OpenClaw","effort":"default","performance_metric":"pass@1","performance_value":66,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2043,"wall_time_seconds":636,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"Qwen3.6-Flash","harness":"Hermes","effort":"default","performance_metric":"pass@1","performance_value":62.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2951,"wall_time_seconds":638.6,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"Qwen3.6-Flash","harness":"ZeroClaw","effort":"default","performance_metric":"pass@1","performance_value":58.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.1409,"wall_time_seconds":428.9,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"Qwen3.6-Flash","harness":"NanoBot","effort":"default","performance_metric":"pass@1","performance_value":47.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.3803,"wall_time_seconds":562.7,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"claw-swe-bench","model":"Qwen3.6-Flash","harness":"GenericAgent","effort":"default","performance_metric":"pass@1","performance_value":38.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.0414,"wall_time_seconds":321.4,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":350,"repeat_count":1,"source_id":"claw-swe-bench","captured_at":"2026-07-13"},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"NanoBot","effort":"default","performance_metric":"combined score","performance_value":76.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":68700,"secondary_metric":"completion rate","secondary_value":81.6,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"Hermes","effort":"default","performance_metric":"combined score","performance_value":71.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":139700,"secondary_metric":"completion rate","secondary_value":80.4,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"Moltis","effort":"default","performance_metric":"combined score","performance_value":68.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":134900,"secondary_metric":"completion rate","secondary_value":78.4,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"NullClaw","effort":"default","performance_metric":"combined score","performance_value":64.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":175100,"secondary_metric":"completion rate","secondary_value":75.9,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"ZeroClaw","effort":"default","performance_metric":"combined score","performance_value":61.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":133200,"secondary_metric":"completion rate","secondary_value":69.9,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"harness-bench-paper","model":"8-model average","harness":"OpenClaw","effort":"default","performance_metric":"combined score","performance_value":52.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":82100,"secondary_metric":"completion rate","secondary_value":60,"sample_count":848,"repeat_count":1,"source_id":"harness-bench-paper","captured_at":"2026-07-13","binomial_interval":false},
  {"study_id":"csi-scaffolds","model":"alias2-mini","harness":"CSI::Claude","effort":"default","performance_metric":"pass@1","performance_value":45.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":155.2121,"wall_time_seconds":2923.6,"tokens_per_task":null,"secondary_metric":"tasks solved","secondary_value":15,"sample_count":33,"repeat_count":1,"source_id":"csi-scaffolds","captured_at":"2026-07-13"},
  {"study_id":"csi-scaffolds","model":"alias2-mini","harness":"CSI::Codex","effort":"default","performance_metric":"pass@1","performance_value":45.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":51.9091,"wall_time_seconds":2007.3,"tokens_per_task":null,"secondary_metric":"tasks solved","secondary_value":15,"sample_count":33,"repeat_count":1,"source_id":"csi-scaffolds","captured_at":"2026-07-13"},
  {"study_id":"csi-scaffolds","model":"alias2-mini","harness":"CSI::Mistral","effort":"default","performance_metric":"pass@1","performance_value":30.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":29.3939,"wall_time_seconds":2389.1,"tokens_per_task":null,"secondary_metric":"tasks solved","secondary_value":10,"sample_count":33,"repeat_count":1,"source_id":"csi-scaffolds","captured_at":"2026-07-13"},
  {"study_id":"csi-scaffolds","model":"alias2-mini","harness":"CSI::GCAI","effort":"default","performance_metric":"pass@1","performance_value":30.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":38.7576,"wall_time_seconds":3316.4,"tokens_per_task":null,"secondary_metric":"tasks solved","secondary_value":10,"sample_count":33,"repeat_count":1,"source_id":"csi-scaffolds","captured_at":"2026-07-13"},
  {"study_id":"csi-scaffolds","model":"alias2-mini","harness":"CSI::CAI","effort":"default","performance_metric":"pass@1","performance_value":21.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":22.0303,"wall_time_seconds":1734.5,"tokens_per_task":null,"secondary_metric":"tasks solved","secondary_value":7,"sample_count":33,"repeat_count":1,"source_id":"csi-scaffolds","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Sonnet 4.5","harness":"SWE-Agent","effort":"high","performance_metric":"pass rate","performance_value":72,"ci_low":null,"ci_high":null,"cost_usd_per_task":9.278,"total_cost_usd":463.9,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Sonnet 4.5","harness":"HAL Generalist","effort":"high","performance_metric":"pass rate","performance_value":40,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.9194,"total_cost_usd":95.97,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Sonnet 4.5","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":68,"ci_low":null,"ci_high":null,"cost_usd_per_task":10.1184,"total_cost_usd":505.92,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Sonnet 4.5","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":34,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.5638,"total_cost_usd":128.19,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4.1","harness":"SWE-Agent","effort":"high","performance_metric":"pass rate","performance_value":54,"ci_low":null,"ci_high":null,"cost_usd_per_task":31.998,"total_cost_usd":1599.9,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4.1","harness":"HAL Generalist","effort":"high","performance_metric":"pass rate","performance_value":46,"ci_low":null,"ci_high":null,"cost_usd_per_task":7.9986,"total_cost_usd":399.93,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4.1","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":61,"ci_low":null,"ci_high":null,"cost_usd_per_task":27.027,"total_cost_usd":1351.35,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":2,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4.1","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":42,"ci_low":null,"ci_high":null,"cost_usd_per_task":9.553,"total_cost_usd":477.65,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o4-mini","harness":"SWE-Agent","effort":"low","performance_metric":"pass rate","performance_value":54,"ci_low":null,"ci_high":null,"cost_usd_per_task":5.184,"total_cost_usd":259.2,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o4-mini","harness":"HAL Generalist","effort":"low","performance_metric":"pass rate","performance_value":6,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.7406,"total_cost_usd":87.03,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o4-mini","harness":"SWE-Agent","effort":"high","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":4.9692,"total_cost_usd":248.46,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o4-mini","harness":"HAL Generalist","effort":"high","performance_metric":"pass rate","performance_value":2,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.6404,"total_cost_usd":32.02,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude 3.7","harness":"SWE-Agent","effort":"high","performance_metric":"pass rate","performance_value":54,"ci_low":null,"ci_high":null,"cost_usd_per_task":7.7776,"total_cost_usd":388.88,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude 3.7","harness":"HAL Generalist","effort":"high","performance_metric":"pass rate","performance_value":24,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.4596,"total_cost_usd":72.98,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude 3.7","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":8.0538,"total_cost_usd":402.69,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude 3.7","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":26,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.3486,"total_cost_usd":117.43,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":50,"ci_low":null,"ci_high":null,"cost_usd_per_task":26.618,"total_cost_usd":1330.9,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Claude Opus 4","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":34,"ci_low":null,"ci_high":null,"cost_usd_per_task":7.6478,"total_cost_usd":382.39,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"GPT-5","harness":"SWE-Agent","effort":"medium","performance_metric":"pass rate","performance_value":46,"ci_low":null,"ci_high":null,"cost_usd_per_task":3.2586,"total_cost_usd":162.93,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"GPT-5","harness":"HAL Generalist","effort":"medium","performance_metric":"pass rate","performance_value":12,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.1516,"total_cost_usd":57.58,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o3","harness":"SWE-Agent","effort":"medium","performance_metric":"pass rate","performance_value":46,"ci_low":null,"ci_high":null,"cost_usd_per_task":9.6686,"total_cost_usd":483.43,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"o3","harness":"HAL Generalist","effort":"medium","performance_metric":"pass rate","performance_value":0,"ci_low":null,"ci_high":null,"cost_usd_per_task":11.7142,"total_cost_usd":585.71,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"GPT-4.1","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":44,"ci_low":null,"ci_high":null,"cost_usd_per_task":7.873,"total_cost_usd":393.65,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"GPT-4.1","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":2,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.036,"total_cost_usd":51.8,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Gemini 2 Flash","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":24,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.0944,"total_cost_usd":4.72,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"Gemini 2 Flash","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":2,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.1466,"total_cost_usd":7.33,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"DeepSeek V3","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":24,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.2354,"total_cost_usd":11.77,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"DeepSeek V3","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":10,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.6034,"total_cost_usd":30.17,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"DeepSeek R1","harness":"SWE-Agent","effort":"default","performance_metric":"pass rate","performance_value":0,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.0832,"total_cost_usd":4.16,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"hal-swe-mini","model":"DeepSeek R1","harness":"HAL Generalist","effort":"default","performance_metric":"pass rate","performance_value":6,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.9342,"total_cost_usd":146.71,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":50,"repeat_count":1,"source_id":"hal-swe-mini","captured_at":"2026-07-13"},
  {"study_id":"databricks","model":"GLM 5.2","harness":"Pi","effort":"default","performance_metric":"task completion","performance_value":87,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.28,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"databricks","model":"Claude Sonnet 5","harness":"Claude Code","effort":"default","performance_metric":"task completion","performance_value":81,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.09,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"databricks","model":"Claude Sonnet 4.6","harness":"Claude Code","effort":"default","performance_metric":"task completion","performance_value":76,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.16,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"databricks","model":"Claude Haiku 4.5","harness":"Claude Code","effort":"default","performance_metric":"task completion","performance_value":51,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.34,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"databricks","model":"GPT-5.4","harness":"Codex","effort":"medium","performance_metric":"task completion","performance_value":73,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.63,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"databricks","model":"GPT-5.4-mini","harness":"Codex","effort":"default","performance_metric":"task completion","performance_value":58,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.26,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"databricks","captured_at":"2026-07-18"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Perplexity Search as Code","effort":"low","performance_metric":"soft F1","performance_value":12.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.4,"wall_time_seconds":72,"tokens_per_task":null,"input_tokens_per_task":100000,"output_tokens_per_task":3300,"secondary_metric":"hard F1","secondary_value":5.3,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"Perplexity","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Perplexity Search as Code","effort":"medium","performance_metric":"soft F1","performance_value":29.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":2.07,"wall_time_seconds":348,"tokens_per_task":null,"input_tokens_per_task":1010000,"output_tokens_per_task":13700,"secondary_metric":"hard F1","secondary_value":14.9,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"Perplexity","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Perplexity Search as Code","effort":"high","performance_metric":"soft F1","performance_value":39.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":4.75,"wall_time_seconds":936,"tokens_per_task":null,"input_tokens_per_task":4110000,"output_tokens_per_task":28200,"secondary_metric":"hard F1","secondary_value":15.6,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"Perplexity","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Perplexity Search as Code","effort":"xhigh","performance_metric":"soft F1","performance_value":44.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":7.32,"wall_time_seconds":1098,"tokens_per_task":null,"input_tokens_per_task":7690000,"output_tokens_per_task":43200,"secondary_metric":"hard F1","secondary_value":22.4,"sample_count":45,"completion_count":44,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"Perplexity","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"OpenAI Responses","effort":"low","performance_metric":"soft F1","performance_value":3.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.07,"wall_time_seconds":72,"tokens_per_task":null,"input_tokens_per_task":20000,"output_tokens_per_task":4300,"secondary_metric":"hard F1","secondary_value":2.4,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"OpenAI","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"OpenAI Responses","effort":"medium","performance_metric":"soft F1","performance_value":9.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.32,"wall_time_seconds":324,"tokens_per_task":null,"input_tokens_per_task":100000,"output_tokens_per_task":19500,"secondary_metric":"hard F1","secondary_value":5.3,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"OpenAI","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"OpenAI Responses","effort":"high","performance_metric":"soft F1","performance_value":15.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.49,"wall_time_seconds":528,"tokens_per_task":null,"input_tokens_per_task":140000,"output_tokens_per_task":32100,"secondary_metric":"hard F1","secondary_value":7.3,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"OpenAI","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"OpenAI Responses","effort":"xhigh","performance_metric":"soft F1","performance_value":12.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.74,"wall_time_seconds":624,"tokens_per_task":null,"input_tokens_per_task":160000,"output_tokens_per_task":55300,"secondary_metric":"hard F1","secondary_value":6,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"OpenAI","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Perplexity Search as Code","effort":"high","performance_metric":"soft F1 (500-task run)","performance_value":36.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":5.2,"wall_time_seconds":894,"tokens_per_task":null,"input_tokens_per_task":3790000,"output_tokens_per_task":29600,"secondary_metric":"hard F1","secondary_value":13.3,"sample_count":500,"completion_count":500,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"Perplexity","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"OpenAI Responses","effort":"high","performance_metric":"soft F1 (500-task run)","performance_value":12.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.5,"wall_time_seconds":516,"tokens_per_task":null,"input_tokens_per_task":130000,"output_tokens_per_task":33700,"secondary_metric":"hard F1","secondary_value":3.5,"sample_count":500,"completion_count":499,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"provider_route":"OpenAI","pair_eligible":false,"comparison_type":"same-label cross-route system comparison"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"File-sharing tool","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":39.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":4.75,"wall_time_seconds":936,"tokens_per_task":null,"input_tokens_per_task":4110000,"output_tokens_per_task":28200,"secondary_metric":"hard F1","secondary_value":15.6,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"Perplexity","comparison_group":"wandr-perplexity-delivery"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Output tokens","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":23.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":5.08,"wall_time_seconds":924,"tokens_per_task":null,"input_tokens_per_task":3790000,"output_tokens_per_task":48500,"secondary_metric":"hard F1","secondary_value":12.1,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"Perplexity","comparison_group":"wandr-perplexity-delivery"},
  {"study_id":"wandr","model":"Claude Opus 4.8","harness":"Sandbox file access","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":26.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":49.09,"wall_time_seconds":4710,"tokens_per_task":null,"input_tokens_per_task":57040000,"output_tokens_per_task":316600,"secondary_metric":"hard F1","secondary_value":9.9,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"Anthropic","comparison_group":"wandr-anthropic-delivery"},
  {"study_id":"wandr","model":"Claude Opus 4.8","harness":"Output tokens","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":20.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":38.05,"wall_time_seconds":3882,"tokens_per_task":null,"input_tokens_per_task":39540000,"output_tokens_per_task":305100,"secondary_metric":"hard F1","secondary_value":8,"sample_count":45,"completion_count":42,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"Anthropic","comparison_group":"wandr-anthropic-delivery"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Sandbox file access","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":15.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.49,"wall_time_seconds":528,"tokens_per_task":null,"input_tokens_per_task":140000,"output_tokens_per_task":32100,"secondary_metric":"hard F1","secondary_value":7.3,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"OpenAI","comparison_group":"wandr-openai-delivery"},
  {"study_id":"wandr","model":"GPT-5.5","harness":"Output tokens","effort":"high","performance_metric":"soft F1 (delivery ablation)","performance_value":12.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.68,"wall_time_seconds":528,"tokens_per_task":null,"input_tokens_per_task":150000,"output_tokens_per_task":49500,"secondary_metric":"hard F1","secondary_value":6.8,"sample_count":45,"completion_count":45,"repeat_count":1,"source_id":"wandr","captured_at":"2026-07-14","binomial_interval":false,"comparison_type":"runtime-component ablation","provider_route":"OpenAI","comparison_group":"wandr-openai-delivery"},
  {"study_id":"latchbio-scbench-long","model":"Claude Opus 4.8","harness":"Pi","effort":"max","performance_metric":"TxBench-PP pass rate","performance_value":59.33,"ci_low":51.05,"ci_high":67.61,"cost_usd_per_task":1.5695,"wall_time_seconds":622.47,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":100,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-08-07"},
  {"study_id":"latchbio-scbench-long","model":"Claude Opus 4.8","harness":"Claude Code","effort":"max","performance_metric":"TxBench-PP pass rate","performance_value":54.67,"ci_low":45.92,"ci_high":63.41,"cost_usd_per_task":1.8494,"wall_time_seconds":596.32,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":100,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-08-07"},
  {"study_id":"latchbio-scbench-long","model":"GPT-5.5","harness":"Pi","effort":"default","performance_metric":"TxBench-PP pass rate","performance_value":55.33,"ci_low":47.02,"ci_high":63.65,"cost_usd_per_task":1.0556,"wall_time_seconds":526.9,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":100,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-08-07"},
  {"study_id":"latchbio-scbench-long","model":"GPT-5.5","harness":"Codex","effort":"default","performance_metric":"TxBench-PP pass rate","performance_value":47.33,"ci_low":39.57,"ci_high":55.1,"cost_usd_per_task":1.0222,"wall_time_seconds":332.49,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":100,"repeat_count":3,"source_id":"latchbio-scbench-long","captured_at":"2026-08-07"},
  {"study_id":"harness-optimization-lab","model":"DeepSeek V4 Pro","harness":"Optimized LAB","effort":"default","performance_metric":"pooled criterion pass rate","performance_value":80.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":2190000,"secondary_metric":"all-pass rate","secondary_value":5,"sample_count":100,"repeat_count":1,"source_id":"harness-optimization-lab","captured_at":"2026-08-07","binomial_interval":false},
  {"study_id":"harness-optimization-lab","model":"DeepSeek V4 Pro","harness":"Vanilla LAB","effort":"default","performance_metric":"pooled criterion pass rate","performance_value":63.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":1760000,"secondary_metric":"all-pass rate","secondary_value":0,"sample_count":100,"repeat_count":1,"source_id":"harness-optimization-lab","captured_at":"2026-08-07","binomial_interval":false},
  {"study_id":"harness-optimization-lab","model":"DeepSeek V4 Pro","harness":"Pi","effort":"default","performance_metric":"pooled criterion pass rate","performance_value":45.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"all-pass rate","secondary_value":0,"sample_count":100,"repeat_count":1,"source_id":"harness-optimization-lab","captured_at":"2026-08-07","binomial_interval":false},
  {"study_id":"harness-optimization-lab","model":"DeepSeek V4 Pro","harness":"Goose","effort":"default","performance_metric":"pooled criterion pass rate","performance_value":23.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"all-pass rate","secondary_value":0,"sample_count":100,"repeat_count":1,"source_id":"harness-optimization-lab","captured_at":"2026-08-07","binomial_interval":false},
  {"study_id":"harness-optimization-lab","model":"DeepSeek V4 Pro","harness":"mini-swe-agent","effort":"default","performance_metric":"pooled criterion pass rate","performance_value":3.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":2470000,"secondary_metric":"all-pass rate","secondary_value":0,"sample_count":100,"repeat_count":1,"source_id":"harness-optimization-lab","captured_at":"2026-08-07","binomial_interval":false},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Claude Code","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":69.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Codex","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":65.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"OpenCode","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":65.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Pi","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":66.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"mini-SWE-agent","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":74.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness Minimal","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":72.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness Standard","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":70.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness PTC","effort":"maximum (100)","performance_metric":"DeepSWE v1.1 resolved rate","performance_value":67.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":113,"repeat_count":8,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-deepswe"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Claude Code","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":88,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Codex","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":84.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"OpenCode","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":85,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"Pi","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":86.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"mini-SWE-agent","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":90.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness Minimal","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":90.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness Standard","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":85.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"deepseek-v4-1-flash","model":"DeepSeek V4.1 Flash","harness":"DeepSeek Harness PTC","effort":"maximum (100)","performance_metric":"Terminal-Bench 2.1 pass@1","performance_value":85.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":89,"repeat_count":3,"source_id":"deepseek-v4-1-flash","captured_at":"2026-09-10","comparison_type":"matched scaffold comparison","comparison_group":"deepseek-terminal"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":70,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":42,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":87.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":55.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":66.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":63.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"LongBench Pro English score","performance_value":77.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"LongBench Pro English score","performance_value":76.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"LongBench v2 score","performance_value":68,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"LongBench v2 score","performance_value":69.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH Coding score","performance_value":42.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"ManyIH Coding score","performance_value":38.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH IF score","performance_value":20.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"ManyIH IF score","performance_value":16.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":63.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":61.3,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Prime Agent","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":20.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GLM-5.2","harness":"Pi-mono with subagents","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":0,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":90,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":92,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":92.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":92.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":80.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":79.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"LongBench Pro English score","performance_value":80.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"LongBench Pro English score","performance_value":79,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"LongBench v2 score","performance_value":74.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"LongBench v2 score","performance_value":74.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH Coding score","performance_value":53.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"ManyIH Coding score","performance_value":52.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH IF score","performance_value":22.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"ManyIH IF score","performance_value":17.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":72.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":55.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Prime Agent","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":4.7,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"Claude Opus 5","harness":"Claude Code","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":6.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":94,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"OOLONG Yahoo score","performance_value":90,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":91.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"OOLONG-Pairs score","performance_value":89.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":61.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"OBLIQ-Bench nDCG@10","performance_value":64.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"LongBench Pro English score","performance_value":79.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"LongBench Pro English score","performance_value":79,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"LongBench v2 score","performance_value":71.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"LongBench v2 score","performance_value":70.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH Coding score","performance_value":49.9,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"ManyIH Coding score","performance_value":45.4,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"ManyIH IF score","performance_value":21.6,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"ManyIH IF score","performance_value":23.2,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":67.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"LongCoT-Mini score","performance_value":68.1,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":null,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Prime Agent","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":27.5,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"prime-agent-long-context","model":"GPT-5.6 Sol","harness":"Codex","effort":"high","performance_metric":"EmulatorBench verifier score","performance_value":22.8,"ci_low":null,"ci_high":null,"cost_usd_per_task":null,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":null,"secondary_value":null,"sample_count":16,"repeat_count":null,"source_id":"prime-agent-long-context","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"matched harness comparison"},
  {"study_id":"browser-use-pi-revisions","model":"GPT-5.6 Luna","harness":"Browser Use Pi candidate 29e2b5e","effort":"xhigh","performance_metric":"BU Bench V2 mean score","performance_value":61.75,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.3375160152,"total_cost_usd":20.25096091,"wall_time_seconds":null,"tokens_per_task":null,"total_tokens":530303645,"secondary_metric":"actual judgments","secondary_value":60,"sample_count":60,"repeat_count":1,"source_id":"browser-use-pi-revisions","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"runtime revision comparison","comparison_group":"bupi-confirmation3-luna","paired_reference_harness":"Browser Use Pi reference c3f7fac","paired_delta_ci_low":0.1,"paired_delta_ci_high":15.4166666667},
  {"study_id":"browser-use-pi-revisions","model":"GPT-5.6 Luna","harness":"Browser Use Pi reference c3f7fac","effort":"xhigh","performance_metric":"BU Bench V2 mean score","performance_value":54.2166666667,"ci_low":null,"ci_high":null,"cost_usd_per_task":0.3213259283,"total_cost_usd":19.2795557,"wall_time_seconds":null,"tokens_per_task":null,"total_tokens":499248761,"secondary_metric":"actual judgments","secondary_value":60,"sample_count":60,"repeat_count":1,"source_id":"browser-use-pi-revisions","captured_at":"2026-09-10","binomial_interval":false,"comparison_type":"runtime revision comparison","comparison_group":"bupi-confirmation3-luna"},
  {"study_id":"browser-use-pi-revisions","model":"GPT-5.5","harness":"Browser Use Pi candidate 29e2b5e","effort":"medium","performance_metric":"Internal Bench Hard pass rate","performance_value":79.2452830189,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.2137103585,"total_cost_usd":128.653298,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"tasks passed","secondary_value":84,"sample_count":106,"repeat_count":1,"source_id":"browser-use-pi-revisions","captured_at":"2026-09-10","pair_eligible":false,"comparison_type":"runtime revision comparison","comparison_group":"bupi-confirmation3-hard"},
  {"study_id":"browser-use-pi-revisions","model":"GPT-5.5","harness":"Browser Use Pi reference 769ea14","effort":"medium","performance_metric":"Internal Bench Hard pass rate","performance_value":79.2452830189,"ci_low":null,"ci_high":null,"cost_usd_per_task":1.2950684151,"total_cost_usd":137.277252,"wall_time_seconds":null,"tokens_per_task":null,"secondary_metric":"actual judgments","secondary_value":105,"sample_count":106,"repeat_count":1,"source_id":"browser-use-pi-revisions","captured_at":"2026-09-10","pair_eligible":false,"comparison_type":"runtime revision comparison","comparison_group":"bupi-confirmation3-hard"}
]
