{
 "version": 1,
 "source": "https://metrics.venice.ai/v1/benchmarks.json",
 "generatedAt": "2026-11-20T15:06:34.870Z",
 "benchmarks": {"gpqa-diamond":{"name":"GPQA Diamond","source":"venice"}},
 "results": {
  "abliteration-abliterated-model-large-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":88.9,"ci95":4.4,"samples":198,"outputTokens":6328,"reasoningTokens":6200,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "abliteration-abliterated-model-large-v2": {"gpqa-diamond":[{"reasoning":"default","accuracy":43.4,"ci95":6.9,"samples":198,"outputTokens":6638,"reasoningTokens":6575,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "aion-labs-aion-3-0": {"gpqa-diamond":[{"reasoning":"off","accuracy":61.4,"ci95":3.9,"samples":594,"outputTokens":964,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":72.7,"ci95":6.2,"samples":198,"outputTokens":10079,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "aion-labs-aion-3-0-mini": {"gpqa-diamond":[{"reasoning":"default","accuracy":79.8,"ci95":5.6,"samples":198,"outputTokens":7441,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "aion-labs-aion-3-5": {"gpqa-diamond":[{"reasoning":"default","accuracy":67.2,"ci95":6.6,"samples":198,"outputTokens":8326,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "aion-labs-aion-3-5-mini": {"gpqa-diamond":[{"reasoning":"default","accuracy":75.3,"ci95":6,"samples":198,"outputTokens":6761,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "claude-fable-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":84.7,"ci95":2.9,"samples":594,"outputTokens":557,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.9,"ci95":4.2,"samples":198,"outputTokens":1249,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-fable-5-1": {"gpqa-diamond":[{"reasoning":"off","accuracy":84.8,"ci95":2.9,"samples":594,"outputTokens":415,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":91.4,"ci95":3.9,"samples":198,"outputTokens":899,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-fable-5-2": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.4,"ci95":3.2,"samples":198,"outputTokens":756,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-haiku-5-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":76.8,"ci95":5.9,"samples":198,"outputTokens":581,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.8,"ci95":5,"samples":198,"outputTokens":1839,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-4-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":77.8,"ci95":3.3,"samples":594,"outputTokens":696,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.8,"ci95":5,"samples":198,"outputTokens":3899,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-4-6": {"gpqa-diamond":[{"reasoning":"off","accuracy":83.2,"ci95":3,"samples":594,"outputTokens":580,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":83.8,"ci95":5.1,"samples":198,"outputTokens":2802,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-4-7": {"gpqa-diamond":[{"reasoning":"off","accuracy":82.5,"ci95":3.1,"samples":594,"outputTokens":280,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":1047,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-4-8": {"gpqa-diamond":[{"reasoning":"off","accuracy":86.4,"ci95":2.8,"samples":594,"outputTokens":271,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.9,"ci95":4.2,"samples":198,"outputTokens":1649,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":85.9,"ci95":2.8,"samples":594,"outputTokens":318,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.9,"ci95":4.4,"samples":198,"outputTokens":963,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-5-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":659,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":93.4,"ci95":3.5,"samples":198,"outputTokens":811,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-opus-5-5-fast": {"gpqa-diamond":[{"reasoning":"off","accuracy":89.4,"ci95":4.3,"samples":198,"outputTokens":668,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "claude-opus-5-fast": {"gpqa-diamond":[{"reasoning":"off","accuracy":84.8,"ci95":2.9,"samples":594,"outputTokens":332,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"}]},
  "claude-sonnet-4-6": {"gpqa-diamond":[{"reasoning":"off","accuracy":79.8,"ci95":3.2,"samples":594,"outputTokens":826,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":78.8,"ci95":5.7,"samples":198,"outputTokens":10228,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-sonnet-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.7,"ci95":6.1,"samples":198,"outputTokens":639,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":85.9,"ci95":4.9,"samples":198,"outputTokens":2225,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "claude-sonnet-5-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":90.4,"ci95":4.1,"samples":198,"outputTokens":452,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":90.4,"ci95":4.1,"samples":198,"outputTokens":525,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v3.2": {"gpqa-diamond":[{"reasoning":"off","accuracy":61.4,"ci95":3.9,"samples":593,"outputTokens":1292,"reasoningTokens":null,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":86.9,"ci95":4.7,"samples":198,"outputTokens":6735,"reasoningTokens":6596,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-1-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":75.1,"ci95":3.5,"samples":594,"outputTokens":547,"reasoningTokens":0,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":7224,"reasoningTokens":7078,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-1-flash-1017": {"gpqa-diamond":[{"reasoning":"off","accuracy":77.1,"ci95":3.4,"samples":594,"outputTokens":504,"reasoningTokens":0,"measuredOn":"2026-10-19","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":90.9,"ci95":4,"samples":198,"outputTokens":5811,"reasoningTokens":5681,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-1-flash-1017-ultrafast": {"gpqa-diamond":[{"reasoning":"default","accuracy":88.9,"ci95":4.4,"samples":198,"outputTokens":5969,"reasoningTokens":5838,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-1-flash-1017-uncensored": {"gpqa-diamond":[{"reasoning":"default","accuracy":89.9,"ci95":4.2,"samples":198,"outputTokens":5357,"reasoningTokens":5236,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-1-flash-uncensored": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.4,"ci95":3.6,"samples":594,"outputTokens":566,"reasoningTokens":0,"measuredOn":"2026-10-23","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.8,"ci95":5,"samples":198,"outputTokens":8584,"reasoningTokens":8446,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":71.2,"ci95":6.3,"samples":198,"outputTokens":446,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":87.4,"ci95":4.6,"samples":198,"outputTokens":9222,"reasoningTokens":8850,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-flash-0731": {"gpqa-diamond":[{"reasoning":"off","accuracy":68.5,"ci95":3.7,"samples":594,"outputTokens":471,"reasoningTokens":0,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":86.4,"ci95":4.8,"samples":198,"outputTokens":5299,"reasoningTokens":5056,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-flash-0731-fast": {"gpqa-diamond":[{"reasoning":"off","accuracy":72.4,"ci95":3.6,"samples":594,"outputTokens":469,"reasoningTokens":0,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"}]},
  "deepseek-v4-pro": {"gpqa-diamond":[{"reasoning":"off","accuracy":71.2,"ci95":6.3,"samples":198,"outputTokens":350,"reasoningTokens":0,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":82.8,"ci95":5.3,"samples":198,"outputTokens":8467,"reasoningTokens":8281,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "deepseek-v4-pro-0813": {"gpqa-diamond":[{"reasoning":"off","accuracy":72.6,"ci95":3.6,"samples":594,"outputTokens":346,"reasoningTokens":0,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":82.3,"ci95":5.3,"samples":198,"outputTokens":10316,"reasoningTokens":10154,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "e2ee-deepseek-v4-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":75.8,"ci95":6,"samples":198,"outputTokens":3449,"reasoningTokens":3341,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "e2ee-gemma-4-26b-a4b-uncensored-p": {"gpqa-diamond":[{"reasoning":"off","accuracy":66.2,"ci95":3.8,"samples":594,"outputTokens":908,"reasoningTokens":0,"measuredOn":"2026-10-07","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-glm-5-2-p": {"gpqa-diamond":[{"reasoning":"default","accuracy":50.5,"ci95":7,"samples":198,"outputTokens":5993,"reasoningTokens":5886,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-glm-5-3-p": {"gpqa-diamond":[{"reasoning":"default","accuracy":75.3,"ci95":6,"samples":198,"outputTokens":1233,"reasoningTokens":1085,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"},{"reasoning":"low","accuracy":74.4,"ci95":3.5,"samples":594,"outputTokens":558,"reasoningTokens":479,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-gpt-oss-120b-p": {"gpqa-diamond":[{"reasoning":"default","accuracy":62.6,"ci95":3.9,"samples":594,"outputTokens":1001,"reasoningTokens":740,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-kimi-k3-1-pro-p": {"gpqa-diamond":[{"reasoning":"default","accuracy":91.4,"ci95":3.9,"samples":198,"outputTokens":5399,"reasoningTokens":5167,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "e2ee-qwen-2-5-7b-p": {"gpqa-diamond":[{"reasoning":"off","accuracy":31.6,"ci95":3.7,"samples":594,"outputTokens":448,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-qwen3-6-35b-a3b": {"gpqa-diamond":[{"reasoning":"off","accuracy":55.2,"ci95":4,"samples":594,"outputTokens":1365,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-qwen3-8-27b": {"gpqa-diamond":[{"reasoning":"off","accuracy":43.6,"ci95":4,"samples":594,"outputTokens":1535,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "e2ee-qwen3-vl-30b-a3b-p": {"gpqa-diamond":[{"reasoning":"off","accuracy":41.4,"ci95":6.9,"samples":198,"outputTokens":1415,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "gemini-3-1-pro-preview": {"gpqa-diamond":[{"reasoning":"default","accuracy":81,"ci95":3.2,"samples":594,"outputTokens":1070,"reasoningTokens":717,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "gemini-3-5-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":40.7,"ci95":4,"samples":594,"outputTokens":1735,"reasoningTokens":1511,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "gemini-3-5-flash-lite": {"gpqa-diamond":[{"reasoning":"off","accuracy":71.6,"ci95":3.6,"samples":591,"outputTokens":688,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":79.8,"ci95":5.6,"samples":198,"outputTokens":5167,"reasoningTokens":null,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-3-6-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":80.3,"ci95":3.2,"samples":594,"outputTokens":2137,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "gemini-3-7-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":90.2,"ci95":2.4,"samples":594,"outputTokens":1456,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":95.5,"ci95":2.9,"samples":198,"outputTokens":2910,"reasoningTokens":2394,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-3-8-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":80.1,"ci95":3.2,"samples":594,"outputTokens":1997,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":95.5,"ci95":2.9,"samples":198,"outputTokens":7407,"reasoningTokens":6834,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-3-flash-preview": {"gpqa-diamond":[{"reasoning":"off","accuracy":82.7,"ci95":3,"samples":594,"outputTokens":503,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":87.4,"ci95":4.6,"samples":198,"outputTokens":13581,"reasoningTokens":12914,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-4-argon": {"gpqa-diamond":[{"reasoning":"off","accuracy":94.4,"ci95":3.2,"samples":198,"outputTokens":995,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":96,"ci95":2.7,"samples":198,"outputTokens":1083,"reasoningTokens":507,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-4-carbon": {"gpqa-diamond":[{"reasoning":"default","accuracy":95.5,"ci95":2.9,"samples":198,"outputTokens":3511,"reasoningTokens":2780,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-4-hydrogen": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.9,"ci95":3.1,"samples":198,"outputTokens":4625,"reasoningTokens":3994,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemini-4-neon": {"gpqa-diamond":[{"reasoning":"default","accuracy":95.5,"ci95":2.9,"samples":198,"outputTokens":6288,"reasoningTokens":5537,"measuredOn":"2026-11-20","harness":"run-gpqa-diamond-1.0.0"}]},
  "gemma-4-uncensored": {"gpqa-diamond":[{"reasoning":"off","accuracy":70,"ci95":3.7,"samples":594,"outputTokens":682,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "glm-5-3-flash-uncensored": {"gpqa-diamond":[{"reasoning":"default","accuracy":85.4,"ci95":4.9,"samples":198,"outputTokens":6663,"reasoningTokens":6301,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "google-gemma-3-27b-it": {"gpqa-diamond":[{"reasoning":"off","accuracy":48,"ci95":7,"samples":198,"outputTokens":477,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "google-gemma-4-26b-a4b-it": {"gpqa-diamond":[{"reasoning":"off","accuracy":69.2,"ci95":6.4,"samples":198,"outputTokens":928,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":71.2,"ci95":6.3,"samples":198,"outputTokens":10392,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "google-gemma-4-31b-it": {"gpqa-diamond":[{"reasoning":"off","accuracy":72.2,"ci95":3.6,"samples":594,"outputTokens":663,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":86.9,"ci95":4.7,"samples":198,"outputTokens":5657,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "grok-4-20": {"gpqa-diamond":[{"reasoning":"off","accuracy":49,"ci95":4,"samples":594,"outputTokens":1256,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":91.9,"ci95":3.8,"samples":198,"outputTokens":6384,"reasoningTokens":5931,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "grok-4-20-multi-agent": {"gpqa-diamond":[{"reasoning":"default","accuracy":92.5,"ci95":2.2,"samples":563,"outputTokens":13040,"reasoningTokens":12234,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "grok-4-3": {"gpqa-diamond":[{"reasoning":"off","accuracy":64.5,"ci95":3.9,"samples":594,"outputTokens":179,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.8,"ci95":5,"samples":198,"outputTokens":1376,"reasoningTokens":1113,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "grok-4-5": {"gpqa-diamond":[{"reasoning":"default","accuracy":81.8,"ci95":3.1,"samples":594,"outputTokens":1230,"reasoningTokens":1028,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "grok-4-6": {"gpqa-diamond":[{"reasoning":"default","accuracy":86.4,"ci95":2.8,"samples":594,"outputTokens":1106,"reasoningTokens":931,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "grok-4-7": {"gpqa-diamond":[{"reasoning":"default","accuracy":91.2,"ci95":2.3,"samples":594,"outputTokens":4635,"reasoningTokens":4460,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "grok-build-0-1": {"gpqa-diamond":[{"reasoning":"default","accuracy":89.6,"ci95":2.5,"samples":594,"outputTokens":11897,"reasoningTokens":11594,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "hy4-preview": {"gpqa-diamond":[{"reasoning":"off","accuracy":69.7,"ci95":6.4,"samples":198,"outputTokens":1006,"reasoningTokens":0,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":15434,"reasoningTokens":15086,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "kimi-k2-6": {"gpqa-diamond":[{"reasoning":"off","accuracy":50.5,"ci95":4,"samples":594,"outputTokens":1415,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"}]},
  "kimi-k2-7-code": {"gpqa-diamond":[{"reasoning":"default","accuracy":84.3,"ci95":5.1,"samples":198,"outputTokens":2382,"reasoningTokens":2267,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "kimi-k3": {"gpqa-diamond":[{"reasoning":"off","accuracy":74.1,"ci95":3.5,"samples":594,"outputTokens":761,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":91.9,"ci95":3.8,"samples":198,"outputTokens":6402,"reasoningTokens":6211,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "kimi-k3-1-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":91.9,"ci95":3.8,"samples":198,"outputTokens":5648,"reasoningTokens":5416,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "kimi-k3-1-pro-highspeed": {"gpqa-diamond":[{"reasoning":"default","accuracy":92.9,"ci95":3.6,"samples":198,"outputTokens":5495,"reasoningTokens":5265,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "kimi-k3-fast-api": {"gpqa-diamond":[{"reasoning":"off","accuracy":54,"ci95":7,"samples":198,"outputTokens":677,"reasoningTokens":0,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "llama-3.2-3b": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.2,"ci95":6.2,"samples":198,"outputTokens":681,"reasoningTokens":0,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "llama-3.3-70b": {"gpqa-diamond":[{"reasoning":"off","accuracy":50.5,"ci95":7,"samples":198,"outputTokens":599,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "minimax-m25": {"gpqa-diamond":[{"reasoning":"off","accuracy":76.8,"ci95":5.9,"samples":198,"outputTokens":1330,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":90.4,"ci95":4.1,"samples":198,"outputTokens":8029,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "minimax-m27": {"gpqa-diamond":[{"reasoning":"off","accuracy":78.8,"ci95":3.3,"samples":594,"outputTokens":469,"reasoningTokens":null,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":8195,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "minimax-m3-1-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":76.8,"ci95":5.9,"samples":198,"outputTokens":3666,"reasoningTokens":3575,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "minimax-m3-preview": {"gpqa-diamond":[{"reasoning":"off","accuracy":74.1,"ci95":3.5,"samples":594,"outputTokens":374,"reasoningTokens":0,"measuredOn":"2026-10-08","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.4,"ci95":4.3,"samples":198,"outputTokens":8080,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "mistral-small-3-2-24b-instruct": {"gpqa-diamond":[{"reasoning":"off","accuracy":41.4,"ci95":6.9,"samples":198,"outputTokens":459,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"}]},
  "muse-spark-open": {"gpqa-diamond":[{"reasoning":"default","accuracy":71.7,"ci95":6.3,"samples":198,"outputTokens":4943,"reasoningTokens":4745,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "muse-wonder": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.4,"ci95":3.2,"samples":198,"outputTokens":3824,"reasoningTokens":3549,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"},{"reasoning":"low","accuracy":86.9,"ci95":4.7,"samples":198,"outputTokens":1733,"reasoningTokens":1550,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "nvidia-nemotron-3-5-super-vl-120b-a12b": {"gpqa-diamond":[{"reasoning":"off","accuracy":63,"ci95":4,"samples":573,"outputTokens":286,"reasoningTokens":0,"measuredOn":"2026-10-15","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":81.8,"ci95":5.4,"samples":198,"outputTokens":12773,"reasoningTokens":12605,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "nvidia-nemotron-3-nano-30b-a3b": {"gpqa-diamond":[{"reasoning":"off","accuracy":49.8,"ci95":4,"samples":594,"outputTokens":401,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "nvidia-nemotron-3-ultra-550b-a55b": {"gpqa-diamond":[{"reasoning":"off","accuracy":63.3,"ci95":3.9,"samples":594,"outputTokens":583,"reasoningTokens":0,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":79.8,"ci95":5.6,"samples":198,"outputTokens":2961,"reasoningTokens":2655,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "olafangensan-glm-4.7-flash-heretic": {"gpqa-diamond":[{"reasoning":"default","accuracy":35.4,"ci95":6.7,"samples":198,"outputTokens":7645,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-4o-2024-11-20": {"gpqa-diamond":[{"reasoning":"off","accuracy":50,"ci95":4,"samples":594,"outputTokens":514,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-4o-mini-2024-07-18": {"gpqa-diamond":[{"reasoning":"off","accuracy":40.4,"ci95":3.9,"samples":594,"outputTokens":417,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-52": {"gpqa-diamond":[{"reasoning":"off","accuracy":71.7,"ci95":3.6,"samples":594,"outputTokens":202,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.4,"ci95":4.3,"samples":198,"outputTokens":3416,"reasoningTokens":3089,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-53-codex": {"gpqa-diamond":[{"reasoning":"default","accuracy":85,"ci95":2.9,"samples":594,"outputTokens":937,"reasoningTokens":753,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-54": {"gpqa-diamond":[{"reasoning":"off","accuracy":72.6,"ci95":3.6,"samples":594,"outputTokens":249,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.9,"ci95":4.2,"samples":198,"outputTokens":3418,"reasoningTokens":3148,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-54-mini": {"gpqa-diamond":[{"reasoning":"off","accuracy":57.4,"ci95":4,"samples":594,"outputTokens":140,"reasoningTokens":null,"measuredOn":"2026-10-09","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":82.8,"ci95":5.3,"samples":198,"outputTokens":4160,"reasoningTokens":3968,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-54-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.1,"ci95":3.8,"samples":152,"outputTokens":1289,"reasoningTokens":1096,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-55": {"gpqa-diamond":[{"reasoning":"off","accuracy":75.9,"ci95":3.4,"samples":594,"outputTokens":144,"reasoningTokens":null,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":92.9,"ci95":3.6,"samples":198,"outputTokens":3691,"reasoningTokens":3492,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-55-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":85.4,"ci95":2.8,"samples":594,"outputTokens":3276,"reasoningTokens":3178,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-56-luna": {"gpqa-diamond":[{"reasoning":"off","accuracy":57.6,"ci95":4,"samples":594,"outputTokens":93,"reasoningTokens":null,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.4,"ci95":4.5,"samples":198,"outputTokens":2909,"reasoningTokens":2753,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-56-luna-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":86.5,"ci95":2.7,"samples":594,"outputTokens":3471,"reasoningTokens":3178,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-56-sol": {"gpqa-diamond":[{"reasoning":"off","accuracy":78.1,"ci95":3.3,"samples":594,"outputTokens":114,"reasoningTokens":null,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":93.4,"ci95":3.5,"samples":198,"outputTokens":1479,"reasoningTokens":1326,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-56-sol-pro": {"gpqa-diamond":[{"reasoning":"off","accuracy":79.6,"ci95":3.2,"samples":594,"outputTokens":357,"reasoningTokens":null,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":94.9,"ci95":3.1,"samples":198,"outputTokens":2764,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-56-terra": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.7,"ci95":3.5,"samples":594,"outputTokens":109,"reasoningTokens":null,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":93.9,"ci95":3.3,"samples":198,"outputTokens":1270,"reasoningTokens":1136,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-56-terra-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":90.2,"ci95":2.4,"samples":594,"outputTokens":2029,"reasoningTokens":1772,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-6-astra": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.4,"ci95":3.2,"samples":197,"outputTokens":548,"reasoningTokens":425,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-6-astra-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":95.1,"ci95":1.7,"samples":589,"outputTokens":1191,"reasoningTokens":923,"measuredOn":"2026-10-10","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-6-luna": {"gpqa-diamond":[{"reasoning":"off","accuracy":61.1,"ci95":6.8,"samples":198,"outputTokens":86,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":88.9,"ci95":4.4,"samples":198,"outputTokens":2310,"reasoningTokens":2197,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-6-sol": {"gpqa-diamond":[{"reasoning":"off","accuracy":74.7,"ci95":6.1,"samples":198,"outputTokens":80,"reasoningTokens":null,"measuredOn":"2026-10-21","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":92.9,"ci95":3.6,"samples":198,"outputTokens":800,"reasoningTokens":712,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-61-sol": {"gpqa-diamond":[{"reasoning":"default","accuracy":93.9,"ci95":3.3,"samples":198,"outputTokens":565,"reasoningTokens":447,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-61-sol-ultrafast": {"gpqa-diamond":[{"reasoning":"default","accuracy":93.9,"ci95":3.3,"samples":198,"outputTokens":534,"reasoningTokens":410,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "openai-gpt-61-terra": {"gpqa-diamond":[{"reasoning":"default","accuracy":92.9,"ci95":3.6,"samples":198,"outputTokens":732,"reasoningTokens":623,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-62-astra": {"gpqa-diamond":[{"reasoning":"default","accuracy":96.5,"ci95":2.6,"samples":198,"outputTokens":387,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-62-astra-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":97.5,"ci95":2.2,"samples":198,"outputTokens":875,"reasoningTokens":555,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-62-sol": {"gpqa-diamond":[{"reasoning":"default","accuracy":96.5,"ci95":2.6,"samples":198,"outputTokens":316,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-62-sol-pro": {"gpqa-diamond":[{"reasoning":"default","accuracy":96,"ci95":2.7,"samples":198,"outputTokens":736,"reasoningTokens":440,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "openai-gpt-oss-120b": {"gpqa-diamond":[{"reasoning":"off","accuracy":63.1,"ci95":6.7,"samples":198,"outputTokens":328,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":66.7,"ci95":6.6,"samples":198,"outputTokens":521,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "pareto": {"gpqa-diamond":[{"reasoning":"off","accuracy":94.8,"ci95":1.8,"samples":594,"outputTokens":543,"reasoningTokens":null,"measuredOn":"2026-10-23","harness":"venice-industry-eval-1.0.0"}]},
  "qwen-3-6-plus": {"gpqa-diamond":[{"reasoning":"off","accuracy":54.2,"ci95":4,"samples":594,"outputTokens":1457,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":89.9,"ci95":4.2,"samples":198,"outputTokens":7683,"reasoningTokens":7001,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen-3-7-max": {"gpqa-diamond":[{"reasoning":"off","accuracy":74.1,"ci95":3.5,"samples":594,"outputTokens":902,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":85.4,"ci95":4.9,"samples":198,"outputTokens":7634,"reasoningTokens":7050,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen-3-7-plus": {"gpqa-diamond":[{"reasoning":"off","accuracy":55.4,"ci95":4,"samples":594,"outputTokens":1453,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":81.8,"ci95":5.4,"samples":198,"outputTokens":8554,"reasoningTokens":7968,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen-3-8-2-4t-a95b": {"gpqa-diamond":[{"reasoning":"default","accuracy":65.2,"ci95":6.7,"samples":198,"outputTokens":5377,"reasoningTokens":5282,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "qwen-3-8-27b": {"gpqa-diamond":[{"reasoning":"off","accuracy":48.5,"ci95":4,"samples":594,"outputTokens":1433,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":80.8,"ci95":5.5,"samples":198,"outputTokens":9389,"reasoningTokens":9118,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen-3-8-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":50.8,"ci95":4,"samples":594,"outputTokens":1533,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":81.8,"ci95":5.4,"samples":198,"outputTokens":12489,"reasoningTokens":12217,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen-3-8-max": {"gpqa-diamond":[{"reasoning":"default","accuracy":65.2,"ci95":6.7,"samples":198,"outputTokens":5460,"reasoningTokens":5362,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "qwen-4-max": {"gpqa-diamond":[{"reasoning":"default","accuracy":94.4,"ci95":3.2,"samples":198,"outputTokens":3077,"reasoningTokens":2639,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen3-235b-a22b-instruct-2507": {"gpqa-diamond":[{"reasoning":"off","accuracy":50.5,"ci95":7,"samples":198,"outputTokens":1323,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "qwen3-235b-a22b-thinking-2507": {"gpqa-diamond":[{"reasoning":"off","accuracy":52.5,"ci95":7,"samples":198,"outputTokens":1407,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":81.3,"ci95":5.4,"samples":198,"outputTokens":6202,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen3-5-35b-a3b": {"gpqa-diamond":[{"reasoning":"off","accuracy":52.4,"ci95":4,"samples":594,"outputTokens":1458,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":83.8,"ci95":5.1,"samples":198,"outputTokens":8439,"reasoningTokens":7588,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen3-5-397b-a17b": {"gpqa-diamond":[{"reasoning":"default","accuracy":55.4,"ci95":4,"samples":594,"outputTokens":1499,"reasoningTokens":88,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"}]},
  "qwen3-6-27b": {"gpqa-diamond":[{"reasoning":"off","accuracy":54,"ci95":4,"samples":594,"outputTokens":1439,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":83.8,"ci95":5.1,"samples":198,"outputTokens":7587,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen3-6-35b-a3b": {"gpqa-diamond":[{"reasoning":"off","accuracy":53,"ci95":7,"samples":198,"outputTokens":1411,"reasoningTokens":0,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.3,"ci95":5.1,"samples":198,"outputTokens":6174,"reasoningTokens":null,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "qwen3-coder-480b-a35b-instruct-turbo": {"gpqa-diamond":[{"reasoning":"off","accuracy":59.6,"ci95":3.9,"samples":594,"outputTokens":604,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"}]},
  "qwen3-next-80b": {"gpqa-diamond":[{"reasoning":"off","accuracy":47.5,"ci95":7,"samples":198,"outputTokens":1481,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "qwen3-vl-235b-a22b": {"gpqa-diamond":[{"reasoning":"off","accuracy":54.5,"ci95":7,"samples":198,"outputTokens":1199,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "seed-2-1-turbo": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.7,"ci95":3.5,"samples":594,"outputTokens":458,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":70.7,"ci95":6.4,"samples":198,"outputTokens":20765,"reasoningTokens":20021,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "venice-uncensored-1-2": {"gpqa-diamond":[{"reasoning":"off","accuracy":42.1,"ci95":4,"samples":594,"outputTokens":309,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"}]},
  "venice-uncensored-role-play": {"gpqa-diamond":[{"reasoning":"off","accuracy":40.2,"ci95":3.9,"samples":594,"outputTokens":295,"reasoningTokens":null,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"}]},
  "xiaomi-mimo-v2-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":66.2,"ci95":6.6,"samples":198,"outputTokens":919,"reasoningTokens":0,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":74.7,"ci95":6.1,"samples":198,"outputTokens":8761,"reasoningTokens":8193,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "xiaomi-mimo-v2-6-flash": {"gpqa-diamond":[{"reasoning":"off","accuracy":64.6,"ci95":6.7,"samples":198,"outputTokens":896,"reasoningTokens":0,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":74.2,"ci95":6.1,"samples":198,"outputTokens":8809,"reasoningTokens":8244,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "z-ai-glm-5-3": {"gpqa-diamond":[{"reasoning":"default","accuracy":79.8,"ci95":5.6,"samples":198,"outputTokens":13588,"reasoningTokens":13383,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"},{"reasoning":"low","accuracy":42.9,"ci95":6.9,"samples":196,"outputTokens":6486,"reasoningTokens":6407,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"}]},
  "z-ai-glm-5-3-flash": {"gpqa-diamond":[{"reasoning":"default","accuracy":75.1,"ci95":3.5,"samples":594,"outputTokens":2418,"reasoningTokens":2256,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"}]},
  "z-ai-glm-5-turbo": {"gpqa-diamond":[{"reasoning":"off","accuracy":62.6,"ci95":3.9,"samples":594,"outputTokens":659,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":79.3,"ci95":5.7,"samples":198,"outputTokens":14213,"reasoningTokens":13963,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "z-ai-glm-5v-turbo": {"gpqa-diamond":[{"reasoning":"off","accuracy":63.3,"ci95":3.9,"samples":594,"outputTokens":650,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":81.8,"ci95":5.4,"samples":198,"outputTokens":6560,"reasoningTokens":6359,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "zai-org-glm-4.6": {"gpqa-diamond":[{"reasoning":"off","accuracy":50.5,"ci95":7,"samples":198,"outputTokens":728,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":65.7,"ci95":6.6,"samples":198,"outputTokens":8422,"reasoningTokens":8160,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "zai-org-glm-4.7": {"gpqa-diamond":[{"reasoning":"off","accuracy":57.1,"ci95":6.9,"samples":198,"outputTokens":733,"reasoningTokens":null,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":54.5,"ci95":7,"samples":198,"outputTokens":10302,"reasoningTokens":10164,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "zai-org-glm-5": {"gpqa-diamond":[{"reasoning":"off","accuracy":67.3,"ci95":3.8,"samples":594,"outputTokens":522,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":84.3,"ci95":5.1,"samples":198,"outputTokens":8779,"reasoningTokens":8397,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "zai-org-glm-5-1": {"gpqa-diamond":[{"reasoning":"off","accuracy":73.7,"ci95":6.1,"samples":198,"outputTokens":1167,"reasoningTokens":0,"measuredOn":"2026-10-22","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":85.4,"ci95":4.9,"samples":198,"outputTokens":6059,"reasoningTokens":5711,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]},
  "zai-org-glm-5-2": {"gpqa-diamond":[{"reasoning":"off","accuracy":67.5,"ci95":3.8,"samples":594,"outputTokens":514,"reasoningTokens":0,"measuredOn":"2026-10-12","harness":"venice-industry-eval-1.0.0"},{"reasoning":"default","accuracy":71.2,"ci95":6.3,"samples":198,"outputTokens":16914,"reasoningTokens":16686,"measuredOn":"2026-11-19","harness":"run-gpqa-diamond-1.0.0"}]}
 }
}
