{"methodology":"v0.3","synthetic":true,"rows":[{"rank":1,"delta":"new","model":{"id":"gpt-5-5","slug":"gpt-5-5","name":"GPT-5.5","providerId":"openai","version":"gpt-5.5","release":"2026-04","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://developers.openai.com/api/docs/guides/latest-model"},"provider":{"id":"openai","name":"OpenAI","slug":"openai","website":"https://openai.com"},"scores":{"grounding":88,"commercial_judgement":84,"scepticism":83,"numerical_sanity":80,"risk_discovery":85,"question_generation":84,"european_context":80,"output_usefulness":86},"overall":83.9,"mode":"Closed-book"},{"rank":2,"delta":-1,"model":{"id":"claude-opus-4-8","slug":"claude-opus-4-8","name":"Claude Opus 4.8","providerId":"anthropic","version":"4.8","release":"2026-03","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://platform.claude.com/docs/en/about-claude/models/overview"},"provider":{"id":"anthropic","name":"Anthropic","slug":"anthropic","website":"https://anthropic.com"},"scores":{"grounding":86,"commercial_judgement":82,"scepticism":84,"numerical_sanity":82,"risk_discovery":82,"question_generation":82,"european_context":78,"output_usefulness":84},"overall":82.8,"mode":"Closed-book"},{"rank":3,"delta":3,"model":{"id":"gemini-3-5-flash","slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash","providerId":"google","version":"3.5 Flash","release":"2026-05","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://ai.google.dev/gemini-api/docs/models"},"provider":{"id":"google","name":"Google","slug":"google","website":"https://deepmind.google"},"scores":{"grounding":84,"commercial_judgement":78,"scepticism":76,"numerical_sanity":83,"risk_discovery":78,"question_generation":80,"european_context":74,"output_usefulness":80},"overall":79.5,"mode":"Closed-book"},{"rank":4,"delta":-1,"model":{"id":"gpt-5-4","slug":"gpt-5-4","name":"GPT-5.4","providerId":"openai","version":"gpt-5.4","release":"2026-03","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://developers.openai.com/api/docs/models"},"provider":{"id":"openai","name":"OpenAI","slug":"openai","website":"https://openai.com"},"scores":{"grounding":85,"commercial_judgement":76,"scepticism":74,"numerical_sanity":81,"risk_discovery":77,"question_generation":79,"european_context":72,"output_usefulness":82},"overall":78.4,"mode":"Closed-book"},{"rank":5,"delta":0,"model":{"id":"claude-opus-4-7","slug":"claude-opus-4-7","name":"Claude Opus 4.7","providerId":"anthropic","version":"4.7","release":"2026-02","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://platform.claude.com/docs/en/about-claude/models/overview"},"provider":{"id":"anthropic","name":"Anthropic","slug":"anthropic","website":"https://anthropic.com"},"scores":{"grounding":83,"commercial_judgement":75,"scepticism":73,"numerical_sanity":80,"risk_discovery":75,"question_generation":77,"european_context":70,"output_usefulness":80},"overall":76.9,"mode":"Closed-book"},{"rank":6,"delta":-2,"model":{"id":"gemini-3-1-pro","slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","providerId":"google","version":"3.1 Pro","release":"2026-01","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://ai.google.dev/gemini-api/docs/models"},"provider":{"id":"google","name":"Google","slug":"google","website":"https://deepmind.google"},"scores":{"grounding":81,"commercial_judgement":73,"scepticism":71,"numerical_sanity":79,"risk_discovery":73,"question_generation":76,"european_context":70,"output_usefulness":78},"overall":75.2,"mode":"Closed-book"},{"rank":7,"delta":1,"model":{"id":"grok-4-20","slug":"grok-4-20","name":"Grok 4.20","providerId":"xai","version":"4.20","release":"2026-03","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://docs.x.ai/docs/models"},"provider":{"id":"xai","name":"xAI","slug":"xai","website":"https://x.ai"},"scores":{"grounding":80,"commercial_judgement":72,"scepticism":70,"numerical_sanity":78,"risk_discovery":71,"question_generation":75,"european_context":69,"output_usefulness":77},"overall":74.1,"mode":"Closed-book"},{"rank":8,"delta":2,"model":{"id":"glm-5-2","slug":"glm-5-2","name":"GLM-5.2","providerId":"zai","version":"5.2","release":"2026-05","contextWindow":"Provider listed","openWeights":true,"sourceUrl":"https://docs.z.ai"},"provider":{"id":"zai","name":"Z.ai","slug":"zai","website":"https://z.ai"},"scores":{"grounding":79,"commercial_judgement":71,"scepticism":70,"numerical_sanity":77,"risk_discovery":72,"question_generation":74,"european_context":66,"output_usefulness":75},"overall":73.4,"mode":"Closed-book"},{"rank":9,"delta":0,"model":{"id":"qwen3-7-max","slug":"qwen3-7-max","name":"Qwen3.7 Max","providerId":"alibaba","version":"3.7 Max","release":"2026-03","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://qwen.ai"},"provider":{"id":"alibaba","name":"Alibaba","slug":"alibaba","website":"https://qwen.ai"},"scores":{"grounding":78,"commercial_judgement":70,"scepticism":68,"numerical_sanity":76,"risk_discovery":70,"question_generation":72,"european_context":64,"output_usefulness":74},"overall":71.9,"mode":"Closed-book"},{"rank":10,"delta":1,"model":{"id":"seed-2-0-pro","slug":"seed-2-0-pro","name":"Seed 2.0 Pro","providerId":"bytedance","version":"2.0 Pro","release":"2026-04","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://seed.bytedance.com"},"provider":{"id":"bytedance","name":"ByteDance","slug":"bytedance","website":"https://seed.bytedance.com"},"scores":{"grounding":76,"commercial_judgement":67,"scepticism":66,"numerical_sanity":74,"risk_discovery":68,"question_generation":70,"european_context":60,"output_usefulness":72},"overall":69.6,"mode":"Closed-book"},{"rank":11,"delta":-3,"model":{"id":"deepseek-v4-pro","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro","providerId":"deepseek","version":"V4 Pro","release":"2026-04","contextWindow":"1M","openWeights":true,"sourceUrl":"https://api-docs.deepseek.com/quick_start/pricing"},"provider":{"id":"deepseek","name":"DeepSeek","slug":"deepseek","website":"https://deepseek.com"},"scores":{"grounding":75,"commercial_judgement":65,"scepticism":64,"numerical_sanity":73,"risk_discovery":66,"question_generation":69,"european_context":58,"output_usefulness":71},"overall":68.1,"mode":"Closed-book"},{"rank":12,"delta":"new","model":{"id":"gpt-5-2-pro","slug":"gpt-5-2-pro","name":"GPT-5.2 Pro","providerId":"openai","version":"gpt-5.2-pro","release":"2026-02","contextWindow":"Provider listed","openWeights":false,"sourceUrl":"https://developers.openai.com/api/docs/models"},"provider":{"id":"openai","name":"OpenAI","slug":"openai","website":"https://openai.com"},"scores":{"grounding":74,"commercial_judgement":63,"scepticism":62,"numerical_sanity":75,"risk_discovery":64,"question_generation":67,"european_context":56,"output_usefulness":69},"overall":66.8,"mode":"Closed-book"}]}