{"source":"BenchGecko","url":"https://benchgecko.ai/model/claude-sonnet-4","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/claude-sonnet-4","cite":"Claude Sonnet 4 · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/claude-sonnet-4","slug":"claude-sonnet-4","name":"Claude Sonnet 4","provider":{"name":"Anthropic","slug":"anthropic"},"model_type":"multimodal","release_date":"2025-05-22","is_open_source":false,"status":"active","context_window":200000,"description":"Claude Sonnet 4 significantly enhances the capabilities of its predecessor, Sonnet 3.7, excelling in both coding and reasoning tasks with improved precision and controllability. Achieving state-of-the-art performance on SWE-bench (72.7%),...","benchgecko_score":{"value":44.5,"rank":176,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":44.5,"list_price":{"input_usd_per_m":3,"output_usd_per_m":15,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":3,"output":15},"providers":[{"provider":"Amazon Bedrock","endpoint":"amazon-bedrock","quantization":null,"context_tokens":200000,"input_usd_per_m":3,"output_usd_per_m":15,"cache_read_usd_per_m":0.3,"uptime_1d_pct":100,"as_of":"2026-10-05"},{"provider":"Amazon Bedrock","endpoint":"amazon-bedrock/eu-west-1","quantization":null,"context_tokens":200000,"input_usd_per_m":3,"output_usd_per_m":15,"cache_read_usd_per_m":0.3,"uptime_1d_pct":100,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"Amazon Bedrock","endpoint":"amazon-bedrock","quantization":null,"context_tokens":200000,"input_usd_per_m":3,"output_usd_per_m":15,"cache_read_usd_per_m":0.3,"uptime_1d_pct":100,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"MASK","benchmark_slug":"seal-mask","score":95.33,"unit":"%","category":"safety","source":"Scale SEAL leaderboards","source_url":"https://scale.com/leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/seal-mask"},{"benchmark":"OpenCompass — IFEval","benchmark_slug":"oc-ifeval","score":88.3,"unit":"%","category":"language","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-ifeval"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":84.37,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"OpenCompass — MMLU-Pro","benchmark_slug":"oc-mmlu-pro","score":83,"unit":"%","category":"knowledge","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-mmlu-pro"},{"benchmark":"Lech Mazur Writing","benchmark_slug":"lech-mazur-writing","score":81.4,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/lech-mazur-writing"},{"benchmark":"OpenCompass — GPQA-Diamond","benchmark_slug":"oc-gpqa-diamond","score":74.6,"unit":"%","category":"knowledge","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-gpqa-diamond"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":72.25,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":71.08,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"},{"benchmark":"OpenCompass — AIME2025","benchmark_slug":"oc-aime2025","score":68.7,"unit":"%","category":"math","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-aime2025"},{"benchmark":"SWE-Bench Verified (Bash Only)","benchmark_slug":"swe-bench-verified-bash-only","score":64.93,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/swe-bench-verified-bash-only"},{"benchmark":"Metr Time Horizons","benchmark_slug":"metr-time-horizons","score":61.97,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/metr-time-horizons"},{"benchmark":"Dtbench","benchmark_slug":"dtbench","score":61.78,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/dtbench"},{"benchmark":"Aider polyglot","benchmark_slug":"aider-polyglot","score":61.3,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/aider-polyglot"},{"benchmark":"DeepResearch Bench","benchmark_slug":"deepresearch-bench","score":47.8,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/deepresearch-bench"},{"benchmark":"OpenCompass — LiveCodeBenchV6","benchmark_slug":"oc-livecodebenchv6","score":47.5,"unit":"%","category":"coding","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-livecodebenchv6"},{"benchmark":"Fiction.LiveBench","benchmark_slug":"fiction-livebench","score":46.9,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/fiction-livebench"},{"benchmark":"WeirdML","benchmark_slug":"weirdml","score":46.11,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/weirdml"},{"benchmark":"OSWorld","benchmark_slug":"osworld","score":43.9,"unit":"%","category":"agentic","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/osworld"},{"benchmark":"ARC-AGI","benchmark_slug":"arc-agi","score":40,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-agi"},{"benchmark":"GeoBench","benchmark_slug":"geobench","score":37,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/geobench"},{"benchmark":"Cybench","benchmark_slug":"cybench","score":35,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/cybench"},{"benchmark":"SimpleBench","benchmark_slug":"simplebench","score":34.6,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/simplebench"},{"benchmark":"Lmca","benchmark_slug":"lmca","score":34.12,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/lmca"},{"benchmark":"The Agent Company","benchmark_slug":"the-agent-company","score":33.1,"unit":"%","category":"agentic","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/the-agent-company"},{"benchmark":"APEX-Agents","benchmark_slug":"apex-agents","score":9.3,"unit":"%","category":"agentic","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/apex-agents"},{"benchmark":"OpenCompass — HLE","benchmark_slug":"oc-hle","score":8.7,"unit":"%","category":"knowledge","source":"OpenCompass","source_url":"https://rank.opencompass.org.cn","benchmark_url":"https://benchgecko.ai/benchmark/oc-hle"},{"benchmark":"FrontierMath-2025-02-28-Private","benchmark_slug":"frontiermath-2025-02-28-private","score":7.26,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/frontiermath-2025-02-28-private"},{"benchmark":"ARC-AGI-2","benchmark_slug":"arc-agi-2","score":5.93,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-agi-2"},{"benchmark":"GSO-Bench","benchmark_slug":"gso-bench","score":4.9,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gso-bench"},{"benchmark":"HLE","benchmark_slug":"hle","score":3.11,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/hle"},{"benchmark":"VPCT","benchmark_slug":"vpct","score":1,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/vpct"},{"benchmark":"FrontierMath-Tier-4-2025-07-01-Private","benchmark_slug":"frontiermath-tier-4-2025-07-01-private","score":0,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/frontiermath-tier-4-2025-07-01-private"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/claude-sonnet-4","json":"https://benchgecko.ai/api/v1/models/claude-sonnet-4","price_history":"https://benchgecko.ai/api/v1/price-history/claude-sonnet-4","provider_prices":"https://benchgecko.ai/pricing/arbitrage/claude-sonnet-4"}}