{"source":"BenchGecko","url":"https://benchgecko.ai/model/llama-4-scout","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/llama-4-scout","cite":"Llama 4 Scout · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/llama-4-scout","slug":"llama-4-scout","name":"Llama 4 Scout","provider":{"name":"Meta","slug":"meta"},"model_type":"multimodal","release_date":"2025-04-05","is_open_source":true,"status":"active","context_window":1310720,"description":"Llama 4 Scout 17B Instruct (16E) is a mixture-of-experts (MoE) language model developed by Meta, activating 17 billion parameters out of a total of 109B. It supports native multimodal input...","benchgecko_score":{"value":16.5,"rank":290,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":16.5,"list_price":{"input_usd_per_m":0.1,"output_usd_per_m":0.3,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.1,"output":0.3},"providers":[{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":327680,"input_usd_per_m":0.1,"output_usd_per_m":0.3,"cache_read_usd_per_m":null,"uptime_1d_pct":99.94,"as_of":"2026-10-05"},{"provider":"Novita","endpoint":"novita/bf16","quantization":"bf16","context_tokens":131072,"input_usd_per_m":0.18,"output_usd_per_m":0.59,"cache_read_usd_per_m":null,"uptime_1d_pct":99.9,"as_of":"2026-10-05"},{"provider":"Google","endpoint":"google-vertex/us-east5","quantization":null,"context_tokens":1310720,"input_usd_per_m":0.25,"output_usd_per_m":0.7,"cache_read_usd_per_m":null,"uptime_1d_pct":null,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":327680,"input_usd_per_m":0.1,"output_usd_per_m":0.3,"cache_read_usd_per_m":null,"uptime_1d_pct":99.94,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":62.27,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"Artificial Analysis · GPQA Diamond","benchmark_slug":"aa-gpqa-diamond","score":58.7,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-gpqa-diamond"},{"benchmark":"Artificial Analysis · MMMU Pro","benchmark_slug":"aa-mmmu-pro","score":52.9,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-mmmu-pro"},{"benchmark":"Artificial Analysis · IFBench","benchmark_slug":"aa-ifbench","score":39.5,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-ifbench"},{"benchmark":"Fiction.LiveBench","benchmark_slug":"fiction-livebench","score":36,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/fiction-livebench"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":35.77,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"Dtbench","benchmark_slug":"dtbench","score":29.78,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/dtbench"},{"benchmark":"Artificial Analysis · Long Context Reasoning","benchmark_slug":"aa-long-context-reasoning","score":27.7,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-long-context-reasoning"},{"benchmark":"Artificial Analysis · SciCode","benchmark_slug":"aa-scicode","score":21.3,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-scicode"},{"benchmark":"Artificial Analysis · tau2-Bench Telecom","benchmark_slug":"aa-tau2-bench","score":15.5,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-tau2-bench"},{"benchmark":"Lmca","benchmark_slug":"lmca","score":14.07,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/lmca"},{"benchmark":"SWE-Bench Verified (Bash Only)","benchmark_slug":"swe-bench-verified-bash-only","score":9.06,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/swe-bench-verified-bash-only"},{"benchmark":"Artificial Analysis — Coding Index","benchmark_slug":"aa-coding-index","score":8.17,"unit":"index","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-coding-index"},{"benchmark":"Artificial Analysis — Quality Index","benchmark_slug":"aa-quality-index","score":8.08,"unit":"index","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-quality-index"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":7.69,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"},{"benchmark":"Artificial Analysis · Humanity's Last Exam","benchmark_slug":"aa-humanitys-last-exam","score":3.8,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-humanitys-last-exam"},{"benchmark":"Artificial Analysis · Terminal-Bench Hard","benchmark_slug":"aa-terminal-bench-hard","score":1.5,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-terminal-bench-hard"},{"benchmark":"Artificial Analysis — Agentic Index","benchmark_slug":"aa-agentic-index","score":1.1,"unit":"index","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-agentic-index"},{"benchmark":"ARC-AGI","benchmark_slug":"arc-agi","score":0.5,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-agi"},{"benchmark":"ARC-AGI-2","benchmark_slug":"arc-agi-2","score":0.1,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-agi-2"},{"benchmark":"Artificial Analysis · GDPval","benchmark_slug":"aa-gdpval","score":0,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-gdpval"},{"benchmark":"FrontierMath-2025-02-28-Private","benchmark_slug":"frontiermath-2025-02-28-private","score":0,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/frontiermath-2025-02-28-private"},{"benchmark":"Artificial Analysis · CritPt","benchmark_slug":"aa-critpt","score":0,"unit":"%","category":"speed","source":"Artificial Analysis","source_url":"https://artificialanalysis.ai","benchmark_url":"https://benchgecko.ai/benchmark/aa-critpt"}],"gecko_tests":{"gecko_score":null,"rank":null,"tests_taken":2,"tests":[{"test":"who-are-you","name":"Who Are You","grade":"D","value":83.3,"verdict":"Sometimes says it is OpenAI","url":"https://benchgecko.ai/gecko-tests/who-are-you"},{"test":"tokenizer-tax","name":"Tokenizer Tax","grade":"B","value":57.2,"verdict":"43% more tokens outside English","url":"https://benchgecko.ai/gecko-tests/tokenizer-tax"}],"scorecard_url":"https://benchgecko.ai/gecko-tests/scorecard"},"links":{"page":"https://benchgecko.ai/model/llama-4-scout","json":"https://benchgecko.ai/api/v1/models/llama-4-scout","price_history":"https://benchgecko.ai/api/v1/price-history/llama-4-scout","provider_prices":"https://benchgecko.ai/pricing/arbitrage/llama-4-scout"}}