{"source":"BenchGecko","url":"https://benchgecko.ai/model/meta-llama-llama-31-405b","as_of":"2026-04-09","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/meta-llama-llama-31-405b","cite":"Llama 3.1 405B · benchmarks, pricing and providers. BenchGecko, data as of 2026-04-09. https://benchgecko.ai/model/meta-llama-llama-31-405b","slug":"meta-llama-llama-31-405b","name":"Llama 3.1 405B","provider":{"name":"Meta","slug":"meta"},"model_type":"text-generation","release_date":"2024-07-16","is_open_source":true,"status":"active","context_window":null,"description":"Meta-llama text generation model. 383K downloads on HuggingFace.","benchgecko_score":{"value":43.8,"rank":180,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":43.8,"list_price":{"input_usd_per_m":null,"output_usd_per_m":null,"source":"Provider list price","as_of":"2026-04-09"},"pricing":{"input":null,"output":null},"providers":[],"cheapest_provider":null,"providers_source":null,"scores":[{"benchmark":"ARC AI2","benchmark_slug":"arc-ai2","score":93.73,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-ai2"},{"benchmark":"HellaSwag","benchmark_slug":"hellaswag","score":85.6,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/hellaswag"},{"benchmark":"TriviaQA","benchmark_slug":"triviaqa","score":82.7,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/triviaqa"},{"benchmark":"MMLU","benchmark_slug":"mmlu","score":79.33,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/mmlu"},{"benchmark":"Winogrande","benchmark_slug":"winogrande","score":78.4,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/winogrande"},{"benchmark":"BBH","benchmark_slug":"bbh","score":77.2,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/bbh"},{"benchmark":"PIQA","benchmark_slug":"piqa","score":71.8,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/piqa"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":49.77,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"Dtbench","benchmark_slug":"dtbench","score":35.63,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/dtbench"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":34.55,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"OpenBookQA","benchmark_slug":"openbookqa","score":32.27,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/openbookqa"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":25.67,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"WeirdML","benchmark_slug":"weirdml","score":21.38,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/weirdml"},{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":18.15,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":9.63,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":7.78,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"SimpleBench","benchmark_slug":"simplebench","score":7.6,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/simplebench"},{"benchmark":"Cybench","benchmark_slug":"cybench","score":7.5,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/cybench"},{"benchmark":"The Agent Company","benchmark_slug":"the-agent-company","score":7.4,"unit":"%","category":"agentic","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/the-agent-company"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":5.93,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":2.18,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":0,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/meta-llama-llama-31-405b","json":"https://benchgecko.ai/api/v1/models/meta-llama-llama-31-405b","price_history":"https://benchgecko.ai/api/v1/price-history/meta-llama-llama-31-405b","provider_prices":null}}