{"source":"BenchGecko","url":"https://benchgecko.ai/model/meta-llama-meta-llama-3-8b-instruct","as_of":"2026-04-09","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/meta-llama-meta-llama-3-8b-instruct","cite":"Meta Llama 3 8B Instruct · benchmarks, pricing and providers. BenchGecko, data as of 2026-04-09. https://benchgecko.ai/model/meta-llama-meta-llama-3-8b-instruct","slug":"meta-llama-meta-llama-3-8b-instruct","name":"Meta Llama 3 8B Instruct","provider":{"name":"Meta","slug":"meta"},"model_type":"text-generation","release_date":"2024-04-17","is_open_source":true,"status":"active","context_window":null,"description":"Meta-llama text generation model. 1407K downloads on HuggingFace.","benchgecko_score":{"value":30.7,"rank":242,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":30.7,"list_price":{"input_usd_per_m":null,"output_usd_per_m":null,"source":"Provider list price","as_of":"2026-04-09"},"pricing":{"input":null,"output":null},"providers":[],"cheapest_provider":null,"providers_source":null,"scores":[{"benchmark":"JSQuAD","benchmark_slug":"jp-jsquad","score":89.5,"unit":"%","category":"language","source":"Published CJK benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/jp-jsquad"},{"benchmark":"JCommonsenseQA","benchmark_slug":"jp-jcommonsenseqa","score":87.7,"unit":"%","category":"language","source":"Published CJK benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/jp-jcommonsenseqa"},{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":74.08,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"JNLI","benchmark_slug":"jp-jnli","score":61.1,"unit":"%","category":"language","source":"Published CJK benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/jp-jnli"},{"benchmark":"MMMLU — Spanish","benchmark_slug":"mmmlu-es","score":55.8,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-es"},{"benchmark":"MMMLU — French","benchmark_slug":"mmmlu-fr","score":55.8,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-fr"},{"benchmark":"MMMLU — Portuguese","benchmark_slug":"mmmlu-pt","score":55.5,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-pt"},{"benchmark":"MMMLU — German","benchmark_slug":"mmmlu-de","score":53.5,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-de"},{"benchmark":"MMMLU — Italian","benchmark_slug":"mmmlu-it","score":53.3,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-it"},{"benchmark":"MMMLU — Chinese","benchmark_slug":"mmmlu-zh","score":51.4,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-zh"},{"benchmark":"MMMLU — Indonesian","benchmark_slug":"mmmlu-id","score":51,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-id"},{"benchmark":"LLM-JP — Overall","benchmark_slug":"jp-overall","score":49.62,"unit":"%","category":"language","source":"Published CJK benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/jp-overall"},{"benchmark":"JMMLU","benchmark_slug":"jp-jmmlu","score":46.7,"unit":"%","category":"language","source":"Published CJK benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/jp-jmmlu"},{"benchmark":"MMMLU — Korean","benchmark_slug":"mmmlu-ko","score":46.5,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-ko"},{"benchmark":"MMMLU — Japanese","benchmark_slug":"mmmlu-ja","score":42.3,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-ja"},{"benchmark":"MMMLU — Hindi","benchmark_slug":"mmmlu-hi","score":41.4,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-hi"},{"benchmark":"MMMLU — Arabic","benchmark_slug":"mmmlu-ar","score":40.5,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-ar"},{"benchmark":"MMMLU — Swahili","benchmark_slug":"mmmlu-sw","score":37.5,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-sw"},{"benchmark":"MMMLU — Bengali","benchmark_slug":"mmmlu-bn","score":36.4,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-bn"},{"benchmark":"MMMLU — Yoruba","benchmark_slug":"mmmlu-yo","score":31,"unit":"%","category":"language","source":"Published multilingual benchmark suites","source_url":null,"benchmark_url":"https://benchgecko.ai/benchmark/mmmlu-yo"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":29.6,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":28.24,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":8.69,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":1.6,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":1.23,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/meta-llama-meta-llama-3-8b-instruct","json":"https://benchgecko.ai/api/v1/models/meta-llama-meta-llama-3-8b-instruct","price_history":"https://benchgecko.ai/api/v1/price-history/meta-llama-meta-llama-3-8b-instruct","provider_prices":null}}