{"source":"BenchGecko","url":"https://benchgecko.ai/model/gemma-2-9b-it","as_of":"2026-04-14","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/gemma-2-9b-it","cite":"Gemma 2 9B · benchmarks, pricing and providers. BenchGecko, data as of 2026-04-14. https://benchgecko.ai/model/gemma-2-9b-it","slug":"gemma-2-9b-it","name":"Gemma 2 9B","provider":{"name":"Google DeepMind","slug":"google"},"model_type":"text","release_date":"2024-06-28","is_open_source":true,"status":"active","context_window":8192,"description":"Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class. Designed for a wide variety of...","benchgecko_score":{"value":51.1,"rank":138,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":51.1,"list_price":{"input_usd_per_m":0.03,"output_usd_per_m":0.09,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.03,"output":0.09},"providers":[],"cheapest_provider":null,"providers_source":null,"scores":[{"benchmark":"Chatbot Arena Elo — Overall","benchmark_slug":"arena-elo-overall","score":1265.02,"unit":"elo","category":"arena","source":"LMArena","source_url":"https://lmarena.ai/leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/arena-elo-overall"},{"benchmark":"GSM8K","benchmark_slug":"gsm8k","score":84.9,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gsm8k"},{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":74.36,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"PIQA","benchmark_slug":"piqa","score":67.4,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/piqa"},{"benchmark":"MMLU","benchmark_slug":"mmlu","score":62.8,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/mmlu"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":42.14,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":31.95,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":21.01,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":19.49,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":14.77,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":9.74,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":3.28,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":0.46,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/gemma-2-9b-it","json":"https://benchgecko.ai/api/v1/models/gemma-2-9b-it","price_history":"https://benchgecko.ai/api/v1/price-history/gemma-2-9b-it","provider_prices":null}}