{"source":"BenchGecko","url":"https://benchgecko.ai/model/llama-3-1-8b-instruct","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/llama-3-1-8b-instruct","cite":"Llama 3.1 8B Instruct · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/llama-3-1-8b-instruct","slug":"llama-3-1-8b-instruct","name":"Llama 3.1 8B Instruct","provider":{"name":"Meta","slug":"meta"},"model_type":"text","release_date":"2024-07-23","is_open_source":true,"status":"active","context_window":131072,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient. It has demonstrated strong performance compared to...","benchgecko_score":{"value":30.7,"rank":243,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":30.7,"list_price":{"input_usd_per_m":0.02,"output_usd_per_m":0.03,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.02,"output":0.03},"providers":[{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":131072,"input_usd_per_m":0.02,"output_usd_per_m":0.04,"cache_read_usd_per_m":null,"uptime_1d_pct":99.97,"as_of":"2026-10-05"},{"provider":"Novita","endpoint":"novita/fp8","quantization":"fp8","context_tokens":16384,"input_usd_per_m":0.02,"output_usd_per_m":0.05,"cache_read_usd_per_m":null,"uptime_1d_pct":99.76,"as_of":"2026-10-05"},{"provider":"Groq","endpoint":"groq","quantization":null,"context_tokens":131072,"input_usd_per_m":0.05,"output_usd_per_m":0.08,"cache_read_usd_per_m":0.025,"uptime_1d_pct":99.58,"as_of":"2026-10-05"},{"provider":"Cloudflare","endpoint":"cloudflare/fp8","quantization":"fp8","context_tokens":32000,"input_usd_per_m":0.152,"output_usd_per_m":0.287,"cache_read_usd_per_m":null,"uptime_1d_pct":96.89,"as_of":"2026-10-05"},{"provider":"CoreWeave","endpoint":"coreweave/bf16","quantization":"bf16","context_tokens":131072,"input_usd_per_m":0.22,"output_usd_per_m":0.22,"cache_read_usd_per_m":0.22,"uptime_1d_pct":100,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":131072,"input_usd_per_m":0.02,"output_usd_per_m":0.04,"cache_read_usd_per_m":null,"uptime_1d_pct":99.97,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"Chatbot Arena Elo — Overall","benchmark_slug":"arena-elo-overall","score":1211.22,"unit":"elo","category":"arena","source":"LMArena","source_url":"https://lmarena.ai/leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/arena-elo-overall"},{"benchmark":"GSM8K","benchmark_slug":"gsm8k","score":82.4,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gsm8k"},{"benchmark":"PIQA","benchmark_slug":"piqa","score":62.4,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/piqa"},{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":50.58,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"MMLU","benchmark_slug":"mmlu","score":41.47,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/mmlu"},{"benchmark":"Aider — Code Editing","benchmark_slug":"aider-edit","score":37.6,"unit":"%","category":"coding","source":"Aider leaderboards","source_url":"https://aider.chat/docs/leaderboards/","benchmark_url":"https://benchgecko.ai/benchmark/aider-edit"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":30.86,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":29.19,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":22.88,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"Dtbench","benchmark_slug":"dtbench","score":18.22,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/dtbench"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":15.48,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"},{"benchmark":"Balrog","benchmark_slug":"balrog","score":15.1,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/balrog"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":9.51,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":8.51,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"Lmca","benchmark_slug":"lmca","score":6.32,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/lmca"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":2.61,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"WeirdML","benchmark_slug":"weirdml","score":1.73,"unit":"%","category":"coding","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/weirdml"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":1.57,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"},{"benchmark":"Chess Puzzles","benchmark_slug":"chess-puzzles","score":0,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/chess-puzzles"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/llama-3-1-8b-instruct","json":"https://benchgecko.ai/api/v1/models/llama-3-1-8b-instruct","price_history":"https://benchgecko.ai/api/v1/price-history/llama-3-1-8b-instruct","provider_prices":"https://benchgecko.ai/pricing/arbitrage/llama-3-1-8b-instruct"}}