{"source":"BenchGecko","url":"https://benchgecko.ai/model/mistral-small-3-1-24b-instruct","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/mistral-small-3-1-24b-instruct","cite":"Mistral Small 3.1 24B · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/mistral-small-3-1-24b-instruct","slug":"mistral-small-3-1-24b-instruct","name":"Mistral Small 3.1 24B","provider":{"name":"Mistral AI","slug":"mistral"},"model_type":"multimodal","release_date":"2025-03-17","is_open_source":true,"status":"active","context_window":128000,"description":"Mistral Small 3.1 24B Instruct is an upgraded variant of Mistral Small 3 (2501), featuring 24 billion parameters with advanced multimodal capabilities. It provides state-of-the-art performance in text-based reasoning and...","benchgecko_score":{"value":22.7,"rank":271,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":22.7,"list_price":{"input_usd_per_m":0.351,"output_usd_per_m":0.555,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.351,"output":0.555},"providers":[{"provider":"Cloudflare","endpoint":"cloudflare","quantization":null,"context_tokens":128000,"input_usd_per_m":0.351,"output_usd_per_m":0.555,"cache_read_usd_per_m":null,"uptime_1d_pct":98.88,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"Cloudflare","endpoint":"cloudflare","quantization":null,"context_tokens":128000,"input_usd_per_m":0.351,"output_usd_per_m":0.555,"cache_read_usd_per_m":null,"uptime_1d_pct":98.88,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"HELM — WildBench","benchmark_slug":"helm-wildbench","score":78.8,"unit":"%","category":"reasoning","source":"Stanford HELM","source_url":"https://crfm.stanford.edu/helm/","benchmark_url":"https://benchgecko.ai/benchmark/helm-wildbench"},{"benchmark":"HELM — IFEval","benchmark_slug":"helm-ifeval","score":75,"unit":"%","category":"language","source":"Stanford HELM","source_url":"https://crfm.stanford.edu/helm/","benchmark_url":"https://benchgecko.ai/benchmark/helm-ifeval"},{"benchmark":"HELM — MMLU-Pro","benchmark_slug":"helm-mmlu-pro","score":61,"unit":"%","category":"knowledge","source":"Stanford HELM","source_url":"https://crfm.stanford.edu/helm/","benchmark_url":"https://benchgecko.ai/benchmark/helm-mmlu-pro"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":46.77,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"HELM — GPQA","benchmark_slug":"helm-gpqa","score":39.2,"unit":"%","category":"knowledge","source":"Stanford HELM","source_url":"https://crfm.stanford.edu/helm/","benchmark_url":"https://benchgecko.ai/benchmark/helm-gpqa"},{"benchmark":"Dtbench","benchmark_slug":"dtbench","score":31.07,"unit":"%","category":"general","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/dtbench"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":29.97,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"},{"benchmark":"HELM — Omni-MATH","benchmark_slug":"helm-omni-math","score":24.8,"unit":"%","category":"math","source":"Stanford HELM","source_url":"https://crfm.stanford.edu/helm/","benchmark_url":"https://benchgecko.ai/benchmark/helm-omni-math"},{"benchmark":"OTIS Mock AIME 2024-2025","benchmark_slug":"otis-mock-aime-2024-2025","score":5.74,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/otis-mock-aime-2024-2025"},{"benchmark":"Chess Puzzles","benchmark_slug":"chess-puzzles","score":0,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/chess-puzzles"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/mistral-small-3-1-24b-instruct","json":"https://benchgecko.ai/api/v1/models/mistral-small-3-1-24b-instruct","price_history":"https://benchgecko.ai/api/v1/price-history/mistral-small-3-1-24b-instruct","provider_prices":null}}