{"source":"BenchGecko","url":"https://benchgecko.ai/model/devstral-2512","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/devstral-2512","cite":"Devstral 2 2512 · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/devstral-2512","slug":"devstral-2512","name":"Devstral 2 2512","provider":{"name":"Mistral AI","slug":"mistral"},"model_type":"text","release_date":"2025-12-09","is_open_source":true,"status":"active","context_window":262144,"description":"Devstral 2 is a state-of-the-art open-source model by Mistral AI specializing in agentic coding. It is a 123B-parameter dense transformer model supporting a 256K context window. Devstral 2 supports exploring...","benchgecko_score":{"value":28.8,"rank":254,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":28.8,"list_price":{"input_usd_per_m":0.4,"output_usd_per_m":2,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.4,"output":2},"providers":[{"provider":"Mistral","endpoint":"mistral/eu","quantization":null,"context_tokens":262144,"input_usd_per_m":0.4,"output_usd_per_m":2,"cache_read_usd_per_m":0.04,"uptime_1d_pct":99.85,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"Mistral","endpoint":"mistral/eu","quantization":null,"context_tokens":262144,"input_usd_per_m":0.4,"output_usd_per_m":2,"cache_read_usd_per_m":0.04,"uptime_1d_pct":99.85,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"LiveBench — Coding","benchmark_slug":"livebench-coding","score":66.79,"unit":"%","category":"coding","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-coding"},{"benchmark":"LiveBench — Mathematics","benchmark_slug":"livebench-mathematics","score":52.52,"unit":"%","category":"math","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-mathematics"},{"benchmark":"LiveBench — Language","benchmark_slug":"livebench-language","score":45.67,"unit":"%","category":"language","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-language"},{"benchmark":"LiveBench — Agentic Coding","benchmark_slug":"livebench-agentic-coding","score":43.33,"unit":"%","category":"coding","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-agentic-coding"},{"benchmark":"LiveBench — Overall","benchmark_slug":"livebench-overall","score":41.24,"unit":"%","category":"knowledge","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-overall"},{"benchmark":"LiveBench — Data Analysis","benchmark_slug":"livebench-data-analysis","score":39.14,"unit":"%","category":"reasoning","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-data-analysis"},{"benchmark":"LiveBench — Reasoning","benchmark_slug":"livebench-reasoning","score":27.74,"unit":"%","category":"reasoning","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-reasoning"},{"benchmark":"LiveBench — If","benchmark_slug":"livebench-if","score":13.5,"unit":"%","category":"language","source":"LiveBench","source_url":"https://livebench.ai","benchmark_url":"https://benchgecko.ai/benchmark/livebench-if"}],"gecko_tests":{"gecko_score":null,"rank":null,"tests_taken":2,"tests":[{"test":"who-are-you","name":"Who Are You","grade":"E","value":66.7,"verdict":"Sometimes says it is OpenAI","url":"https://benchgecko.ai/gecko-tests/who-are-you"},{"test":"tokenizer-tax","name":"Tokenizer Tax","grade":"C","value":46.7,"verdict":"53% more tokens outside English","url":"https://benchgecko.ai/gecko-tests/tokenizer-tax"}],"scorecard_url":"https://benchgecko.ai/gecko-tests/scorecard"},"links":{"page":"https://benchgecko.ai/model/devstral-2512","json":"https://benchgecko.ai/api/v1/models/devstral-2512","price_history":"https://benchgecko.ai/api/v1/price-history/devstral-2512","provider_prices":null}}