{"source":"BenchGecko","url":"https://benchgecko.ai/model/qwen-2-5-coder-32b-instruct","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/qwen-2-5-coder-32b-instruct","cite":"Qwen2.5 Coder 32B Instruct · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/qwen-2-5-coder-32b-instruct","slug":"qwen-2-5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","provider":{"name":"Alibaba Qwen","slug":"alibaba"},"model_type":"text","release_date":"2024-11-11","is_open_source":true,"status":"active","context_window":32768,"description":"Qwen2.5-Coder is the latest series of Code-Specific Qwen large language models (formerly known as CodeQwen). Qwen2.5-Coder brings the following improvements upon CodeQwen1.5: - Significantly improvements in **code generation**, **code reasoning**...","benchgecko_score":{"value":71.4,"rank":34,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":71.4,"list_price":{"input_usd_per_m":0.66,"output_usd_per_m":1,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.66,"output":1},"providers":[{"provider":"Cloudflare","endpoint":"cloudflare","quantization":null,"context_tokens":32768,"input_usd_per_m":0.66,"output_usd_per_m":1,"cache_read_usd_per_m":null,"uptime_1d_pct":99.93,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"Cloudflare","endpoint":"cloudflare","quantization":null,"context_tokens":32768,"input_usd_per_m":0.66,"output_usd_per_m":1,"cache_read_usd_per_m":null,"uptime_1d_pct":99.93,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"Chatbot Arena Elo — Overall","benchmark_slug":"arena-elo-overall","score":1270.58,"unit":"elo","category":"arena","source":"LMArena","source_url":"https://lmarena.ai/leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/arena-elo-overall"},{"benchmark":"GSM8K","benchmark_slug":"gsm8k","score":91.1,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gsm8k"},{"benchmark":"HellaSwag","benchmark_slug":"hellaswag","score":77.33,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/hellaswag"},{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":72.65,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"MMLU","benchmark_slug":"mmlu","score":72.13,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/mmlu"},{"benchmark":"Aider — Code Editing","benchmark_slug":"aider-edit","score":71.4,"unit":"%","category":"coding","source":"Aider leaderboards","source_url":"https://aider.chat/docs/leaderboards/","benchmark_url":"https://benchgecko.ai/benchmark/aider-edit"},{"benchmark":"Winogrande","benchmark_slug":"winogrande","score":61.6,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/winogrande"},{"benchmark":"ARC AI2","benchmark_slug":"arc-ai2","score":60.67,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-ai2"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":52.27,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":49.55,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":37.92,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"Aider polyglot","benchmark_slug":"aider-polyglot","score":16.4,"unit":"%","category":"coding","source":"Aider leaderboards","source_url":"https://aider.chat/docs/leaderboards/","benchmark_url":"https://benchgecko.ai/benchmark/aider-polyglot"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":13.72,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":13.2,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/qwen-2-5-coder-32b-instruct","json":"https://benchgecko.ai/api/v1/models/qwen-2-5-coder-32b-instruct","price_history":"https://benchgecko.ai/api/v1/price-history/qwen-2-5-coder-32b-instruct","provider_prices":null}}