{"source":"BenchGecko","url":"https://benchgecko.ai/model/phi-3-medium-14b","as_of":"2026-04-09","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/phi-3-medium-14b","cite":"phi-3-medium 14B · benchmarks, pricing and providers. BenchGecko, data as of 2026-04-09. https://benchgecko.ai/model/phi-3-medium-14b","slug":"phi-3-medium-14b","name":"phi-3-medium 14B","provider":{"name":"Microsoft","slug":"microsoft"},"model_type":"text","release_date":"2024-01-01","is_open_source":true,"status":"benchmark-only","context_window":null,"description":null,"benchgecko_score":{"value":69.2,"rank":39,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":69.2,"list_price":{"input_usd_per_m":null,"output_usd_per_m":null,"source":"Provider list price","as_of":"2026-04-09"},"pricing":{"input":null,"output":null},"providers":[],"cheapest_provider":null,"providers_source":null,"scores":[{"benchmark":"ARC AI2","benchmark_slug":"arc-ai2","score":88.8,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/arc-ai2"},{"benchmark":"OpenBookQA","benchmark_slug":"openbookqa","score":83.2,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/openbookqa"},{"benchmark":"HellaSwag","benchmark_slug":"hellaswag","score":76.53,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/hellaswag"},{"benchmark":"BBH","benchmark_slug":"bbh","score":75.2,"unit":"%","category":"reasoning","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/bbh"},{"benchmark":"TriviaQA","benchmark_slug":"triviaqa","score":73.9,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/triviaqa"},{"benchmark":"MMLU","benchmark_slug":"mmlu","score":70.67,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/mmlu"},{"benchmark":"Winogrande","benchmark_slug":"winogrande","score":63,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/winogrande"},{"benchmark":"ANLI","benchmark_slug":"anli","score":33.7,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/anli"},{"benchmark":"MATH level 5","benchmark_slug":"math-level-5","score":17.56,"unit":"%","category":"math","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/math-level-5"},{"benchmark":"GPQA diamond","benchmark_slug":"gpqa-diamond","score":3.45,"unit":"%","category":"knowledge","source":"Epoch AI Benchmarking Hub","source_url":"https://epoch.ai/data/ai-benchmarking-dashboard","benchmark_url":"https://benchgecko.ai/benchmark/gpqa-diamond"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/phi-3-medium-14b","json":"https://benchgecko.ai/api/v1/models/phi-3-medium-14b","price_history":"https://benchgecko.ai/api/v1/price-history/phi-3-medium-14b","provider_prices":null}}