{"source":"BenchGecko","url":"https://benchgecko.ai/model/hermes-3-llama-3-1-70b","as_of":"2026-10-05","license":"BenchGecko collected data (prices, provider offers, Gecko Tests) is CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/. Benchmark scores belong to their original publishers (see sources) and are aggregated with attribution. Attribution required: \"Source: BenchGecko\" with a link.","attribution":"Source: BenchGecko · https://benchgecko.ai/model/hermes-3-llama-3-1-70b","cite":"Hermes 3 70B Instruct · benchmarks, pricing and providers. BenchGecko, data as of 2026-10-05. https://benchgecko.ai/model/hermes-3-llama-3-1-70b","slug":"hermes-3-llama-3-1-70b","name":"Hermes 3 70B Instruct","provider":{"name":"nousresearch","slug":"nousresearch"},"model_type":"text","release_date":"2024-08-18","is_open_source":true,"status":"active","context_window":131072,"description":"Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the...","benchgecko_score":{"value":73.2,"rank":30,"of":312,"method":"Normalized average of public benchmark scores","method_url":"https://benchgecko.ai/methodology"},"avg_score":73.2,"list_price":{"input_usd_per_m":0.7,"output_usd_per_m":0.7,"source":"OpenRouter models API (checked daily)","as_of":"2026-10-05"},"pricing":{"input":0.7,"output":0.7},"providers":[{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":131072,"input_usd_per_m":0.7,"output_usd_per_m":0.7,"cache_read_usd_per_m":null,"uptime_1d_pct":99.98,"as_of":"2026-10-05"}],"cheapest_provider":{"provider":"DeepInfra","endpoint":"deepinfra/fp8","quantization":"fp8","context_tokens":131072,"input_usd_per_m":0.7,"output_usd_per_m":0.7,"cache_read_usd_per_m":null,"uptime_1d_pct":99.98,"as_of":"2026-10-05"},"providers_source":"OpenRouter endpoints API, one row per provider, refreshed daily","scores":[{"benchmark":"IFEval","benchmark_slug":"hf-ifeval","score":76.61,"unit":"%","category":"language","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-ifeval"},{"benchmark":"BBH (HuggingFace)","benchmark_slug":"hf-bbh","score":53.77,"unit":"%","category":"general","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-bbh"},{"benchmark":"MMLU-PRO","benchmark_slug":"hf-mmlu-pro","score":41.41,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-mmlu-pro"},{"benchmark":"MUSR","benchmark_slug":"hf-musr","score":23.43,"unit":"%","category":"reasoning","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-musr"},{"benchmark":"MATH Level 5","benchmark_slug":"hf-math-lvl5","score":21,"unit":"%","category":"math","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-math-lvl5"},{"benchmark":"GPQA","benchmark_slug":"hf-gpqa","score":14.88,"unit":"%","category":"knowledge","source":"Hugging Face Open LLM Leaderboard (archived)","source_url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard","benchmark_url":"https://benchgecko.ai/benchmark/hf-gpqa"}],"gecko_tests":null,"links":{"page":"https://benchgecko.ai/model/hermes-3-llama-3-1-70b","json":"https://benchgecko.ai/api/v1/models/hermes-3-llama-3-1-70b","price_history":"https://benchgecko.ai/api/v1/price-history/hermes-3-llama-3-1-70b","provider_prices":null}}