{"source":"BenchGecko","url":"https://benchgecko.ai/gecko-tests/same-model-different-host","as_of":null,"license":"CC BY 4.0 · https://creativecommons.org/licenses/by/4.0/ · attribution \"Source: BenchGecko\" with a link","attribution":"Source: BenchGecko · https://benchgecko.ai/gecko-tests/same-model-different-host","cite":"BenchGecko Gecko Tests, Same Model, Different Host. BenchGecko. https://benchgecko.ai/gecko-tests/same-model-different-host","test":"same-model-different-host","name":"Same Model, Different Host","kind":"monitoring","question":"Do providers serving the same open model give the same quality?","metric":"Share of 30 exact-answer tasks right per provider; flagged when more than 15 points below the best host","page":"https://benchgecko.ai/gecko-tests/same-model-different-host","dataset_json":"https://benchgecko.ai/api/lab/same-model-different-host","dataset_csv":null,"version":null,"models_tested":0,"headline":null,"results":[]}