3:["$","div",null,{"children":[["$","main",null,{"className":"min-h-screen","children":[["$","div",null,{"className":"text-md flex w-full items-center justify-center border-b border-slate-500 bg-slate-800 p-2 text-white gap-1","children":[["$","$L16",null,{"href":"https://twitter.com/ArtificialAnlys","target":"_blank","className":"hover:underline text-sm","children":"Follow us on Twitter or LinkedIn to stay up to date with future analysis","prefetch":false}],["$","$L16",null,{"href":"https://twitter.com/ArtificialAnlys","target":"_blank","children":["$","svg",null,{"fill":"currentColor","viewBox":"0 0 24 24","className":" h-10 w-10 text-sky-400 hover:text-sky-300 md:h-6 md:w-6","aria-hidden":"true","children":["$","path",null,{"d":"M8.29 20.251c7.547 0 11.675-6.253 11.675-11.675 0-.178 0-.355-.012-.53A8.348 8.348 0 0022 5.92a8.19 8.19 0 01-2.357.646 4.118 4.118 0 001.804-2.27 8.224 8.224 0 01-2.605.996 4.107 4.107 0 00-6.993 3.743 11.65 11.65 0 01-8.457-4.287 4.106 4.106 0 001.27 5.477A4.072 4.072 0 012.8 9.713v.052a4.105 4.105 0 003.292 4.022 4.095 4.095 0 01-1.853.07 4.108 4.108 0 003.834 2.85A8.233 8.233 0 012 18.407a11.616 11.616 0 006.29 1.84"}]}],"prefetch":false}],["$","$L16",null,{"href":"https://www.linkedin.com/company/artificial-analysis/","target":"_blank","children":["$","svg",null,{"viewBox":"0 0 72 72","className":"h-8 w-8 text-sky-400 hover:text-sky-300 hover:opacity-80 md:h-5 md:w-5","aria-hidden":"true","xmlns":"http://www.w3.org/2000/svg","children":["$","g",null,{"fill":"none","fillRule":"evenodd","children":[["$","path",null,{"d":"M8,72 L64,72 C68.418278,72 72,68.418278 72,64 L72,8 C72,3.581722 68.418278,-8.11624501e-16 64,0 L8,0 C3.581722,8.11624501e-16 -5.41083001e-16,3.581722 0,8 L0,64 C5.41083001e-16,68.418278 3.581722,72 8,72 Z","fill":"#007EBB"}],["$","path",null,{"d":"M62,62 L51.315625,62 L51.315625,43.8021149 C51.315625,38.8127542 49.4197917,36.0245323 45.4707031,36.0245323 C41.1746094,36.0245323 38.9300781,38.9261103 38.9300781,43.8021149 L38.9300781,62 L28.6333333,62 L28.6333333,27.3333333 L38.9300781,27.3333333 L38.9300781,32.0029283 C38.9300781,32.0029283 42.0260417,26.2742151 49.3825521,26.2742151 C56.7356771,26.2742151 62,30.7644705 62,40.051212 L62,62 Z M16.349349,22.7940133 C12.8420573,22.7940133 10,19.9296567 10,16.3970067 C10,12.8643566 12.8420573,10 16.349349,10 C19.8566406,10 22.6970052,12.8643566 22.6970052,16.3970067 C22.6970052,19.9296567 19.8566406,22.7940133 16.349349,22.7940133 Z M11.0325521,62 L21.769401,62 L21.769401,27.3333333 L11.0325521,27.3333333 L11.0325521,62 Z","fill":"#FFF"}]]}]}],"prefetch":false}]]}],["$","$L18",null,{"models":[{"additional_text":null,"aime":null,"aime25":0.483,"agentic_index":6.03,"coding_index":34.73,"commercial_allowed":null,"computed_performance_host_model_id":"f0fbf5ee-29e9-4f25-8d1e-efda00412878","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":14,"estimated_intelligence_index":46.25587,"family_slug_for_ordering":"gpt-5","frontier_model":false,"gpqa":0.686,"hle":0.058,"humaneval":null,"id":"eab1492c-b853-4852-aa71-06b0ec2481c1","ifbench":0.45,"inference_parameters_active":null,"intelligence_index":41.76,"intelligence_index_token_counts":{"input_tokens":32971167,"answer_tokens":6625111,"output_tokens":6625111,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.637,"license_name":null,"license_url":null,"livecodebench":0.543,"math_500":null,"math_index":48.33,"mmlu_pro":0.82,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 (ChatGPT)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.378,"short_name":"GPT-5 (ChatGPT)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5-chatgpt","tau2":0,"terminalbench_hard":0.121,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"f0fbf5ee-29e9-4f25-8d1e-efda00412878","slug":"openai_gpt-5-chatgpt","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"eab1492c-b853-4852-aa71-06b0ec2481c1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-chat-latest","function_calling":false,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (ChatGPT)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-chatgpt","hosts_url":"/models/gpt-5-chatgpt/providers","name_and_creator_label":"GPT-5 (ChatGPT), OpenAI"},{"additional_text":null,"aime":0.957,"aime25":0.943,"agentic_index":57.65,"coding_index":52.66,"commercial_allowed":null,"computed_performance_host_model_id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":49,"estimated_intelligence_index":63.613445,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.854,"hle":0.265,"humaneval":0.989,"id":"48e50f00-1fd1-4acc-b337-61078aa341e6","ifbench":0.731,"inference_parameters_active":null,"intelligence_index":68.47,"intelligence_index_token_counts":{"input_tokens":48319931,"answer_tokens":2997061,"output_tokens":85250665,"reasoning_tokens":82253604},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.756,"license_name":null,"license_url":null,"livecodebench":0.846,"math_500":0.994,"math_index":94.33,"mmlu_pro":0.871,"mmmu_pro":0.742,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.429,"short_name":"GPT-5 (high)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5","tau2":0.848,"terminalbench_hard":0.305,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"54791ea3-592c-40b5-803c-a543816f6d96","slug":"azure_gpt-5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"48e50f00-1fd1-4acc-b337-61078aa341e6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-5 (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","slug":"openai_gpt-5-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"48e50f00-1fd1-4acc-b337-61078aa341e6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5","hosts_url":"/models/gpt-5/providers","name_and_creator_label":"GPT-5 (high), OpenAI"},{"additional_text":null,"aime":0.83,"aime25":0.83,"agentic_index":54.52,"coding_index":46.75,"commercial_allowed":null,"computed_performance_host_model_id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":1,"estimated_intelligence_index":58.363373,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.808,"hle":0.184,"humaneval":0.987,"id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","ifbench":0.666,"inference_parameters_active":null,"intelligence_index":61.79,"intelligence_index_token_counts":{"input_tokens":47793285,"answer_tokens":2604250,"output_tokens":17859310,"reasoning_tokens":15255060},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.587,"license_name":null,"license_url":null,"livecodebench":0.763,"math_500":0.987,"math_index":83,"mmlu_pro":0.86,"mmmu_pro":0.738,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 (low)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.391,"short_name":"GPT-5 (low)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5-low","tau2":0.842,"terminalbench_hard":0.248,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","slug":"openai_gpt-5-low","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f9959a4b-cedc-416c-96c8-8922b04a9867","slug":"azure_gpt-5-low","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-5 (low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-low","hosts_url":"/models/gpt-5-low/providers","name_and_creator_label":"GPT-5 (low), OpenAI"},{"additional_text":null,"aime":0.917,"aime25":0.917,"agentic_index":61.36,"coding_index":49.17,"commercial_allowed":null,"computed_performance_host_model_id":"80983925-1296-45ab-bbad-d4fb17b420ba","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":50,"estimated_intelligence_index":62.262883,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.842,"hle":0.235,"humaneval":0.984,"id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","ifbench":0.706,"inference_parameters_active":null,"intelligence_index":66.36,"intelligence_index_token_counts":{"input_tokens":49779330,"answer_tokens":2912716,"output_tokens":45028663,"reasoning_tokens":42115947},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.728,"license_name":null,"license_url":null,"livecodebench":0.703,"math_500":0.991,"math_index":91.67,"mmlu_pro":0.867,"mmmu_pro":0.743,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 (medium)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.411,"short_name":"GPT-5 (medium)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5-medium","tau2":0.865,"terminalbench_hard":0.362,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"80983925-1296-45ab-bbad-d4fb17b420ba","slug":"openai_gpt-5-medium","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"59743eb0-ff43-4a17-bd84-41f6ba69f67a","slug":"azure_gpt-5-medium","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-5 (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-medium","hosts_url":"/models/gpt-5-medium/providers","name_and_creator_label":"GPT-5 (medium), OpenAI"},{"additional_text":null,"aime":0.367,"aime25":0.317,"agentic_index":42.34,"coding_index":37.42,"commercial_allowed":null,"computed_performance_host_model_id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":3,"estimated_intelligence_index":39.655236,"family_slug_for_ordering":"gpt-5","frontier_model":false,"gpqa":0.673,"hle":0.054,"humaneval":0.951,"id":"c3738fb0-3408-4430-a699-760ae4b70c93","ifbench":0.456,"inference_parameters_active":null,"intelligence_index":43.48,"intelligence_index_token_counts":{"input_tokens":58266284,"answer_tokens":4393074,"output_tokens":4393074,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.25,"license_name":null,"license_url":null,"livecodebench":0.558,"math_500":0.861,"math_index":31.67,"mmlu_pro":0.806,"mmmu_pro":0.621,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 (minimal)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.388,"short_name":"GPT-5 (minimal)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5-minimal","tau2":0.67,"terminalbench_hard":0.177,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"0c3f122a-038e-4c82-a5a0-0cdd747ccee6","slug":"openai_gpt-5-minimal_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"c3738fb0-3408-4430-a699-760ae4b70c93","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (minimal)_private","cache_pricing_notes":null,"model_name_appendage":"private","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","slug":"openai_gpt-5-minimal","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"c3738fb0-3408-4430-a699-760ae4b70c93","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (minimal)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0.788,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-minimal","hosts_url":"/models/gpt-5-minimal/providers","name_and_creator_label":"GPT-5 (minimal), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.987,"agentic_index":61.15,"coding_index":53.45,"commercial_allowed":null,"computed_performance_host_model_id":"a3c2ed2d-da03-41a4-a38f-dbd8ed7c764a","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":76,"estimated_intelligence_index":null,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.837,"hle":0.256,"humaneval":null,"id":"5d11e7a1-4f70-4e5a-9364-e193761d6757","ifbench":0.741,"inference_parameters_active":null,"intelligence_index":68.48,"intelligence_index_token_counts":{"input_tokens":47817870,"answer_tokens":2147432,"output_tokens":76918505,"reasoning_tokens":74771073},"knowledge_cutoff_date":"2024-09-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.69,"license_name":null,"license_url":null,"livecodebench":0.84,"math_500":null,"math_index":98.67,"mmlu_pro":0.865,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 Codex (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-09-23","representative_query_token_counts":null,"scicode":0.409,"short_name":"GPT-5 Codex (high)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-5-codex","tau2":0.868,"terminalbench_hard":0.355,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"a3c2ed2d-da03-41a4-a38f-dbd8ed7c764a","slug":"openai_gpt-5-codex","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"5d11e7a1-4f70-4e5a-9364-e193761d6757","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-codex","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 Codex (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-codex","hosts_url":"/models/gpt-5-codex/providers","name_and_creator_label":"GPT-5 Codex (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.907,"agentic_index":49.81,"coding_index":51.42,"commercial_allowed":null,"computed_performance_host_model_id":"4a3c01ee-ab1e-4323-ad09-4f2ce81a4ebe","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":47,"estimated_intelligence_index":60.23704,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.828,"hle":0.197,"humaneval":null,"id":"29855680-7469-43eb-8b88-cd3fb1d99da3","ifbench":0.754,"inference_parameters_active":null,"intelligence_index":64.31,"intelligence_index_token_counts":{"input_tokens":55102099,"answer_tokens":3614736,"output_tokens":83939118,"reasoning_tokens":80324382},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.68,"license_name":null,"license_url":null,"livecodebench":0.838,"math_500":null,"math_index":90.67,"mmlu_pro":0.837,"mmmu_pro":0.701,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 mini (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.392,"short_name":"GPT-5 mini (high)","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-5-mini","tau2":0.684,"terminalbench_hard":0.312,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4a3c01ee-ab1e-4323-ad09-4f2ce81a4ebe","slug":"openai_gpt-5-mini-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"29855680-7469-43eb-8b88-cd3fb1d99da3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":0.307,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-mini","hosts_url":"/models/gpt-5-mini/providers","name_and_creator_label":"GPT-5 mini (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.85,"agentic_index":49,"coding_index":45.71,"commercial_allowed":null,"computed_performance_host_model_id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":68,"estimated_intelligence_index":58.62017,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.803,"hle":0.146,"humaneval":null,"id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","ifbench":0.712,"inference_parameters_active":null,"intelligence_index":60.8,"intelligence_index_token_counts":{"input_tokens":59348270,"answer_tokens":3571784,"output_tokens":27941366,"reasoning_tokens":24369582},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.66,"license_name":null,"license_url":null,"livecodebench":0.692,"math_500":null,"math_index":85,"mmlu_pro":0.828,"mmmu_pro":0.688,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 mini (medium)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.41,"short_name":"GPT-5 mini (medium)","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-5-mini-medium","tau2":0.711,"terminalbench_hard":0.27,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"291ca679-c928-4b83-b01f-e9aab94c1d62","slug":"azure_gpt-5-mini-medium","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-5 mini (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":0.307,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","slug":"openai_gpt-5-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 mini (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":0.307,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-mini-medium","hosts_url":"/models/gpt-5-mini-medium/providers","name_and_creator_label":"GPT-5 mini (medium), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.467,"agentic_index":22.67,"coding_index":34.96,"commercial_allowed":null,"computed_performance_host_model_id":"d7cd5371-e6ce-44c0-a95e-42a9dbedfd60","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":56,"estimated_intelligence_index":42.07103,"family_slug_for_ordering":"gpt-5","frontier_model":false,"gpqa":0.687,"hle":0.05,"humaneval":null,"id":"bc26bfdb-4923-4442-a6ca-e77392923581","ifbench":0.456,"inference_parameters_active":null,"intelligence_index":41.58,"intelligence_index_token_counts":{"input_tokens":74856002,"answer_tokens":4679714,"output_tokens":4679714,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.357,"license_name":null,"license_url":null,"livecodebench":0.545,"math_500":null,"math_index":46.67,"mmlu_pro":0.775,"mmmu_pro":0.584,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 mini (minimal)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.369,"short_name":"GPT-5 mini (minimal)","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-5-mini-minimal","tau2":0.319,"terminalbench_hard":0.135,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"1abdb92b-9d30-4312-b26b-d1209d42e371","slug":"openai_gpt-5-mini-minimal_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"bc26bfdb-4923-4442-a6ca-e77392923581","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 mini (minimal)_private","cache_pricing_notes":null,"model_name_appendage":"private","price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5b73f9b-065e-4e4a-856d-48e116c1fe2f","slug":"azure_gpt-5-mini_eastus2-global-std","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"bc26bfdb-4923-4442-a6ca-e77392923581","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini-eastus2-global-std","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-5 mini (minimal)_East US 2 - Global Standard","cache_pricing_notes":null,"model_name_appendage":"East US 2 - Global Standard","price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d7cd5371-e6ce-44c0-a95e-42a9dbedfd60","slug":"openai_gpt-5-mini-minimal","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"bc26bfdb-4923-4442-a6ca-e77392923581","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 mini (minimal)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":0.307,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-mini-minimal","hosts_url":"/models/gpt-5-mini-minimal/providers","name_and_creator_label":"GPT-5 mini (minimal), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.837,"agentic_index":23.66,"coding_index":42.29,"commercial_allowed":null,"computed_performance_host_model_id":"29df5c1e-e7bc-44ad-8e69-058506cfaaa8","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":5,"estimated_intelligence_index":50.098314,"family_slug_for_ordering":"gpt-5","frontier_model":true,"gpqa":0.676,"hle":0.082,"humaneval":null,"id":"e18e5e6a-5a31-4c0b-b80b-ac401392f446","ifbench":0.676,"inference_parameters_active":null,"intelligence_index":50.96,"intelligence_index_token_counts":{"input_tokens":73527961,"answer_tokens":4070934,"output_tokens":151419148,"reasoning_tokens":147348214},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.417,"license_name":null,"license_url":null,"livecodebench":0.789,"math_500":null,"math_index":83.67,"mmlu_pro":0.78,"mmmu_pro":0.61,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 nano (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.366,"short_name":"GPT-5 nano (high)","show_host_model_evals":false,"size_class":"Small","slug":"gpt-5-nano","tau2":0.36,"terminalbench_hard":0.113,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"29df5c1e-e7bc-44ad-8e69-058506cfaaa8","slug":"openai_gpt-5-nano-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"e18e5e6a-5a31-4c0b-b80b-ac401392f446","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 nano (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":0.077,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-nano","hosts_url":"/models/gpt-5-nano/providers","name_and_creator_label":"GPT-5 nano (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.783,"agentic_index":23.36,"coding_index":42.13,"commercial_allowed":null,"computed_performance_host_model_id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":55,"estimated_intelligence_index":49.185258,"family_slug_for_ordering":"gpt-5","frontier_model":false,"gpqa":0.67,"hle":0.076,"humaneval":null,"id":"8eb02396-f231-4189-ae15-05f7facebd9b","ifbench":0.659,"inference_parameters_active":null,"intelligence_index":49.29,"intelligence_index_token_counts":{"input_tokens":90454662,"answer_tokens":3560554,"output_tokens":62295937,"reasoning_tokens":58735383},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.4,"license_name":null,"license_url":null,"livecodebench":0.763,"math_500":null,"math_index":78.33,"mmlu_pro":0.772,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 nano (medium)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.338,"short_name":"GPT-5 nano (medium)","show_host_model_evals":false,"size_class":"Small","slug":"gpt-5-nano-medium","tau2":0.304,"terminalbench_hard":0.163,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"ace1b461-54eb-41e7-a103-4f2532bbeb95","slug":"azure_gpt-5-nano-medium","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"8eb02396-f231-4189-ae15-05f7facebd9b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-5 nano (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":0.077,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","slug":"openai_gpt-5-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"8eb02396-f231-4189-ae15-05f7facebd9b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 nano (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":0.077,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-nano-medium","hosts_url":"/models/gpt-5-nano-medium/providers","name_and_creator_label":"GPT-5 nano (medium), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.273,"agentic_index":16.06,"coding_index":27.47,"commercial_allowed":null,"computed_performance_host_model_id":"7e874c18-6089-41c4-9f74-a5b76fb77333","context_window_tokens":400000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":38,"estimated_intelligence_index":28.75563,"family_slug_for_ordering":"gpt-5","frontier_model":false,"gpqa":0.428,"hle":0.041,"humaneval":null,"id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","ifbench":0.325,"inference_parameters_active":null,"intelligence_index":29.05,"intelligence_index_token_counts":{"input_tokens":83736552,"answer_tokens":3933002,"output_tokens":3933002,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-05-30","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.2,"license_name":null,"license_url":null,"livecodebench":0.47,"math_500":null,"math_index":27.33,"mmlu_pro":0.556,"mmmu_pro":0.318,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-5 nano (minimal)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-07","representative_query_token_counts":null,"scicode":0.291,"short_name":"GPT-5 nano (minimal)","show_host_model_evals":false,"size_class":"Small","slug":"gpt-5-nano-minimal","tau2":0.257,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"d917fea0-fe97-40dc-8c94-b1cb6e023be0","slug":"openai_gpt-5-nano-minimal_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 nano (minimal)_private","cache_pricing_notes":null,"model_name_appendage":"private","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7e874c18-6089-41c4-9f74-a5b76fb77333","slug":"openai_gpt-5-nano-minimal","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano-2025-08-07","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 nano (minimal)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":0.077,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e4ac3eb2-5da6-41b4-bb2a-4d14c3281266","slug":"azure_gpt-5-nano_eastus2-global-std","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano-eastus2-global-std","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-5 nano (minimal)_East US 2 - Global Standard","cache_pricing_notes":null,"model_name_appendage":"East US 2 - Global Standard","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-nano-minimal","hosts_url":"/models/gpt-5-nano-minimal/providers","name_and_creator_label":"GPT-5 nano (minimal), OpenAI"},{"additional_text":null,"aime":0.903,"aime25":0.883,"agentic_index":57.73,"coding_index":52.19,"commercial_allowed":null,"computed_performance_host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":31,"estimated_intelligence_index":61.825377,"family_slug_for_ordering":"o3","frontier_model":true,"gpqa":0.827,"hle":0.2,"humaneval":0.991,"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","ifbench":0.714,"inference_parameters_active":null,"intelligence_index":65.45,"intelligence_index_token_counts":{"input_tokens":45618875,"answer_tokens":3401598,"output_tokens":53569536,"reasoning_tokens":50167938},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":0.916,"lab_claimed_gpqa":0.833,"lab_claimed_hle":0.2032,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.693,"license_name":null,"license_url":null,"livecodebench":0.808,"math_500":0.992,"math_index":88.33,"mmlu_pro":0.853,"mmmu_pro":0.701,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o3","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-04-16","representative_query_token_counts":null,"scicode":0.41,"short_name":"o3","show_host_model_evals":false,"size_class":"Large","slug":"o3","tau2":0.807,"terminalbench_hard":0.348,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"78c9c01b-1975-4f5c-a361-167978448467","slug":"azure_o3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":"*Price based on OpenAI's o3 pricing","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-global-standard","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","slug":"openai_o3","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-2025-04-16","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","slug":"openai_o3_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-2025-04-16","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":40,"price_1m_blended_3_to_1":17.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3","hosts_url":"/models/o3/providers","name_and_creator_label":"o3, OpenAI"},{"additional_text":null,"aime":0.77,"aime25":null,"agentic_index":17.52,"coding_index":39.35,"commercial_allowed":null,"computed_performance_host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-mini-medium","display_order":700,"estimated_intelligence_index":48.14973639959806,"family_slug_for_ordering":"o3","frontier_model":null,"gpqa":0.748,"hle":0.087,"humaneval":0.972,"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.749,"lab_claimed_hle":null,"lab_claimed_humaneval":0.963,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.717,"math_500":0.973,"math_index":null,"mmlu_pro":0.791,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o3-mini","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-01-31","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1043,"output_tokens":1895,"reasoning_tokens":852,"max_output_tokens_used":17469},"scicode":0.399,"short_name":"o3-mini","show_host_model_evals":false,"size_class":"Large","slug":"o3-mini","tau2":0.287,"terminalbench_hard":0.064,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","slug":"azure_o3-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0847c210-14c4-413c-abdf-c8109f386218","slug":"openai_o3-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini","hosts_url":"/models/o3-mini/providers","name_and_creator_label":"o3-mini, OpenAI"},{"additional_text":null,"aime":0.86,"aime25":null,"agentic_index":null,"coding_index":42.0545605,"commercial_allowed":null,"computed_performance_host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-mini","display_order":699,"estimated_intelligence_index":50.78173170910121,"family_slug_for_ordering":"o3","frontier_model":null,"gpqa":0.773,"hle":0.123,"humaneval":null,"id":"076f2674-bc4b-4925-be59-50832eb8c090","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":0.873,"lab_claimed_gpqa":0.772,"lab_claimed_hle":null,"lab_claimed_humaneval":0.976,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.734,"math_500":0.985,"math_index":null,"mmlu_pro":0.802,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o3-mini (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-01-31","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1048,"output_tokens":3282,"reasoning_tokens":2234,"max_output_tokens_used":19602},"scicode":0.398,"short_name":"o3-mini (high)","show_host_model_evals":false,"size_class":"Large","slug":"o3-mini-high","tau2":0.313,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","slug":"openai_o3-mini-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","slug":"azure_o3-mini-high","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini-high","hosts_url":"/models/o3-mini-high/providers","name_and_creator_label":"o3-mini (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5","display_order":696,"estimated_intelligence_index":65.25,"family_slug_for_ordering":"o3","frontier_model":null,"gpqa":0.845,"hle":null,"humaneval":null,"id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":0.93,"lab_claimed_gpqa":0.84,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o3-pro","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-06-10","representative_query_token_counts":null,"scicode":null,"short_name":"o3-pro","show_host_model_evals":false,"size_class":"Large","slug":"o3-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","slug":"openai_o3-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-pro-2025-06-10","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":20,"price_1m_output_tokens":80,"price_1m_blended_3_to_1":35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"be21e0a2-d12e-4a95-bd22-7b7445c9b251","slug":"azure_o3-pro","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","footnotes":"https://aaeastus2hub8773030627.openai.azure.com/openai/v1/","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-pro","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":20,"price_1m_output_tokens":80,"price_1m_blended_3_to_1":35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-pro","hosts_url":"/models/o3-pro/providers","name_and_creator_label":"o3-pro, OpenAI"},{"additional_text":null,"aime":0.943,"aime25":0.927,"agentic_index":56.22,"coding_index":55.07,"commercial_allowed":null,"computed_performance_host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":337,"estimated_intelligence_index":62.253372,"family_slug_for_ordering":"grok-4","frontier_model":true,"gpqa":0.877,"hle":0.239,"humaneval":0.977,"id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","ifbench":0.537,"inference_parameters_active":null,"intelligence_index":65.26,"intelligence_index_token_counts":{"input_tokens":46055152,"answer_tokens":1642177,"output_tokens":116651333,"reasoning_tokens":115009156},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.68,"license_name":null,"license_url":null,"livecodebench":0.819,"math_500":0.99,"math_index":92.67,"mmlu_pro":0.866,"mmmu_pro":0.688,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 4","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-07-10","representative_query_token_counts":null,"scicode":0.457,"short_name":"Grok 4","show_host_model_evals":false,"size_class":"Large","slug":"grok-4","tau2":0.749,"terminalbench_hard":0.376,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","slug":"xai_grok-4","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-0709","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":5.376,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"23559d28-0271-49ac-be8e-a9842858f168","slug":"azure_grok-4","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Grok 4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5.5,"price_1m_output_tokens":27.5,"price_1m_blended_3_to_1":11,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.09,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-4","hosts_url":"/models/grok-4/providers","name_and_creator_label":"Grok 4, xAI"},{"additional_text":null,"aime":null,"aime25":0.413,"agentic_index":37.55,"coding_index":28.11,"commercial_allowed":null,"computed_performance_host_model_id":"0572c124-5534-4db1-94da-5e6983debce9","context_window_tokens":2000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":341,"estimated_intelligence_index":null,"family_slug_for_ordering":"grok-4","frontier_model":false,"gpqa":0.606,"hle":0.05,"humaneval":null,"id":"2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a","ifbench":0.377,"inference_parameters_active":null,"intelligence_index":38.56,"intelligence_index_token_counts":{"input_tokens":57537987,"answer_tokens":4864450,"output_tokens":4864450,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.2,"license_name":null,"license_url":null,"livecodebench":0.401,"math_500":null,"math_index":41.33,"mmlu_pro":0.73,"mmmu_pro":0.481,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 4 Fast (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-19","representative_query_token_counts":null,"scicode":0.329,"short_name":"Grok 4 Fast","show_host_model_evals":false,"size_class":"Medium","slug":"grok-4-fast","tau2":0.637,"terminalbench_hard":0.113,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"ea495d54-cb26-4fb0-97d6-73b6f716427b","slug":"azure_grok-4-fast","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-fast-non-reasoning","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Grok 4 Fast (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.64,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0572c124-5534-4db1-94da-5e6983debce9","slug":"xai_grok-4-fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-fast-non-reasoning","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4 Fast","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.64,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-4-fast","hosts_url":"/models/grok-4-fast/providers","name_and_creator_label":"Grok 4 Fast, xAI"},{"additional_text":null,"aime":null,"aime25":0.897,"agentic_index":41.76,"coding_index":48.37,"commercial_allowed":null,"computed_performance_host_model_id":"cd39cdbb-6c01-4594-95ee-12b8799f51d0","context_window_tokens":2000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":342,"estimated_intelligence_index":null,"family_slug_for_ordering":"grok-4","frontier_model":true,"gpqa":0.847,"hle":0.17,"humaneval":null,"id":"573bbd93-114c-4b71-9ede-a73a7d4bdf84","ifbench":0.505,"inference_parameters_active":null,"intelligence_index":60.25,"intelligence_index_token_counts":{"input_tokens":50916319,"answer_tokens":3542499,"output_tokens":60514810,"reasoning_tokens":56972311},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.647,"license_name":null,"license_url":null,"livecodebench":0.832,"math_500":null,"math_index":89.67,"mmlu_pro":0.85,"mmmu_pro":0.618,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 4 Fast (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-09-19","representative_query_token_counts":null,"scicode":0.442,"short_name":"Grok 4 Fast","show_host_model_evals":false,"size_class":"Medium","slug":"grok-4-fast-reasoning","tau2":0.658,"terminalbench_hard":0.177,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"cd39cdbb-6c01-4594-95ee-12b8799f51d0","slug":"xai_grok-4-fast-reasoning","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"573bbd93-114c-4b71-9ede-a73a7d4bdf84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-fast-reasoning","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4 Fast (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.64,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bbd26e54-44df-47df-9ed5-2fcfe1dc9d02","slug":"azure_grok-4-fast-reasoning","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"573bbd93-114c-4b71-9ede-a73a7d4bdf84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-fast-reasoning","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Grok 4 Fast (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.64,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-4-fast-reasoning","hosts_url":"/models/grok-4-fast-reasoning/providers","name_and_creator_label":"Grok 4 Fast, xAI"},{"additional_text":null,"aime":0.563,"aime25":0.363,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-1-opus","display_order":991,"estimated_intelligence_index":42.337338,"family_slug_for_ordering":"claude-4","frontier_model":null,"gpqa":0.701,"hle":0.059,"humaneval":0.97,"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","ifbench":0.433,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.36,"license_name":null,"license_url":null,"livecodebench":0.542,"math_500":0.941,"math_index":36.33,"mmlu_pro":0.86,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4 Opus (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-22","representative_query_token_counts":null,"scicode":0.409,"short_name":"Claude 4 Opus","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-opus","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","slug":"google_claude-4-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","slug":"anthropic_claude-4-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-20250514","function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","slug":"amazon-bedrock_claude-4-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-opus","hosts_url":"/models/claude-4-opus/providers","name_and_creator_label":"Claude 4 Opus, Anthropic"},{"additional_text":null,"aime":0.757,"aime25":0.733,"agentic_index":49.77,"coding_index":44.16,"commercial_allowed":null,"computed_performance_host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-1-opus-thinking","display_order":999,"estimated_intelligence_index":50.275196762744,"family_slug_for_ordering":"claude-4","frontier_model":true,"gpqa":0.796,"hle":0.117,"humaneval":null,"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","ifbench":0.537,"inference_parameters_active":null,"intelligence_index":54.23,"intelligence_index_token_counts":{"input_tokens":52734250,"answer_tokens":6009642,"output_tokens":26935618,"reasoning_tokens":20925976},"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.796,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.337,"license_name":null,"license_url":null,"livecodebench":0.636,"math_500":0.982,"math_index":73.33,"mmlu_pro":0.873,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4 Opus (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-05-22","representative_query_token_counts":null,"scicode":0.398,"short_name":"Claude 4 Opus","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-opus-thinking","tau2":0.705,"terminalbench_hard":0.291,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","slug":"google_claude-4-opus-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","slug":"amazon-bedrock_claude-4-opus-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","slug":"anthropic_claude-4-opus-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-20250514","function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-opus-thinking","hosts_url":"/models/claude-4-opus-thinking/providers","name_and_creator_label":"Claude 4 Opus, Anthropic"},{"additional_text":null,"aime":0.407,"aime25":0.38,"agentic_index":38.94,"coding_index":35.89,"commercial_allowed":null,"computed_performance_host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-5-sonnet","display_order":987,"estimated_intelligence_index":41.519392,"family_slug_for_ordering":"claude-4","frontier_model":false,"gpqa":0.683,"hle":0.04,"humaneval":0.973,"id":"d034dafe-463d-4c50-956f-84fca657b26f","ifbench":0.454,"inference_parameters_active":null,"intelligence_index":44.36,"intelligence_index_token_counts":{"input_tokens":52620586,"answer_tokens":7470933,"output_tokens":7470933,"reasoning_tokens":0},"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.443,"license_name":null,"license_url":null,"livecodebench":0.449,"math_500":0.934,"math_index":38,"mmlu_pro":0.837,"mmmu_pro":0.624,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4 Sonnet (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-22","representative_query_token_counts":null,"scicode":0.373,"short_name":"Claude 4 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-sonnet","tau2":0.523,"terminalbench_hard":0.255,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"1ac63972-c09c-4017-892e-ee72ef090911","slug":"anthropic_claude-4-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-20250514","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"4f0bfd64-a44e-4494-8399-604444a337c1","slug":"databricks_claude-4-sonnet","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-claude-sonnet-4","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","slug":"google_claude-4-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet (Non-reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","slug":"amazon-bedrock_claude-4-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-sonnet","hosts_url":"/models/claude-4-sonnet/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic"},{"additional_text":null,"aime":0.773,"aime25":0.743,"agentic_index":47.2,"coding_index":45.11,"commercial_allowed":null,"computed_performance_host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-5-sonnet-thinking","display_order":992,"estimated_intelligence_index":53.988313,"family_slug_for_ordering":"claude-4","frontier_model":true,"gpqa":0.777,"hle":0.096,"humaneval":null,"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","ifbench":0.547,"inference_parameters_active":null,"intelligence_index":56.51,"intelligence_index_token_counts":{"input_tokens":58563421,"answer_tokens":6797145,"output_tokens":43399396,"reasoning_tokens":36602251},"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.754,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.647,"license_name":null,"license_url":null,"livecodebench":0.655,"math_500":0.991,"math_index":74.33,"mmlu_pro":0.842,"mmmu_pro":0.618,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4 Sonnet (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-05-22","representative_query_token_counts":null,"scicode":0.4,"short_name":"Claude 4 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-sonnet-thinking","tau2":0.646,"terminalbench_hard":0.298,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","slug":"google_claude-4-sonnet-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet (Reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","slug":"amazon-bedrock_claude-4-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","slug":"anthropic_claude-4-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":"Tiered pricing:\r\n- ≤200K: $3/$15 per M tokens\r\n- >200K: $6/$22.5 per M tokens","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-20250514","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-sonnet-thinking","hosts_url":"/models/claude-4-sonnet-thinking/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.39,"agentic_index":28.99,"coding_index":37.01,"commercial_allowed":null,"computed_performance_host_model_id":"457ae2f8-3997-41dd-9e6b-13efd15dfd01","context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":249,"estimated_intelligence_index":null,"family_slug_for_ordering":"claude-4","frontier_model":false,"gpqa":0.646,"hle":0.043,"humaneval":null,"id":"c2b1e769-7aee-4669-8076-73918bdebf6c","ifbench":0.42,"inference_parameters_active":null,"intelligence_index":41.71,"intelligence_index_token_counts":{"input_tokens":62268139,"answer_tokens":8476027,"output_tokens":8476027,"reasoning_tokens":0},"knowledge_cutoff_date":"2025-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.437,"license_name":null,"license_url":null,"livecodebench":0.511,"math_500":null,"math_index":39,"mmlu_pro":0.8,"mmmu_pro":0.551,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.5 Haiku (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-10-15","representative_query_token_counts":null,"scicode":0.344,"short_name":"Claude 4.5 Haiku","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-5-haiku","tau2":0.325,"terminalbench_hard":0.255,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"457ae2f8-3997-41dd-9e6b-13efd15dfd01","slug":"anthropic_claude-4-5-haiku","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"c2b1e769-7aee-4669-8076-73918bdebf6c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-haiku-4-5-20251001","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.5 Haiku (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6faa6481-e9b0-411f-ab2c-1fc1d5a90337","slug":"google_claude-4-5-haiku_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"c2b1e769-7aee-4669-8076-73918bdebf6c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-haiku-4-5@20251001","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.5 Haiku (Non-reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bc2ccea9-0042-43c5-97f9-455f2aeb1801","slug":"amazon-bedrock_claude-4-5-haiku","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"c2b1e769-7aee-4669-8076-73918bdebf6c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-haiku-4-5-20251001-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.5 Haiku (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-5-haiku","hosts_url":"/models/claude-4-5-haiku/providers","name_and_creator_label":"Claude 4.5 Haiku, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.837,"agentic_index":40.11,"coding_index":43.43,"commercial_allowed":null,"computed_performance_host_model_id":"eaff68d8-e6a3-457d-8b56-556368ca86db","context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":256,"estimated_intelligence_index":null,"family_slug_for_ordering":"claude-4","frontier_model":true,"gpqa":0.672,"hle":0.097,"humaneval":null,"id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","ifbench":0.543,"inference_parameters_active":null,"intelligence_index":54.61,"intelligence_index_token_counts":{"input_tokens":65509300,"answer_tokens":7542838,"output_tokens":39376877,"reasoning_tokens":31834039},"knowledge_cutoff_date":"2025-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.703,"license_name":null,"license_url":null,"livecodebench":0.615,"math_500":null,"math_index":83.67,"mmlu_pro":0.76,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.5 Haiku (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-10-15","representative_query_token_counts":null,"scicode":0.433,"short_name":"Claude 4.5 Haiku","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-5-haiku-reasoning","tau2":0.547,"terminalbench_hard":0.255,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"a5c37647-ba8e-4742-a7a9-ed66b366adb4","slug":"google_claude-4-5-haiku-reasoning_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-haiku-4-5@20251001","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.5 Haiku (Reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"336267c0-7016-4358-8a58-05014a15307f","slug":"amazon-bedrock_claude-4-5-haiku-reasoning","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-haiku-4-5-20251001-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.5 Haiku (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"eaff68d8-e6a3-457d-8b56-556368ca86db","slug":"anthropic_claude-4-5-haiku-reasoning","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-haiku-4-5-20251001","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.5 Haiku (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-5-haiku-reasoning","hosts_url":"/models/claude-4-5-haiku-reasoning/providers","name_and_creator_label":"Claude 4.5 Haiku, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.37,"agentic_index":48.71,"coding_index":42.94,"commercial_allowed":null,"computed_performance_host_model_id":"bb7e2900-1ac2-41d5-9b1a-4e2df1322287","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":252,"estimated_intelligence_index":null,"family_slug_for_ordering":"claude-4","frontier_model":false,"gpqa":0.727,"hle":0.071,"humaneval":null,"id":"91cb6144-4937-4e4e-aeda-b4341d355c10","ifbench":0.427,"inference_parameters_active":null,"intelligence_index":49.61,"intelligence_index_token_counts":{"input_tokens":68142084,"answer_tokens":7922977,"output_tokens":7922977,"reasoning_tokens":0},"knowledge_cutoff_date":"2025-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.513,"license_name":null,"license_url":null,"livecodebench":0.59,"math_500":null,"math_index":37,"mmlu_pro":0.86,"mmmu_pro":0.652,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.5 Sonnet (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-29","representative_query_token_counts":null,"scicode":0.428,"short_name":"Claude 4.5 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-5-sonnet","tau2":0.705,"terminalbench_hard":0.27,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"bb7e2900-1ac2-41d5-9b1a-4e2df1322287","slug":"anthropic_claude-4-5-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"91cb6144-4937-4e4e-aeda-b4341d355c10","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-5-20250929","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.5 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3e79cd3-97e3-41d0-96e3-3be2246cc86c","slug":"google_claude-4-5-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"91cb6144-4937-4e4e-aeda-b4341d355c10","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-5@20250929","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.5 Sonnet (Non-reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1749d1f0-6ffd-40d5-940a-0bb72d8d2368","slug":"databricks_claude-4-5-sonnet","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"91cb6144-4937-4e4e-aeda-b4341d355c10","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-claude-sonnet-4-5","function_calling":false,"cache_write_price":null,"host_model_string":"Databricks_Claude 4.5 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3.3,"price_1m_output_tokens":16.5,"price_1m_blended_3_to_1":6.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.15,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5a7964d6-44f1-4f79-9432-e6b72a86ac2b","slug":"amazon-bedrock_claude-4-5-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"91cb6144-4937-4e4e-aeda-b4341d355c10","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-5-20250929-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.5 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-5-sonnet","hosts_url":"/models/claude-4-5-sonnet/providers","name_and_creator_label":"Claude 4.5 Sonnet, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.88,"agentic_index":55.7,"coding_index":49.81,"commercial_allowed":null,"computed_performance_host_model_id":"5e172a25-00b8-41c1-8370-fe47d93a14dd","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":258,"estimated_intelligence_index":null,"family_slug_for_ordering":"claude-4","frontier_model":true,"gpqa":0.834,"hle":0.173,"humaneval":null,"id":"90e078f2-051b-4c63-8919-76618971cb3f","ifbench":0.573,"inference_parameters_active":null,"intelligence_index":62.66,"intelligence_index_token_counts":{"input_tokens":64405498,"answer_tokens":7226459,"output_tokens":41618393,"reasoning_tokens":34391934},"knowledge_cutoff_date":"2025-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.657,"license_name":null,"license_url":null,"livecodebench":0.714,"math_500":null,"math_index":88,"mmlu_pro":0.875,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.5 Sonnet (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-09-29","representative_query_token_counts":null,"scicode":0.447,"short_name":"Claude 4.5 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-5-sonnet-thinking","tau2":0.781,"terminalbench_hard":0.333,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"5e172a25-00b8-41c1-8370-fe47d93a14dd","slug":"anthropic_claude-4-5-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"90e078f2-051b-4c63-8919-76618971cb3f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-5-20250929","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.5 Sonnet (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7b881b94-1d93-45ff-b1e9-e01908c395e5","slug":"google_claude-4-5-sonnet-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"90e078f2-051b-4c63-8919-76618971cb3f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-5@20250929","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.5 Sonnet (Reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"522fccd6-bb0a-4019-b52d-5998e1b25ab8","slug":"amazon-bedrock_claude-4-5-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"90e078f2-051b-4c63-8919-76618971cb3f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-5-20250929-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.5 Sonnet (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-5-sonnet-thinking","hosts_url":"/models/claude-4-5-sonnet-thinking/providers","name_and_creator_label":"Claude 4.5 Sonnet, Anthropic"},{"additional_text":null,"aime":0.5,"aime25":0.603,"agentic_index":13.13,"coding_index":29.97,"commercial_allowed":null,"computed_performance_host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-preview-09-2025","display_order":962,"estimated_intelligence_index":42.984086,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.683,"hle":0.051,"humaneval":0.951,"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","ifbench":0.39,"inference_parameters_active":null,"intelligence_index":40.43,"intelligence_index_token_counts":{"input_tokens":46501220,"answer_tokens":20594935,"output_tokens":20594935,"reasoning_tokens":0},"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.459,"license_name":null,"license_url":null,"livecodebench":0.495,"math_500":0.932,"math_index":60.33,"mmlu_pro":0.809,"mmmu_pro":0.655,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.291,"short_name":"Gemini 2.5 Flash","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash","tau2":0.149,"terminalbench_hard":0.113,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","slug":"google_gemini-2-5-flash-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.5-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","slug":"google_gemini-2-5-flash-05-20_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash","hosts_url":"/models/gemini-2-5-flash/providers","name_and_creator_label":"Gemini 2.5 Flash, Google"},{"additional_text":null,"aime":0.823,"aime25":0.733,"agentic_index":22.17,"coding_index":40.55,"commercial_allowed":null,"computed_performance_host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-preview-09-2025-reasoning","display_order":948,"estimated_intelligence_index":53.607873,"family_slug_for_ordering":"gemini-2-5","frontier_model":true,"gpqa":0.79,"hle":0.111,"humaneval":0.962,"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","ifbench":0.503,"inference_parameters_active":null,"intelligence_index":51.18,"intelligence_index_token_counts":{"input_tokens":49100179,"answer_tokens":15581196,"output_tokens":93258368,"reasoning_tokens":77677172},"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.617,"license_name":null,"license_url":null,"livecodebench":0.695,"math_500":0.981,"math_index":73.33,"mmlu_pro":0.832,"mmmu_pro":0.691,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.394,"short_name":"Gemini 2.5 Flash","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-reasoning","tau2":0.316,"terminalbench_hard":0.128,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","slug":"google_gemini-2-5-flash-05-20-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","slug":"google_gemini-2-5-flash-reasoning-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.5-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-reasoning","hosts_url":"/models/gemini-2-5-flash-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash, Google"},{"additional_text":null,"aime":0.433,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"29f6b622-c248-4527-acdf-f7ea4ce0b246","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash","display_order":945,"estimated_intelligence_index":34.14553494148696,"family_slug_for_ordering":"gemini-2-5","frontier_model":null,"gpqa":0.594,"hle":0.05,"humaneval":null,"id":"55a3ebf6-6117-4cc1-8596-c6de6e552fd4","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.406,"math_500":0.926,"math_index":null,"mmlu_pro":0.783,"mmmu_pro":0.62,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash Preview (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-17","representative_query_token_counts":null,"scicode":0.233,"short_name":"Gemini 2.5 Flash","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-04-2025","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-5-flash-04-2025","hosts_url":"/models/gemini-2-5-flash-04-2025/providers","name_and_creator_label":"Gemini 2.5 Flash, Google"},{"additional_text":null,"aime":0.843,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"c13f5215-44e2-4607-9e22-3bc2752b1034","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-reasoning","display_order":941,"estimated_intelligence_index":45.78590664993108,"family_slug_for_ordering":"gemini-2-5","frontier_model":null,"gpqa":0.698,"hle":0.116,"humaneval":null,"id":"68c89ebf-779c-4445-9241-de964cd17355","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":0.88,"lab_claimed_gpqa":0.783,"lab_claimed_hle":0.121,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.635,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.505,"math_500":0.981,"math_index":null,"mmlu_pro":0.8,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash Preview (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-04-17","representative_query_token_counts":null,"scicode":0.359,"short_name":"Gemini 2.5 Flash","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-reasoning-04-2025","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-5-flash-reasoning-04-2025","hosts_url":"/models/gemini-2-5-flash-reasoning-04-2025/providers","name_and_creator_label":"Gemini 2.5 Flash, Google"},{"additional_text":null,"aime":null,"aime25":0.567,"agentic_index":20.92,"coding_index":37.84,"commercial_allowed":null,"computed_performance_host_model_id":"f8cfe1d8-3d1e-4f85-80a9-892b76386a1f","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":239,"estimated_intelligence_index":null,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.766,"hle":0.078,"humaneval":null,"id":"877fdfc9-2026-477a-af96-e4fd602c0131","ifbench":0.435,"inference_parameters_active":null,"intelligence_index":46.68,"intelligence_index_token_counts":{"input_tokens":47407202,"answer_tokens":36618473,"output_tokens":36618473,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.567,"license_name":null,"license_url":null,"livecodebench":0.625,"math_500":null,"math_index":56.67,"mmlu_pro":0.836,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-25","representative_query_token_counts":null,"scicode":0.375,"short_name":"Gemini 2.5 Flash (Sep)","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-preview-09-2025","tau2":0.284,"terminalbench_hard":0.135,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"f8cfe1d8-3d1e-4f85-80a9-892b76386a1f","slug":"google_gemini-2-5-flash-preview-09-2025_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"877fdfc9-2026-477a-af96-e4fd602c0131","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-preview-09-2025","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-preview-09-2025","hosts_url":"/models/gemini-2-5-flash-preview-09-2025/providers","name_and_creator_label":"Gemini 2.5 Flash (Sep), Google"},{"additional_text":null,"aime":null,"aime25":0.783,"agentic_index":30.61,"coding_index":42.48,"commercial_allowed":null,"computed_performance_host_model_id":"5a2d71c4-77ca-47a2-882d-40d3868d9ffd","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":246,"estimated_intelligence_index":null,"family_slug_for_ordering":"gemini-2-5","frontier_model":true,"gpqa":0.793,"hle":0.127,"humaneval":null,"id":"c7667559-d9b6-43f1-8cd8-8bdbc78d190b","ifbench":0.523,"inference_parameters_active":null,"intelligence_index":54.43,"intelligence_index_token_counts":{"input_tokens":45489690,"answer_tokens":9030675,"output_tokens":71417436,"reasoning_tokens":62386761},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.643,"license_name":null,"license_url":null,"livecodebench":0.713,"math_500":null,"math_index":78.33,"mmlu_pro":0.842,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash Preview (Sep '25) (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-09-25","representative_query_token_counts":null,"scicode":0.405,"short_name":"Gemini 2.5 Flash (Sep)","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-preview-09-2025-reasoning","tau2":0.456,"terminalbench_hard":0.156,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"5a2d71c4-77ca-47a2-882d-40d3868d9ffd","slug":"google_gemini-2-5-flash-preview-09-2025-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"c7667559-d9b6-43f1-8cd8-8bdbc78d190b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-preview-09-2025","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash Preview (Sep '25) (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-preview-09-2025-reasoning","hosts_url":"/models/gemini-2-5-flash-preview-09-2025-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash (Sep), Google"},{"additional_text":null,"aime":0.5,"aime25":0.353,"agentic_index":10.57,"coding_index":19.95,"commercial_allowed":null,"computed_performance_host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-lite-preview-09-2025","display_order":934,"estimated_intelligence_index":31.247512,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.474,"hle":0.037,"humaneval":0.927,"id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","ifbench":0.315,"inference_parameters_active":null,"intelligence_index":30.05,"intelligence_index_token_counts":{"input_tokens":63252255,"answer_tokens":48861664,"output_tokens":48861664,"reasoning_tokens":0},"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.646,"lab_claimed_hle":0.051,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.337,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.313,"license_name":null,"license_url":null,"livecodebench":0.4,"math_500":0.926,"math_index":35.33,"mmlu_pro":0.724,"mmmu_pro":0.54,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash-Lite (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-06-17","representative_query_token_counts":null,"scicode":0.177,"short_name":"Gemini 2.5 Flash-Lite","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-lite","tau2":0.19,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","slug":"google_gemini-2-5-flash-lite_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.1032,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite","hosts_url":"/models/gemini-2-5-flash-lite/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite, Google"},{"additional_text":null,"aime":0.703,"aime25":0.533,"agentic_index":11.34,"coding_index":27.61,"commercial_allowed":null,"computed_performance_host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-lite-preview-09-2025-reasoning","display_order":946,"estimated_intelligence_index":42.974575,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.625,"hle":0.064,"humaneval":0.971,"id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","ifbench":0.499,"inference_parameters_active":null,"intelligence_index":40.07,"intelligence_index_token_counts":{"input_tokens":40758107,"answer_tokens":12815147,"output_tokens":141946625,"reasoning_tokens":129131478},"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.667,"lab_claimed_hle":0.069,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.343,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.513,"license_name":null,"license_url":null,"livecodebench":0.593,"math_500":0.969,"math_index":53.33,"mmlu_pro":0.759,"mmmu_pro":0.582,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash-Lite (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-06-17","representative_query_token_counts":null,"scicode":0.193,"short_name":"Gemini 2.5 Flash-Lite","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-lite-reasoning","tau2":0.184,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","slug":"google_gemini-2-5-flash-lite-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.1032,"image_input_pricing_notes":"258 tokens per 768x768 tile","supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite-reasoning","hosts_url":"/models/gemini-2-5-flash-lite-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite, Google"},{"additional_text":null,"aime":null,"aime25":0.467,"agentic_index":18.75,"coding_index":33.23,"commercial_allowed":null,"computed_performance_host_model_id":"1f9116d1-eafc-4b3e-89ad-1c2b83aac11e","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":236,"estimated_intelligence_index":null,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.651,"hle":0.046,"humaneval":null,"id":"71f51ea9-94fe-4635-a80d-4cfffbb685f4","ifbench":0.418,"inference_parameters_active":null,"intelligence_index":41.59,"intelligence_index_token_counts":{"input_tokens":51460096,"answer_tokens":40640492,"output_tokens":40640492,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.48,"license_name":null,"license_url":null,"livecodebench":0.641,"math_500":null,"math_index":46.67,"mmlu_pro":0.796,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-25","representative_query_token_counts":null,"scicode":0.285,"short_name":"Gemini 2.5 Flash-Lite (Sep)","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-lite-preview-09-2025","tau2":0.304,"terminalbench_hard":0.071,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"1f9116d1-eafc-4b3e-89ad-1c2b83aac11e","slug":"google_gemini-2-5-flash-lite-preview-09-2025_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"71f51ea9-94fe-4635-a80d-4cfffbb685f4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-09-2025","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite-preview-09-2025","hosts_url":"/models/gemini-2-5-flash-lite-preview-09-2025/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite (Sep), Google"},{"additional_text":null,"aime":null,"aime25":0.687,"agentic_index":21.38,"coding_index":36.51,"commercial_allowed":null,"computed_performance_host_model_id":"5f7a2fd2-1af1-465b-bd60-9afe2c8d9e5e","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":238,"estimated_intelligence_index":null,"family_slug_for_ordering":"gemini-2-5","frontier_model":false,"gpqa":0.709,"hle":0.066,"humaneval":null,"id":"84922739-425f-46e1-87ac-bb4268dcacbb","ifbench":0.526,"inference_parameters_active":null,"intelligence_index":47.88,"intelligence_index_token_counts":{"input_tokens":42958731,"answer_tokens":9902762,"output_tokens":69552328,"reasoning_tokens":59649566},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.59,"license_name":null,"license_url":null,"livecodebench":0.688,"math_500":null,"math_index":68.67,"mmlu_pro":0.808,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":{"average":0.836,"global_mmlu_lite":{"ar":0.835,"bn":0.8275,"de":0.86,"en":0.8975,"es":0.885,"fr":0.8625,"hi":0.8275,"id":0.8825,"it":0.865,"ja":0.8475,"ko":0.8525,"pt":0.8425,"sw":0.78,"yo":0.63,"zh":0.845},"average_per_language":{"ar":0.835,"bn":0.8275,"de":0.86,"en":0.8975,"es":0.885,"fr":0.8625,"hi":0.8275,"id":0.8825,"it":0.865,"ja":0.8475,"ko":0.8525,"pt":0.8425,"sw":0.78,"yo":0.63,"zh":0.845},"average_global_mmlu_lite":0.836},"name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-09-08","representative_query_token_counts":null,"scicode":0.287,"short_name":"Gemini 2.5 Flash-Lite (Sep)","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-5-flash-lite-preview-09-2025-reasoning","tau2":0.307,"terminalbench_hard":0.121,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"5f7a2fd2-1af1-465b-bd60-9afe2c8d9e5e","slug":"google_gemini-2-5-flash-lite-preview-09-2025-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"84922739-425f-46e1-87ac-bb4268dcacbb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-09-2025","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite-preview-09-2025-reasoning","hosts_url":"/models/gemini-2-5-flash-lite-preview-09-2025-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite (Sep), Google"},{"additional_text":null,"aime":0.887,"aime25":0.877,"agentic_index":39.46,"coding_index":49.25,"commercial_allowed":null,"computed_performance_host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":231,"estimated_intelligence_index":59.504693,"family_slug_for_ordering":"gemini-2-5","frontier_model":true,"gpqa":0.844,"hle":0.211,"humaneval":null,"id":"27202e5f-c82d-4710-92e9-4317877d4883","ifbench":0.487,"inference_parameters_active":null,"intelligence_index":59.59,"intelligence_index_token_counts":{"input_tokens":49558533,"answer_tokens":11806907,"output_tokens":100588619,"reasoning_tokens":88781712},"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.66,"license_name":null,"license_url":null,"livecodebench":0.801,"math_500":0.967,"math_index":87.67,"mmlu_pro":0.862,"mmmu_pro":0.749,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Pro","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-06-05","representative_query_token_counts":null,"scicode":0.428,"short_name":"Gemini 2.5 Pro","show_host_model_evals":false,"size_class":"Large","slug":"gemini-2-5-pro","tau2":0.541,"terminalbench_hard":0.248,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","slug":"google_gemini-2-5-pro-06-05_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":1.29,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","slug":"google_gemini-2-5-pro-06-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":1.29,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro","hosts_url":"/models/gemini-2-5-pro/providers","name_and_creator_label":"Gemini 2.5 Pro, Google"},{"additional_text":null,"aime":0.87,"aime25":null,"agentic_index":null,"coding_index":46.7292835,"commercial_allowed":null,"computed_performance_host_model_id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-pro","display_order":954,"estimated_intelligence_index":54.11890312039577,"family_slug_for_ordering":"gemini-2-5","frontier_model":null,"gpqa":0.836,"hle":0.171,"humaneval":0.985,"id":"62de31e8-a1a3-429c-b634-a2afccfd9363","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.778,"math_500":0.98,"math_index":null,"mmlu_pro":0.858,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Pro Preview (Mar' 25)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-03-25","representative_query_token_counts":null,"scicode":0.395,"short_name":"Gemini 2.5 Pro (Mar)","show_host_model_evals":false,"size_class":"Large","slug":"gemini-2-5-pro-03-25","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","slug":"google_gemini-2-5-pro-experimental-03-25","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"62de31e8-a1a3-429c-b634-a2afccfd9363","footnotes":"- Price for >200k tokens:\r\n$2.50 per 1M tokens (input)\r\n$15.00 per 1M tokens (output)","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro-preview-03-25","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro Preview (Mar' 25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro-03-25","hosts_url":"/models/gemini-2-5-pro-03-25/providers","name_and_creator_label":"Gemini 2.5 Pro (Mar), Google"},{"additional_text":"\n\n\n","aime":0.843,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"58591ef4-f3ce-4779-ac42-24c763628ebf","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-pro","display_order":928,"estimated_intelligence_index":53.17535763208332,"family_slug_for_ordering":"gemini-2-5","frontier_model":null,"gpqa":0.822,"hle":0.154,"humaneval":0.989,"id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.83,"lab_claimed_hle":0.178,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.756,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.77,"math_500":0.986,"math_index":null,"mmlu_pro":0.837,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.5 Pro Preview (May' 25)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-05-06","representative_query_token_counts":null,"scicode":0.416,"short_name":"Gemini 2.5 Pro (May)","show_host_model_evals":false,"size_class":"Large","slug":"gemini-2-5-pro-05-06","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"58591ef4-f3ce-4779-ac42-24c763628ebf","slug":"google_gemini-2-5-pro-05-06","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","footnotes":"Tiered pricing:\n- ≤200K: $1.25/$10 per M tokens\n- >200K: $2.5/$15 per M tokens","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro-preview-05-06","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro Preview (May' 25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":1.29,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro-05-06","hosts_url":"/models/gemini-2-5-pro-05-06/providers","name_and_creator_label":"Gemini 2.5 Pro (May), Google"},{"additional_text":null,"aime":0.94,"aime25":0.907,"agentic_index":34.87,"coding_index":48.88,"commercial_allowed":null,"computed_performance_host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-mini","display_order":717,"estimated_intelligence_index":59.904155,"family_slug_for_ordering":"o4","frontier_model":true,"gpqa":0.784,"hle":0.175,"humaneval":0.99,"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","ifbench":0.687,"inference_parameters_active":null,"intelligence_index":59.57,"intelligence_index_token_counts":{"input_tokens":47060101,"answer_tokens":3654918,"output_tokens":75757054,"reasoning_tokens":72102136},"knowledge_cutoff_date":null,"lab_claimed_aime":0.934,"lab_claimed_gpqa":0.814,"lab_claimed_hle":0.1428,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.55,"license_name":null,"license_url":null,"livecodebench":0.859,"math_500":0.989,"math_index":90.67,"mmlu_pro":0.832,"mmmu_pro":0.692,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o4-mini (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-04-16","representative_query_token_counts":null,"scicode":0.465,"short_name":"o4-mini (high)","show_host_model_evals":false,"size_class":"Large","slug":"o4-mini","tau2":0.556,"terminalbench_hard":0.142,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","slug":"azure_o4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":"*Price based on OpenAI's o4-mini pricing","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","slug":"openai_o4-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini-2025-04-16","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","slug":"openai_o4-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini-2025-04-16","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o4-mini","hosts_url":"/models/o4-mini/providers","name_and_creator_label":"o4-mini (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"b5f7f1d3-844a-46e2-8f1e-ccd2c664503e","context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":248,"estimated_intelligence_index":44.639,"family_slug_for_ordering":"claude-4-1","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.1 Opus (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-05","representative_query_token_counts":null,"scicode":null,"short_name":"Claude 4.1 Opus","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-1-opus","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"e787726e-e165-4c1a-8a5d-bed8a8611c1b","slug":"google_claude-4-1-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-1@20250805","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.1 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5ccfb534-4fa8-47a1-85f9-41ee8d9fa0cb","slug":"amazon-bedrock_claude-4-1-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-1-20250805-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.1 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5f7f1d3-844a-46e2-8f1e-ccd2c664503e","slug":"anthropic_claude-4-1-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-1-20250805","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.1 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-1-opus","hosts_url":"/models/claude-4-1-opus/providers","name_and_creator_label":"Claude 4.1 Opus, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.803,"agentic_index":51.75,"coding_index":46.13,"commercial_allowed":null,"computed_performance_host_model_id":"b5f28da2-b3b3-4d2f-82ef-a8acaadf2f8d","context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":254,"estimated_intelligence_index":56.0522,"family_slug_for_ordering":"claude-4-1","frontier_model":true,"gpqa":0.809,"hle":0.119,"humaneval":null,"id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","ifbench":0.554,"inference_parameters_active":null,"intelligence_index":59.27,"intelligence_index_token_counts":{"input_tokens":57280267,"answer_tokens":6808019,"output_tokens":30195369,"reasoning_tokens":23387350},"knowledge_cutoff_date":"2025-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.663,"license_name":null,"license_url":null,"livecodebench":0.654,"math_500":null,"math_index":80.33,"mmlu_pro":0.88,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 4.1 Opus (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-08-05","representative_query_token_counts":null,"scicode":0.409,"short_name":"Claude 4.1 Opus","show_host_model_evals":false,"size_class":"Large","slug":"claude-4-1-opus-thinking","tau2":0.714,"terminalbench_hard":0.321,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"b5f28da2-b3b3-4d2f-82ef-a8acaadf2f8d","slug":"anthropic_claude-4-1-opus-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-1-20250805","function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 4.1 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fb2dff52-8a8d-4451-a71b-df9ebe0b5928","slug":"google_claude-4-1-opus-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-1@20250805","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4.1 Opus (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"17d936ad-a165-4815-a5c9-8f2d52178aef","slug":"amazon-bedrock_claude-4-1-opus-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-1-20250805-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4.1 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20.01,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-1-opus-thinking","hosts_url":"/models/claude-4-1-opus-thinking/providers","name_and_creator_label":"Claude 4.1 Opus, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.934,"agentic_index":43.89,"coding_index":41.17,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":2,"estimated_intelligence_index":56.375574,"family_slug_for_ordering":"gpt-oss","frontier_model":true,"gpqa":0.782,"hle":0.185,"humaneval":null,"id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","ifbench":0.69,"inference_parameters_active":"5.1","intelligence_index":57.98,"intelligence_index_token_counts":{"input_tokens":50450550,"answer_tokens":5397222,"output_tokens":111913831,"reasoning_tokens":106516609},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.507,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.653,"math_500":null,"math_index":93.44,"mmlu_pro":0.808,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":"https://huggingface.co/openai/gpt-oss-120b","multilingual_aa":null,"name":"gpt-oss-120B (high)","open_weights":"Open","parameters":117,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-08-05","representative_query_token_counts":null,"scicode":0.362,"short_name":"gpt-oss-120B (high)","show_host_model_evals":true,"size_class":"Medium","slug":"gpt-oss-120b","tau2":0.658,"terminalbench_hard":0.22,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"fc9882cb-64ea-4959-b258-cc990e3314e0","slug":"gmi_gpt-oss-120b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.1225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":8.16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"280d1aaf-b002-49cd-8192-7b1b7203b4be","slug":"fireworks_gpt-oss-120b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":{"max":0.818,"min":0.737,"median":0.783,"quartile_25":0.766,"quartile_75":0.789},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":{"max":1,"min":0.867,"median":0.933,"quartile_25":0.9,"quartile_75":0.933},"ifbench_8x":{"max":0.718,"min":0.67,"median":0.69,"quartile_25":0.678,"quartile_75":0.696},"host_api_id":"accounts/fireworks/models/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"88bf4430-136a-4563-b130-cf64ecb8dfdb","slug":"cerebras_gpt-oss-120b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":{"max":0.793,"min":0.747,"median":0.768,"quartile_25":0.768,"quartile_75":0.779},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":{"max":0.967,"min":0.867,"median":0.933,"quartile_25":0.933,"quartile_75":0.967},"ifbench_8x":{"max":0.687,"min":0.636,"median":0.667,"quartile_25":0.656,"quartile_75":0.676},"host_api_id":"gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.69,"price_1m_blended_3_to_1":0.36,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.78,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b3913221-9fa7-42b2-89af-7149249877dc","slug":"databricks_gpt-oss-120b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"639bb8c8-50ff-4ed1-b04d-e2327447683f","slug":"parasail_gpt-oss-120b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":{"max":0.808,"min":0.773,"median":0.788,"quartile_25":0.778,"quartile_75":0.803},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":1,"min":0.833,"median":0.9,"quartile_25":0.867,"quartile_75":0.933},"ifbench_8x":{"max":0.67,"min":0.626,"median":0.648,"quartile_25":0.641,"quartile_75":0.654},"host_api_id":"parasail-gpt-oss-120b","function_calling":false,"cache_write_price":null,"host_model_string":"Parasail_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1fd40c99-0346-4450-8cc0-d2bae7d55a7c","slug":"vllm_gpt-oss-120b_0-10-1","deleted":false,"host_id":"27d8923d-51a2-4557-9c7f-bb87c8d1e34a","gpqa_16x":{"max":0.803,"min":0.753,"median":0.778,"quartile_25":0.766,"quartile_75":0.79},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":null,"aime25_32x":{"max":0.967,"min":0.867,"median":0.933,"quartile_25":0.933,"quartile_75":0.967},"ifbench_8x":{"max":0.694,"min":0.673,"median":0.68,"quartile_25":0.676,"quartile_75":0.688},"host_api_id":"openai/gpt-oss-120b","function_calling":null,"cache_write_price":null,"host_model_string":"vLLM_gpt-oss-120B_ 0.10.1","cache_pricing_notes":null,"model_name_appendage":" 0.10.1","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca2f318b-9856-4584-b694-d2d20f34db72","slug":"cloudflare_gpt-oss-120b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":{"max":0.798,"min":0.747,"median":0.773,"quartile_25":0.768,"quartile_75":0.783},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":null,"aime25_32x":{"max":0.933,"min":0.8,"median":0.867,"quartile_25":0.867,"quartile_75":0.9},"ifbench_8x":{"max":0.711,"min":0.67,"median":0.692,"quartile_25":0.684,"quartile_75":0.705},"host_api_id":"@cf/openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"59165d9a-272b-4990-9dfe-ca5eb858a59b","slug":"novita_gpt-oss-120b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.818,"min":0.758,"median":0.79,"quartile_25":0.777,"quartile_75":0.808},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.867,"median":0.933,"quartile_25":0.9,"quartile_75":0.967},"ifbench_8x":{"max":0.741,"min":0.66,"median":0.689,"quartile_25":0.675,"quartile_75":0.704},"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e252e287-26d2-42ee-aa98-08e6ed082bd3","slug":"nebius_gpt-oss-120b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.813,"min":0.753,"median":0.785,"quartile_25":0.778,"quartile_75":0.798},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.9,"median":0.933,"quartile_25":0.925,"quartile_75":0.967},"ifbench_8x":{"max":0.721,"min":0.656,"median":0.684,"quartile_25":0.67,"quartile_75":0.691},"host_api_id":"openai/gpt-oss-120b","function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_gpt-oss-120B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fc95b671-819e-4fa9-8e07-dd9d2a56833d","slug":"azure_gpt-oss-120b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.803,"min":0.763,"median":0.78,"quartile_25":0.771,"quartile_75":0.79},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.9,"median":0.933,"quartile_25":0.933,"quartile_75":0.967},"ifbench_8x":{"max":0.68,"min":0.646,"median":0.662,"quartile_25":0.655,"quartile_75":0.67},"host_api_id":"gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"133ddca3-382a-4d1e-afd2-5835a298a78b","slug":"sambanova_gpt-oss-120b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.803,"min":0.763,"median":0.785,"quartile_25":0.771,"quartile_75":0.794},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":1,"min":0.9,"median":0.933,"quartile_25":0.933,"quartile_75":0.967},"ifbench_8x":{"max":0.605,"min":0.571,"median":0.597,"quartile_25":0.592,"quartile_75":0.599},"host_api_id":"gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d532ac69-50fc-44e7-9217-7afe3ccd0174","slug":"compactifai_gpt-oss-120b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":{"max":0.747,"min":0.687,"median":0.707,"quartile_25":0.702,"quartile_75":0.718},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":{"max":0.9,"min":0.7,"median":0.8,"quartile_25":0.758,"quartile_75":0.833},"ifbench_8x":{"max":0.66,"min":0.622,"median":0.646,"quartile_25":0.632,"quartile_75":0.653},"host_api_id":"gpt-oss-120b","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.23,"price_1m_blended_3_to_1":0.095,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10.53,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5cf28f96-4579-46c3-954b-e1134eb36b20","slug":"google_gpt-oss-120b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":{"max":0.798,"min":0.722,"median":0.755,"quartile_25":0.747,"quartile_75":0.765},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.9,"min":0.733,"median":0.867,"quartile_25":0.825,"quartile_75":0.867},"ifbench_8x":{"max":0.69,"min":0.68,"median":0.682,"quartile_25":0.68,"quartile_75":0.684},"host_api_id":"openai/gpt-oss-120b-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_gpt-oss-120B (high)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"09c1246e-8ee9-4113-bad9-f8ede180cabf","slug":"hyperbolic_gpt-oss-120b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e9d6a0ed-1e0e-453e-9978-c25a9cff1a7f","slug":"amazon-bedrock_gpt-oss-120b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":{"max":0.798,"min":0.763,"median":0.788,"quartile_25":0.777,"quartile_75":0.789},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.833,"median":0.9,"quartile_25":0.9,"quartile_75":0.933},"ifbench_8x":{"max":0.738,"min":0.677,"median":0.696,"quartile_25":0.683,"quartile_75":0.707},"host_api_id":"openai.gpt-oss-120b-1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"637ca4e1-69a2-4323-82f9-809dd10429f9","slug":"togetherai_gpt-oss-120b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.813,"min":0.753,"median":0.785,"quartile_25":0.773,"quartile_75":0.799},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":1,"min":0.833,"median":0.933,"quartile_25":0.9,"quartile_75":0.967},"ifbench_8x":{"max":0.701,"min":0.656,"median":0.673,"quartile_25":0.666,"quartile_75":0.677},"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"91b876ae-076b-4d2f-8255-19304e39f137","slug":"lightningai_gpt-oss-120b","deleted":false,"host_id":"e4236e4f-1a6f-4c51-b91b-dd33ff9a5f97","gpqa_16x":{"max":0.808,"min":0.737,"median":0.765,"quartile_25":0.753,"quartile_75":0.779},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.767,"median":0.867,"quartile_25":0.825,"quartile_75":0.9},"ifbench_8x":{"max":0.67,"min":0.653,"median":0.665,"quartile_25":0.662,"quartile_75":0.667},"host_api_id":"lightning-ai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Lightning AI_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"79203eb1-d60d-4c5d-8fbc-869f55014ae8","slug":"deepinfra_gpt-oss-120b_turbo","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b-Turbo","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_gpt-oss-120B (high)_(Turbo)","cache_pricing_notes":null,"model_name_appendage":"(Turbo)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06dfe690-aa4f-463c-87ae-7c9b6a35ee66","slug":"deepinfra_gpt-oss-120b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.823,"min":0.732,"median":0.783,"quartile_25":0.77,"quartile_75":0.804},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":1,"min":0.833,"median":0.933,"quartile_25":0.925,"quartile_75":0.967},"ifbench_8x":{"max":0.721,"min":0.68,"median":0.697,"quartile_25":0.685,"quartile_75":0.698},"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.27,"price_1m_blended_3_to_1":0.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c532e3d-5f0d-455b-9a5b-883d8f6e9739","slug":"snowflake_gpt-oss-120b","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","gpqa_16x":{"max":0.818,"min":0.737,"median":0.788,"quartile_25":0.774,"quartile_75":0.798},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":1,"min":0.867,"median":0.9,"quartile_25":0.9,"quartile_75":0.933},"ifbench_8x":{"max":0.714,"min":0.67,"median":0.692,"quartile_25":0.685,"quartile_75":0.695},"host_api_id":"openai-gpt-oss-120b","function_calling":false,"cache_write_price":null,"host_model_string":"Snowflake_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.22,"price_1m_blended_3_to_1":0.22,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.55,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a8e38398-7951-486e-8f25-68f58d3aa479","slug":"groq_gpt-oss-120b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":{"max":0.793,"min":0.747,"median":0.775,"quartile_25":0.763,"quartile_75":0.789},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"max":0.967,"min":0.833,"median":0.933,"quartile_25":0.9,"quartile_75":0.933},"ifbench_8x":{"max":0.721,"min":0.663,"median":0.685,"quartile_25":0.681,"quartile_75":0.69},"host_api_id":"openai/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8788d384-7130-424e-873a-142016cde9bd","slug":"clarifai_gpt-oss-120b","deleted":false,"host_id":"8906cd90-54cf-4365-86f0-4f2087162975","gpqa_16x":{"max":0.798,"min":0.662,"median":0.768,"quartile_25":0.739,"quartile_75":0.783},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":null,"aime25_32x":{"max":0.967,"min":0.867,"median":0.933,"quartile_25":0.925,"quartile_75":0.967},"ifbench_8x":{"max":0.701,"min":0.667,"median":0.682,"quartile_25":0.673,"quartile_75":0.685},"host_api_id":"https://clarifai.com/openai/chat-completion/models/gpt-oss-120b","function_calling":true,"cache_write_price":null,"host_model_string":"Clarifai_gpt-oss-120B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.36,"price_1m_blended_3_to_1":0.1575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.35,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-oss-120b","hosts_url":"/models/gpt-oss-120b/providers","name_and_creator_label":"gpt-oss-120B (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.893,"agentic_index":35.08,"coding_index":34.2,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":16,"estimated_intelligence_index":44.648511,"family_slug_for_ordering":"gpt-oss","frontier_model":true,"gpqa":0.688,"hle":0.085,"humaneval":null,"id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","ifbench":0.651,"inference_parameters_active":"3.6","intelligence_index":50.36,"intelligence_index_token_counts":{"input_tokens":51543169,"answer_tokens":3205411,"output_tokens":70288600,"reasoning_tokens":67083189},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.343,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.572,"math_500":null,"math_index":89.33,"mmlu_pro":0.748,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":"https://huggingface.co/openai/gpt-oss-20b","multilingual_aa":null,"name":"gpt-oss-20B (high)","open_weights":"Open","parameters":21,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-08-05","representative_query_token_counts":null,"scicode":0.354,"short_name":"gpt-oss-20B (high)","show_host_model_evals":false,"size_class":"Small","slug":"gpt-oss-20b","tau2":0.602,"terminalbench_hard":0.099,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"56f4127e-74e4-48c7-aaec-e52a1e95445e","slug":"compactifai_gpt-oss-20b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-oss-20b","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":21.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fe2bd428-cb2e-4b75-a2d0-52df596b4609","slug":"novita_gpt-oss-20b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_gpt-oss-20B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.0675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":14.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2caa1d98-ec0e-4033-8b83-6bd02b082138","slug":"google_gpt-oss-20b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_gpt-oss-20B (high)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"47cbc227-813b-4d48-9506-8b9989e27eab","slug":"amazon-bedrock_gpt-oss-20b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai.gpt-oss-20b-1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.1275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.84,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d764726e-3739-4d4b-8b90-373e6c7c131e","slug":"groq_gpt-oss-20b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_gpt-oss-20B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"62a871c9-b384-49e8-a644-836891e595ed","slug":"databricks_gpt-oss-20b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-gpt-oss-20b","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_gpt-oss-20B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.1275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.84,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c138004e-8fa7-47ee-aca9-7e4b52f06b99","slug":"nebius_gpt-oss-20b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_gpt-oss-20B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2c397ff0-e9c8-4b8d-9364-f82357c6fdbf","slug":"deepinfra_gpt-oss-20b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_gpt-oss-20B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"001dcc5d-05d4-4cb1-9c02-0fc7860d8121","slug":"togetherai_gpt-oss-20b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f340d653-5e91-4e02-be4a-ac1dcfcfa296","slug":"cloudflare_gpt-oss-20b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/openai/gpt-oss-20b","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2a4abfc0-9507-4e55-9fa3-6ec7d5be657a","slug":"hyperbolic_gpt-oss-20b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cc4ba073-0b4c-46bf-886b-a0a7806eb7cf","slug":"lightningai_gpt-oss-20b","deleted":false,"host_id":"e4236e4f-1a6f-4c51-b91b-dd33ff9a5f97","gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lightning-ai/gpt-oss-20b","function_calling":null,"cache_write_price":null,"host_model_string":"Lightning AI_gpt-oss-20B (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-oss-20b","hosts_url":"/models/gpt-oss-20b/providers","name_and_creator_label":"gpt-oss-20B (high), OpenAI"},{"additional_text":null,"aime":null,"aime25":0.497,"agentic_index":28.75,"coding_index":39.02,"commercial_allowed":true,"computed_performance_host_model_id":"074ded36-4f72-40c3-99b3-8086489424d5","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-1-terminus","display_order":1135,"estimated_intelligence_index":44.401225,"family_slug_for_ordering":"deepseek-v3-1","frontier_model":false,"gpqa":0.735,"hle":0.063,"humaneval":null,"id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","ifbench":0.378,"inference_parameters_active":"37","intelligence_index":44.75,"intelligence_index_token_counts":{"input_tokens":59927573,"answer_tokens":14232555,"output_tokens":14232555,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.45,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.577,"math_500":null,"math_index":49.67,"mmlu_pro":0.833,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1","multilingual_aa":null,"name":"DeepSeek V3.1 (Non-reasoning)","open_weights":"Open","parameters":685,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-21","representative_query_token_counts":null,"scicode":0.367,"short_name":"DeepSeek V3.1","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-1","tau2":0.348,"terminalbench_hard":0.227,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"7476de24-3d4f-4de2-bf2f-dc98dbdbcffc","slug":"amazon-bedrock_deepseek-v3-1","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek.v3-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.58,"price_1m_output_tokens":1.68,"price_1m_blended_3_to_1":0.855,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0868a911-79b9-4679-9dc9-156a7b843b09","slug":"novita_deepseek-v3-1","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.1","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":1.66,"price_1m_blended_3_to_1":0.8275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a6cd0c8a-e98e-4c69-acdb-08506a8cfe77","slug":"togetherai_deepseek-v3-1","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.7,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"92f57d06-a959-4c99-8311-ea58fbe328b0","slug":"google_deepseek-v3-1_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.1-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_DeepSeek V3.1 (Non-reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.7,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6a17f01b-7bff-4add-85d1-69257016403e","slug":"deepinfra_deepseek-v3-1_fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3.1 (Non-reasoning)_(FP4)","cache_pricing_notes":null,"model_name_appendage":"(FP4)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"94a83a44-5865-4f21-95d9-11184edcb509","slug":"sambanova_deepseek-v3-1","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e87628a5-1961-457d-b727-9aac8459c232","slug":"parasail_deepseek-v3-1_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-31","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek V3.1 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.64,"price_1m_output_tokens":1.65,"price_1m_blended_3_to_1":0.8925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.12,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c402b62a-819a-4a35-a1f8-34f6453fccef","slug":"gmi_deepseek-v3-1_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3.1 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"80b036ba-724b-4eee-b15f-5c578fd08451","slug":"fireworks_deepseek-v3-1","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-v3p1","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.56,"price_1m_output_tokens":1.68,"price_1m_blended_3_to_1":0.84,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.19,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ba4f87c0-ef87-494e-acc3-9433949cb25d","slug":"baseten_deepseek-v3-1_fp8","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_DeepSeek V3.1 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d6e22015-e98e-4b96-a3db-04f6da8a1497","slug":"lightningai_deepseek-v3-1","deleted":false,"host_id":"e4236e4f-1a6f-4c51-b91b-dd33ff9a5f97","gpqa_16x":null,"model_id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lightning-ai/DeepSeek-V3.1","function_calling":null,"cache_write_price":null,"host_model_string":"Lightning AI_DeepSeek V3.1 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.32,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.515,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.94,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-1","hosts_url":"/models/deepseek-v3-1/providers","name_and_creator_label":"DeepSeek V3.1, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.897,"agentic_index":30.77,"coding_index":47.22,"commercial_allowed":true,"computed_performance_host_model_id":"a38587ce-3097-4fed-8e96-a17199f5871f","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-1-terminus-reasoning","display_order":1145,"estimated_intelligence_index":54.853814,"family_slug_for_ordering":"deepseek-v3-1","frontier_model":true,"gpqa":0.779,"hle":0.13,"humaneval":null,"id":"198b717f-42c8-4ab7-a699-ae9373d669d3","ifbench":0.415,"inference_parameters_active":"37.0","intelligence_index":53.95,"intelligence_index_token_counts":{"input_tokens":53381967,"answer_tokens":6106611,"output_tokens":63103583,"reasoning_tokens":56996972},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.533,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.784,"math_500":null,"math_index":89.67,"mmlu_pro":0.851,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1","multilingual_aa":null,"name":"DeepSeek V3.1 (Reasoning)","open_weights":"Open","parameters":685,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-08-21","representative_query_token_counts":null,"scicode":0.391,"short_name":"DeepSeek V3.1","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-1-reasoning","tau2":0.374,"terminalbench_hard":0.241,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"60a4cbed-aa07-477a-93f0-5283361dc294","slug":"amazon-bedrock_deepseek-v3-1-reasoning","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"198b717f-42c8-4ab7-a699-ae9373d669d3","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek.v3-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_DeepSeek V3.1 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.58,"price_1m_output_tokens":1.68,"price_1m_blended_3_to_1":0.855,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"47c0d31c-ccf8-42ec-a01c-45f6a8109dac","slug":"sambanova_deepseek-v3-1-reasoning","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"198b717f-42c8-4ab7-a699-ae9373d669d3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3.1 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"83793a28-8eb1-4526-85b2-6b1ffe2764bc","slug":"gmi_deepseek-v3-1-reasoning_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"198b717f-42c8-4ab7-a699-ae9373d669d3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3.1 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bb203010-6999-47cf-8eaf-5e92fc0258b7","slug":"novita_deepseek-v3-1-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"198b717f-42c8-4ab7-a699-ae9373d669d3","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.1","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.1 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-1-reasoning","hosts_url":"/models/deepseek-v3-1-reasoning/providers","name_and_creator_label":"DeepSeek V3.1, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.537,"agentic_index":33.46,"coding_index":38.25,"commercial_allowed":true,"computed_performance_host_model_id":"95c16ef9-f0aa-4154-a126-911f8a6ebab2","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":294,"estimated_intelligence_index":null,"family_slug_for_ordering":"deepseek-v3-1","frontier_model":false,"gpqa":0.751,"hle":0.084,"humaneval":null,"id":"dfb9292d-bc7c-4425-a260-4256217e709f","ifbench":0.412,"inference_parameters_active":"37","intelligence_index":45.72,"intelligence_index_token_counts":{"input_tokens":58504051,"answer_tokens":11408526,"output_tokens":11408526,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.433,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.529,"math_500":null,"math_index":53.67,"mmlu_pro":0.836,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus","multilingual_aa":null,"name":"DeepSeek V3.1 Terminus (Non-reasoning)","open_weights":"Open","parameters":685,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.321,"short_name":"DeepSeek V3.1 Terminus","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-1-terminus","tau2":0.371,"terminalbench_hard":0.298,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"78d3d5a5-3ca0-4669-9782-4c8d2e775ce2","slug":"fireworks_deepseek-v3-1-terminus","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"dfb9292d-bc7c-4425-a260-4256217e709f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-v3p1-terminus","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek V3.1 Terminus (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.56,"price_1m_output_tokens":1.68,"price_1m_blended_3_to_1":0.84,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.19,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2ae15647-8046-4c42-8108-a498bf988879","slug":"sambanova_deepseek-v3-1-terminus","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"dfb9292d-bc7c-4425-a260-4256217e709f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3.1-Terminus","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3.1 Terminus (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ea73f808-371e-4663-b016-0688b0d54167","slug":"novita_deepseek-v3-1-terminus_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"dfb9292d-bc7c-4425-a260-4256217e709f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.1-terminus","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.1 Terminus (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"104ac2f1-24b8-45e3-9d0c-03e75f0a3ba1","slug":"deepinfra_deepseek-v3-1-terminus_fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"dfb9292d-bc7c-4425-a260-4256217e709f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1-Terminus","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3.1 Terminus_(FP4)","cache_pricing_notes":null,"model_name_appendage":"(FP4)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"48787cbf-9445-4987-b38b-eb96ab484a66","slug":"gmi_deepseek-v3-1-terminus","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"dfb9292d-bc7c-4425-a260-4256217e709f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.1-Terminus","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3.1 Terminus (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-1-terminus","hosts_url":"/models/deepseek-v3-1-terminus/providers","name_and_creator_label":"DeepSeek V3.1 Terminus, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.897,"agentic_index":32.75,"coding_index":49.59,"commercial_allowed":true,"computed_performance_host_model_id":"c7b5c4b1-b5a6-433f-ac8e-46b0ca851785","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":320,"estimated_intelligence_index":null,"family_slug_for_ordering":"deepseek-v3-1","frontier_model":true,"gpqa":0.792,"hle":0.152,"humaneval":null,"id":"0a7dda4d-cc9c-4a90-abc1-abb5772c901b","ifbench":0.57,"inference_parameters_active":"37","intelligence_index":57.71,"intelligence_index_token_counts":{"input_tokens":55543784,"answer_tokens":6209666,"output_tokens":67114011,"reasoning_tokens":60904345},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.65,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.798,"math_500":null,"math_index":89.67,"mmlu_pro":0.851,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus","multilingual_aa":null,"name":"DeepSeek V3.1 Terminus (Reasoning)","open_weights":"Open","parameters":685,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.406,"short_name":"DeepSeek V3.1 Terminus","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-1-terminus-reasoning","tau2":0.371,"terminalbench_hard":0.284,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"b08d474a-d2c1-42f4-aaaf-7e4d03517057","slug":"sambanova_deepseek-v3-1-terminus-reasoning","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"0a7dda4d-cc9c-4a90-abc1-abb5772c901b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3.1-Terminus","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3.1 Terminus (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e1083795-9649-4df8-82e2-6523a0ae12f3","slug":"novita_deepseek-v3-1-terminus-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"0a7dda4d-cc9c-4a90-abc1-abb5772c901b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.1-terminus","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.1 Terminus (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-1-terminus-reasoning","hosts_url":"/models/deepseek-v3-1-terminus-reasoning/providers","name_and_creator_label":"DeepSeek V3.1 Terminus, DeepSeek"},{"additional_text":null,"aime":0.017,"aime25":0.103,"agentic_index":7.31,"coding_index":3.78,"commercial_allowed":true,"computed_performance_host_model_id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct","display_order":1418,"estimated_intelligence_index":9.324657,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.231,"hle":0.052,"humaneval":0.338,"id":"0e5f6140-1154-4583-a3e0-8c032a338892","ifbench":0.219,"inference_parameters_active":null,"intelligence_index":10.96,"intelligence_index_token_counts":{"input_tokens":20937522,"answer_tokens":1944533,"output_tokens":1944533,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.073,"math_500":0.521,"math_index":10.33,"mmlu_pro":0.231,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-0.6B","multilingual_aa":{"average":0.3838,"global_mmlu_lite":{"ar":0.33,"bn":0.32,"de":0.415,"en":0.4725,"es":0.41,"fr":0.4225,"hi":0.2975,"id":0.3975,"it":0.44,"ja":0.4275,"ko":0.3725,"pt":0.4525,"sw":0.2625,"yo":0.245,"zh":0.4925},"average_per_language":{"ar":0.33,"bn":0.32,"de":0.415,"en":0.4725,"es":0.41,"fr":0.4225,"hi":0.2975,"id":0.3975,"it":0.44,"ja":0.4275,"ko":0.3725,"pt":0.4525,"sw":0.2625,"yo":0.245,"zh":0.4925},"average_global_mmlu_lite":0.3838},"name":"Qwen3 0.6B (Non-reasoning)","open_weights":"Open","parameters":0.752,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.041,"short_name":"Qwen3 0.6B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-0.6b-instruct","tau2":0.146,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","slug":"alibaba-cloud_qwen3-0-6b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"0e5f6140-1154-4583-a3e0-8c032a338892","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-0.6b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 0.6B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-0.6b-instruct","hosts_url":"/models/qwen3-0.6b-instruct/providers","name_and_creator_label":"Qwen3 0.6B, Alibaba"},{"additional_text":null,"aime":0.1,"aime25":0.18,"agentic_index":10.53,"coding_index":4.95,"commercial_allowed":true,"computed_performance_host_model_id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct-reasoning","display_order":1410,"estimated_intelligence_index":12.358666,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.239,"hle":0.057,"humaneval":0.49,"id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","ifbench":0.233,"inference_parameters_active":null,"intelligence_index":14.15,"intelligence_index_token_counts":{"input_tokens":25564941,"answer_tokens":95977928,"output_tokens":123699013,"reasoning_tokens":27721085},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.121,"math_500":0.75,"math_index":18,"mmlu_pro":0.347,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-0.6B","multilingual_aa":null,"name":"Qwen3 0.6B (Reasoning)","open_weights":"Open","parameters":0.752,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.028,"short_name":"Qwen3 0.6B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-0.6b-instruct-reasoning","tau2":0.211,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","slug":"alibaba-cloud_qwen3-0-6b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-0.6b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 0.6B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-0.6b-instruct-reasoning","hosts_url":"/models/qwen3-0.6b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 0.6B, Alibaba"},{"additional_text":null,"aime":0.097,"aime25":0.073,"agentic_index":10.82,"coding_index":6.51,"commercial_allowed":true,"computed_performance_host_model_id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct","display_order":1421,"estimated_intelligence_index":12.596441,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.283,"hle":0.052,"humaneval":null,"id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","ifbench":0.211,"inference_parameters_active":null,"intelligence_index":14.42,"intelligence_index_token_counts":{"input_tokens":38452038,"answer_tokens":6721968,"output_tokens":6721968,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.126,"math_500":0.717,"math_index":7.33,"mmlu_pro":0.411,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-1.7B","multilingual_aa":{"average":0.487,"global_mmlu_lite":{"ar":0.4725,"bn":0.4025,"de":0.5325,"en":0.6225,"es":0.565,"fr":0.5675,"id":0.5325,"it":0.56,"ja":0.4975,"ko":0.445,"pt":0.48,"sw":0.28,"yo":0.29,"zh":0.57},"average_per_language":{"ar":0.4725,"bn":0.4025,"de":0.5325,"en":0.6225,"es":0.565,"fr":0.5675,"id":0.5325,"it":0.56,"ja":0.4975,"ko":0.445,"pt":0.48,"sw":0.28,"yo":0.29,"zh":0.57},"average_global_mmlu_lite":0.487},"name":"Qwen3 1.7B (Non-reasoning)","open_weights":"Open","parameters":2.03,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.069,"short_name":"Qwen3 1.7B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-1.7b-instruct","tau2":0.216,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","slug":"alibaba-cloud_qwen3-1-7b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-1.7b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 1.7B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-1.7b-instruct","hosts_url":"/models/qwen3-1.7b-instruct/providers","name_and_creator_label":"Qwen3 1.7B, Alibaba"},{"additional_text":null,"aime":0.51,"aime25":0.387,"agentic_index":13.01,"coding_index":11.69,"commercial_allowed":true,"computed_performance_host_model_id":"15cc7757-653f-4818-a72c-11794bcbb4bd","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct-reasoning","display_order":1405,"estimated_intelligence_index":21.565314,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.356,"hle":0.048,"humaneval":0.854,"id":"5962d643-0a6f-4630-bb08-ab5720d80056","ifbench":0.269,"inference_parameters_active":null,"intelligence_index":22.39,"intelligence_index_token_counts":{"input_tokens":27745005,"answer_tokens":26142086,"output_tokens":85239174,"reasoning_tokens":59097088},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.308,"math_500":0.894,"math_index":38.67,"mmlu_pro":0.57,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-1.7B","multilingual_aa":null,"name":"Qwen3 1.7B (Reasoning)","open_weights":"Open","parameters":2.03,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.043,"short_name":"Qwen3 1.7B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-1.7b-instruct-reasoning","tau2":0.26,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"15cc7757-653f-4818-a72c-11794bcbb4bd","slug":"alibaba-cloud_qwen3-1-7b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"5962d643-0a6f-4630-bb08-ab5720d80056","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-1.7b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 1.7B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-1.7b-instruct-reasoning","hosts_url":"/models/qwen3-1.7b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 1.7B, Alibaba"},{"additional_text":null,"aime":0.28,"aime25":0.58,"agentic_index":18.56,"coding_index":19.84,"commercial_allowed":true,"computed_performance_host_model_id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507","display_order":1441,"estimated_intelligence_index":28.365679,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.47,"hle":0.042,"humaneval":null,"id":"ecc6524a-d521-458a-8327-5009e8ce6549","ifbench":0.239,"inference_parameters_active":null,"intelligence_index":29.23,"intelligence_index_token_counts":{"input_tokens":46909782,"answer_tokens":8024485,"output_tokens":8024485,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.28,"math_500":0.871,"math_index":58,"mmlu_pro":0.675,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-14B","multilingual_aa":null,"name":"Qwen3 14B (Non-reasoning)","open_weights":"Open","parameters":14.8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.265,"short_name":"Qwen3 14B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-14b-instruct","tau2":0.322,"terminalbench_hard":0.05,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","slug":"alibaba-cloud_qwen3-14b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"ecc6524a-d521-458a-8327-5009e8ce6549","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-14b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":1.4,"price_1m_blended_3_to_1":0.6125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0aa4b47f-b67f-4773-8a53-34a36cdfe37c","slug":"deepinfra_qwen3-14b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"ecc6524a-d521-458a-8327-5009e8ce6549","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-14B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 14B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.06,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":9.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-14b-instruct","hosts_url":"/models/qwen3-14b-instruct/providers","name_and_creator_label":"Qwen3 14B, Alibaba"},{"additional_text":null,"aime":0.763,"aime25":0.557,"agentic_index":19.02,"coding_index":29.14,"commercial_allowed":true,"computed_performance_host_model_id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507-reasoning","display_order":1417,"estimated_intelligence_index":36.335897,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.604,"hle":0.043,"humaneval":0.963,"id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","ifbench":0.405,"inference_parameters_active":null,"intelligence_index":36.02,"intelligence_index_token_counts":{"input_tokens":35428296,"answer_tokens":2387480,"output_tokens":52447371,"reasoning_tokens":50059891},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.523,"math_500":0.961,"math_index":55.67,"mmlu_pro":0.774,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-14B","multilingual_aa":null,"name":"Qwen3 14B (Reasoning)","open_weights":"Open","parameters":14.8,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.316,"short_name":"Qwen3 14B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-14b-instruct-reasoning","tau2":0.345,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","slug":"alibaba-cloud_qwen3-14b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-14b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 14B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":4.2,"price_1m_blended_3_to_1":1.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"727e16ae-0f4b-46df-8de3-57040d1194c7","slug":"deepinfra_qwen3-14b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-14B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 14B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"31a2f982-9245-46f6-8d96-d67402439810","slug":"nebius_qwen3-14b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-14B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 14B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-14b-instruct-reasoning","hosts_url":"/models/qwen3-14b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 14B, Alibaba"},{"additional_text":null,"aime":0.327,"aime25":0.237,"agentic_index":16.43,"coding_index":23.27,"commercial_allowed":true,"computed_performance_host_model_id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-235b-a22b-instruct-2507","display_order":1379,"estimated_intelligence_index":29.735263,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.613,"hle":0.047,"humaneval":null,"id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","ifbench":0.366,"inference_parameters_active":"22","intelligence_index":29.95,"intelligence_index_token_counts":{"input_tokens":48140882,"answer_tokens":7364923,"output_tokens":7364923,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.343,"math_500":0.902,"math_index":23.67,"mmlu_pro":0.762,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B","multilingual_aa":null,"name":"Qwen3 235B A22B (Non-reasoning)","open_weights":"Open","parameters":235,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.299,"short_name":"Qwen3 235B","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-235b-a22b-instruct","tau2":0.272,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"bf00f674-3738-4b55-a5b4-b388a37fe632","slug":"novita_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cf1595f1-1825-435b-a338-8fcfb433051f","slug":"fireworks_qwen3-235b-a22b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81fa7dbd-2cc7-4942-9662-0a61488c961b","slug":"deepinfra_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","slug":"alibaba-cloud_qwen3-235b-a22b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ed48131-a47f-434a-9e74-848d105b51b9","slug":"togetherai_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-fp8-tput","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct","hosts_url":"/models/qwen3-235b-a22b-instruct/providers","name_and_creator_label":"Qwen3 235B, Alibaba"},{"additional_text":null,"aime":0.84,"aime25":0.82,"agentic_index":14.83,"coding_index":35.94,"commercial_allowed":true,"computed_performance_host_model_id":"56a6c111-9346-484d-aca5-97bdf356ac24","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-235b-a22b-instruct-2507-reasoning","display_order":1395,"estimated_intelligence_index":44.087362,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.7,"hle":0.117,"humaneval":null,"id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","ifbench":0.387,"inference_parameters_active":"22","intelligence_index":41.7,"intelligence_index_token_counts":{"input_tokens":22989081,"answer_tokens":3204698,"output_tokens":84545767,"reasoning_tokens":81341069},"knowledge_cutoff_date":null,"lab_claimed_aime":0.815,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.707,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.622,"math_500":0.93,"math_index":82,"mmlu_pro":0.828,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B","multilingual_aa":null,"name":"Qwen3 235B A22B (Reasoning)","open_weights":"Open","parameters":235,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.399,"short_name":"Qwen3 235B","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-235b-a22b-instruct-reasoning","tau2":0.24,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"6825a5de-a446-414d-b1bc-87924def99f7","slug":"fireworks_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":{"max":0.717,"min":0.652,"median":0.684,"quartile_25":0.662,"quartile_75":0.688},"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"10ab8e59-1249-4958-8317-9e60aa385b56","slug":"togetherai_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.722,"min":0.672,"median":0.697,"quartile_25":0.686,"quartile_75":0.713},"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":"FP8 Throughput","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-fp8-tput","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"56a6c111-9346-484d-aca5-97bdf356ac24","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":{"max":0.753,"min":0.682,"median":0.717,"quartile_25":0.706,"quartile_75":0.729},"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7b22476e-f133-41dc-bbba-238eeaa3c620","slug":"deepinfra_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.732,"min":0.672,"median":0.697,"quartile_25":0.687,"quartile_75":0.708},"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.54,"price_1m_blended_3_to_1":0.27,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.7,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d1017f4-b486-47a1-9a39-cd5923a277c1","slug":"novita_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.697,"min":0.429,"median":0.634,"quartile_25":0.566,"quartile_75":0.646},"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 235B, Alibaba"},{"additional_text":null,"aime":0.94,"aime25":0.91,"agentic_index":32.99,"coding_index":44.65,"commercial_allowed":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":526,"estimated_intelligence_index":58.515549,"family_slug_for_ordering":"qwen3","frontier_model":true,"gpqa":0.79,"hle":0.15,"humaneval":0.977,"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","ifbench":0.512,"inference_parameters_active":"22","intelligence_index":57.47,"intelligence_index_token_counts":{"input_tokens":40217449,"answer_tokens":7968168,"output_tokens":107892056,"reasoning_tokens":99923888},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.67,"license_name":null,"license_url":null,"livecodebench":0.788,"math_500":0.984,"math_index":91,"mmlu_pro":0.843,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","multilingual_aa":null,"name":"Qwen3 235B A22B 2507 (Reasoning)","open_weights":"Open","parameters":235,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-07-25","representative_query_token_counts":null,"scicode":0.424,"short_name":"Qwen3 235B A22B 2507","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-235b-a22b-instruct-2507-reasoning","tau2":0.532,"terminalbench_hard":0.128,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","slug":"deepinfra_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.9,"price_1m_blended_3_to_1":0.95,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","slug":"novita_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b-thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f6d986dd-a164-4354-8c26-f8c5a01fb1c2","slug":"fireworks_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b-thinking-2507","function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b9b3fb64-3204-4e89-a09b-f9434fa1b244","slug":"gmi_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.6,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","slug":"cerebras_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-235b-a22b-thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","slug":"togetherai_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"eb18bee4-e933-4a63-9a00-d18a4031615e","slug":"nebius_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4b06831-2f4d-441e-a9cb-76b746fb1f47","slug":"hyperbolic_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B A22B 2507, Alibaba"},{"additional_text":null,"aime":0.717,"aime25":0.717,"agentic_index":23.76,"coding_index":34.19,"commercial_allowed":true,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":529,"estimated_intelligence_index":46.293914,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.753,"hle":0.106,"humaneval":0.957,"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","ifbench":0.461,"inference_parameters_active":"22.0","intelligence_index":45.34,"intelligence_index_token_counts":{"input_tokens":57372368,"answer_tokens":24098726,"output_tokens":24098726,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.312,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.524,"math_500":0.98,"math_index":71.67,"mmlu_pro":0.828,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","multilingual_aa":null,"name":"Qwen3 235B A22B 2507 Instruct","open_weights":"Open","parameters":235,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-21","representative_query_token_counts":null,"scicode":0.36,"short_name":"Qwen3 235B 2507","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-235b-a22b-instruct-2507","tau2":0.333,"terminalbench_hard":0.142,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","slug":"parasail_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-235b-a22b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4ac2e08c-4637-4186-8791-9f9cffc480a3","slug":"google_qwen3-235b-a22b-instruct-2507_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-instruct-2507-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Qwen3 235B A22B 2507 (Non-reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.25,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8b4436f2-085f-44d0-9aed-149f0e65dc50","slug":"gmi_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":1.09,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81cc61e7-c166-4952-b0c5-189f45e66506","slug":"nebius_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","slug":"togetherai_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507-tput","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","slug":"fireworks_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","slug":"cerebras_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-235b-a22b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","slug":"novita_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ccb2c0f-0b3b-439e-bfc0-3c84279aa8dd","slug":"hyperbolic_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 235B A22B 2507 (Non-reasoning)_","cache_pricing_notes":null,"model_name_appendage":"","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ad1b8f87-5b40-45c8-b94a-ae177ebc1039","slug":"baseten_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Qwen3 235B A22B 2507 Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.74,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7d86dc0-dd06-47ea-9206-b38aa5dcb479","slug":"amazon-bedrock_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen.qwen3-235b-a22b-2507-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","slug":"deepinfra_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.57,"price_1m_blended_3_to_1":0.21,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507, Alibaba"},{"additional_text":null,"aime":0.26,"aime25":0.217,"agentic_index":null,"coding_index":21.65,"commercial_allowed":true,"computed_performance_host_model_id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507","display_order":1403,"estimated_intelligence_index":26.482501,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.515,"hle":0.046,"humaneval":null,"id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","ifbench":0.319,"inference_parameters_active":"3.3","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.322,"math_500":0.863,"math_index":21.67,"mmlu_pro":0.71,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B","multilingual_aa":null,"name":"Qwen3 30B A3B (Non-reasoning)","open_weights":"Open","parameters":30.5,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.264,"short_name":"Qwen3 30B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-30b-a3b-instruct","tau2":null,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","slug":"alibaba-cloud_qwen3-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9d8bbc50-1dfc-41a1-8c69-c7b9fb51310e","slug":"deepinfra_qwen3-30b-a3b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 30B A3B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.29,"price_1m_blended_3_to_1":0.1325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":7.55,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-instruct","hosts_url":"/models/qwen3-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 30B, Alibaba"},{"additional_text":null,"aime":0.753,"aime25":0.723,"agentic_index":14.08,"coding_index":27.06,"commercial_allowed":true,"computed_performance_host_model_id":"aaea5d11-73e7-461f-830f-95006e0f73b7","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507-reasoning","display_order":1429,"estimated_intelligence_index":38.304674,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.616,"hle":0.066,"humaneval":null,"id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","ifbench":0.415,"inference_parameters_active":"3.3","intelligence_index":36.69,"intelligence_index_token_counts":{"input_tokens":38422101,"answer_tokens":4788150,"output_tokens":59823453,"reasoning_tokens":55035303},"knowledge_cutoff_date":null,"lab_claimed_aime":0.804,"lab_claimed_gpqa":0.658,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.626,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.506,"math_500":0.959,"math_index":72.33,"mmlu_pro":0.777,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B","multilingual_aa":null,"name":"Qwen3 30B A3B (Reasoning)","open_weights":"Open","parameters":30.5,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.285,"short_name":"Qwen3 30B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-30b-a3b-instruct-reasoning","tau2":0.26,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"f228eaa2-9ca0-479a-aff4-990013dd8a2b","slug":"parasail_qwen3-30b-a3b-instruct-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-30b-a3b","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a3d633aa-0ec9-4f6f-8ad0-3d34b7fb4ec8","slug":"fireworks_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":{"max":0.631,"min":0.571,"median":0.611,"quartile_25":0.593,"quartile_75":0.621},"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-30b-a3b","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e83a25aa-86c0-40d9-9d3e-ac5683678972","slug":"deepinfra_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.672,"min":0.571,"median":0.611,"quartile_25":0.596,"quartile_75":0.63},"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.29,"price_1m_blended_3_to_1":0.1325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":7.55,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aaea5d11-73e7-461f-830f-95006e0f73b7","slug":"alibaba-cloud_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":{"max":0.662,"min":0.591,"median":0.629,"quartile_25":0.619,"quartile_75":0.634},"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"27515963-8bfe-4829-ace4-dbcaf44789ec","slug":"novita_qwen3-30b-a3b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.652,"min":0.535,"median":0.596,"quartile_25":0.586,"quartile_75":0.611},"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-30b-a3b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.09,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.18,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e10433d8-502f-4ded-8b0a-474fc9e5e3e5","slug":"nebius_qwen3-30b-a3b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.631,"min":0.586,"median":0.609,"quartile_25":0.596,"quartile_75":0.622},"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 30B A3B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-instruct-reasoning","hosts_url":"/models/qwen3-30b-a3b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 30B, Alibaba"},{"additional_text":null,"aime":0.907,"aime25":0.563,"agentic_index":16.52,"coding_index":36.33,"commercial_allowed":true,"computed_performance_host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":552,"estimated_intelligence_index":49.280368,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.707,"hle":0.098,"humaneval":null,"id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","ifbench":0.507,"inference_parameters_active":"3.3","intelligence_index":46.41,"intelligence_index_token_counts":{"input_tokens":32102838,"answer_tokens":7763278,"output_tokens":80294648,"reasoning_tokens":72531370},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.59,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.707,"math_500":0.976,"math_index":56.33,"mmlu_pro":0.805,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507","multilingual_aa":null,"name":"Qwen3 30B A3B 2507 (Reasoning)","open_weights":"Open","parameters":30.5,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-07-30","representative_query_token_counts":null,"scicode":0.333,"short_name":"Qwen3 30B A3B 2507","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-30b-a3b-2507-reasoning","tau2":0.281,"terminalbench_hard":0.05,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"965fb258-88c0-4f0e-950b-d80caff3bf1d","slug":"nebius_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B-Thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","slug":"alibaba-cloud_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b-thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25e7b766-4f7c-46b7-a1c8-2c399b23b4ae","slug":"clarifai_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"8906cd90-54cf-4365-86f0-4f2087162975","gpqa_16x":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"https://clarifai.com/qwen/qwenLM/models/Qwen3-30B-A3B-Thinking-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Clarifai_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.36,"price_1m_output_tokens":1.3,"price_1m_blended_3_to_1":0.595,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.68,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507-reasoning","hosts_url":"/models/qwen3-30b-a3b-2507-reasoning/providers","name_and_creator_label":"Qwen3 30B A3B 2507, Alibaba"},{"additional_text":null,"aime":0.727,"aime25":0.663,"agentic_index":7.95,"coding_index":29.22,"commercial_allowed":true,"computed_performance_host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":553,"estimated_intelligence_index":40.16883,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.659,"hle":0.068,"humaneval":0.943,"id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","ifbench":0.331,"inference_parameters_active":"3.3","intelligence_index":37.03,"intelligence_index_token_counts":{"input_tokens":61245848,"answer_tokens":23060600,"output_tokens":23060600,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.227,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.515,"math_500":0.975,"math_index":66.33,"mmlu_pro":0.777,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507","multilingual_aa":{"average":0.725,"global_mmlu_lite":{"ar":0.7475,"bn":0.64,"de":0.825,"en":0.8575,"es":0.82,"fr":0.8025,"hi":0.69,"id":0.7975,"it":0.8275,"ja":0.8,"ko":0.75,"pt":0.8125,"sw":0.3925,"yo":0.2875,"zh":0.825},"average_per_language":{"ar":0.7475,"bn":0.64,"de":0.825,"en":0.8575,"es":0.82,"fr":0.8025,"hi":0.69,"id":0.7975,"it":0.8275,"ja":0.8,"ko":0.75,"pt":0.8125,"sw":0.3925,"yo":0.2875,"zh":0.825},"average_global_mmlu_lite":0.725},"name":"Qwen3 30B A3B 2507 Instruct","open_weights":"Open","parameters":30.5,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-29","representative_query_token_counts":null,"scicode":0.304,"short_name":"Qwen3 30B A3B 2507","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-30b-a3b-2507","tau2":0.102,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"51ce0a10-25f7-4db1-919d-b5847b5fb370","slug":"nebius_qwen3-30b-a3b-2507","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 30B A3B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","slug":"alibaba-cloud_qwen3-30b-a3b-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b-instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c8483859-d9c3-4d05-9646-b693e3335fc6","slug":"clarifai_qwen3-30b-a3b-2507","deleted":false,"host_id":"8906cd90-54cf-4365-86f0-4f2087162975","gpqa_16x":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"https://clarifai.com/qwen/qwenLM/models/Qwen3-30B-A3B-Instruct-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Clarifai_Qwen3 30B A3B 2507 Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507","hosts_url":"/models/qwen3-30b-a3b-2507/providers","name_and_creator_label":"Qwen3 30B A3B 2507, Alibaba"},{"additional_text":null,"aime":0.303,"aime25":0.197,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507","display_order":1384,"estimated_intelligence_index":26.396902,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.535,"hle":0.043,"humaneval":0.896,"id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","ifbench":0.315,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.288,"math_500":0.869,"math_index":19.67,"mmlu_pro":0.727,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-32B","multilingual_aa":null,"name":"Qwen3 32B (Non-reasoning)","open_weights":"Open","parameters":32.8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.28,"short_name":"Qwen3 32B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-32b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"9fd166ee-55ca-4106-89a1-47f1755ea125","slug":"sambanova_qwen3-32b-instruct","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c6278b3f-e6da-4da7-8d5d-3dc7291ebba5","slug":"novita_qwen3-32b-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7841ad36-fb21-4e07-9e52-f0499c8a3ac9","slug":"cerebras_qwen3-32b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-32b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44288441-4e12-4ea5-9e18-3cbf2f2fcc89","slug":"nebius_qwen3-32b-instruct_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","slug":"alibaba-cloud_qwen3-32b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-32b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e642b3cc-4036-4c57-b619-0e95dfbea71d","slug":"nebius_qwen3-32b-instruct_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45965a2d-b116-478a-bdb0-261d00cbf3bf","slug":"deepinfra_qwen3-32b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b871a891-6c2c-4ae8-9f87-92db4b5d1e53","slug":"gmi_qwen3-32b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45fa8a67-a250-4e39-b7ba-3c8363124cc8","slug":"groq_qwen3-32b-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.74,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2a2599ba-f732-45ea-b4cd-8991bccb3f59","slug":"amazon-bedrock_qwen3-32b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen.qwen3-32b-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-32b-instruct","hosts_url":"/models/qwen3-32b-instruct/providers","name_and_creator_label":"Qwen3 32B, Alibaba"},{"additional_text":null,"aime":0.807,"aime25":0.73,"agentic_index":16.33,"coding_index":30.95,"commercial_allowed":true,"computed_performance_host_model_id":"870a61de-b07d-4f0e-b085-7a0600130892","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-30b-a3b-2507-reasoning","display_order":1376,"estimated_intelligence_index":40.149808,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.668,"hle":0.083,"humaneval":null,"id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","ifbench":0.363,"inference_parameters_active":null,"intelligence_index":38.69,"intelligence_index_token_counts":{"input_tokens":35707585,"answer_tokens":6020836,"output_tokens":54796773,"reasoning_tokens":48775937},"knowledge_cutoff_date":null,"lab_claimed_aime":0.814,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.657,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.546,"math_500":0.961,"math_index":73,"mmlu_pro":0.798,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-32B","multilingual_aa":null,"name":"Qwen3 32B (Reasoning)","open_weights":"Open","parameters":32.8,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.354,"short_name":"Qwen3 32B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-32b-instruct-reasoning","tau2":0.298,"terminalbench_hard":0.028,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"767ffd45-9a52-4d90-a11f-651d40eb2869","slug":"cerebras_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":{"max":0.672,"min":0.576,"median":0.609,"quartile_25":0.595,"quartile_75":0.631},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-32b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"870a61de-b07d-4f0e-b085-7a0600130892","slug":"alibaba-cloud_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":{"max":0.702,"min":0.606,"median":0.662,"quartile_25":0.652,"quartile_75":0.679},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-32b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fb9d47f6-18d6-4d6c-9a74-0274f9deb781","slug":"sambanova_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.667,"min":0.601,"median":0.634,"quartile_25":0.619,"quartile_75":0.646},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b606ecc-11eb-4722-854f-cd4e7b1e5d1d","slug":"gmi_qwen3-32b-instruct-reasoning_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0f033228-e4f8-41fe-99dc-935788826263","slug":"deepinfra_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.662,"min":0.601,"median":0.646,"quartile_25":0.63,"quartile_75":0.652},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.145,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":6.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3cee6052-90d1-42c9-ab77-f2ec84628197","slug":"groq_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":{"max":0.667,"min":0.616,"median":0.634,"quartile_25":0.626,"quartile_75":0.644},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.74,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9eb1a2f1-6dec-487f-ada0-577b98a9ce34","slug":"nebius_qwen3-32b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.687,"min":0.591,"median":0.624,"quartile_25":0.616,"quartile_75":0.641},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c992649b-32f3-4f7e-a2d2-55b0078bc81e","slug":"novita_qwen3-32b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.556,"min":0.485,"median":0.53,"quartile_25":0.505,"quartile_75":0.543},"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-32b-instruct-reasoning","hosts_url":"/models/qwen3-32b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 32B, Alibaba"},{"additional_text":null,"aime":0.213,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct","display_order":1407,"estimated_intelligence_index":20.68759666081991,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.398,"hle":0.037,"humaneval":null,"id":"e46198a7-cd29-4afd-933d-cdf180f0f305","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.233,"math_500":0.843,"math_index":null,"mmlu_pro":0.586,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B","multilingual_aa":null,"name":"Qwen3 4B (Non-reasoning)","open_weights":"Open","parameters":4.02,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.167,"short_name":"Qwen3 4B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-4b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","slug":"alibaba-cloud_qwen3-4b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"e46198a7-cd29-4afd-933d-cdf180f0f305","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-4b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 4B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-4b-instruct","hosts_url":"/models/qwen3-4b-instruct/providers","name_and_creator_label":"Qwen3 4B, Alibaba"},{"additional_text":null,"aime":0.657,"aime25":0.223,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-4b-2507-instruct-reasoning","display_order":1420,"estimated_intelligence_index":25.578956,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.522,"hle":0.051,"humaneval":0.909,"id":"191a2097-cce3-49cf-881e-0c790892059f","ifbench":0.325,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":0.738,"lab_claimed_gpqa":0.559,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.542,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.465,"math_500":0.933,"math_index":22.33,"mmlu_pro":0.696,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B","multilingual_aa":null,"name":"Qwen3 4B (Reasoning)","open_weights":"Open","parameters":4.02,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.035,"short_name":"Qwen3 4B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-4b-instruct-reasoning","tau2":0.19,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","slug":"alibaba-cloud_qwen3-4b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"191a2097-cce3-49cf-881e-0c790892059f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-4b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 4B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-4b-instruct-reasoning","hosts_url":"/models/qwen3-4b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 4B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.827,"agentic_index":13.43,"coding_index":30.37,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":600,"estimated_intelligence_index":46.389024,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.667,"hle":0.059,"humaneval":null,"id":"2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb","ifbench":0.498,"inference_parameters_active":null,"intelligence_index":43.36,"intelligence_index_token_counts":{"input_tokens":38245288,"answer_tokens":8388100,"output_tokens":97659710,"reasoning_tokens":89271610},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.377,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.641,"math_500":null,"math_index":82.67,"mmlu_pro":0.743,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507","multilingual_aa":null,"name":"Qwen3 4B 2507 (Reasoning)","open_weights":"Open","parameters":4.02,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-08-06","representative_query_token_counts":null,"scicode":0.256,"short_name":"Qwen3 4B 2507","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-4b-2507-instruct-reasoning","tau2":0.254,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen3-4b-2507-instruct-reasoning","hosts_url":"/models/qwen3-4b-2507-instruct-reasoning/providers","name_and_creator_label":"Qwen3 4B 2507, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.523,"agentic_index":15.43,"coding_index":19.99,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":601,"estimated_intelligence_index":30.448588,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.517,"hle":0.047,"humaneval":null,"id":"b0249961-b8b2-479d-8325-a29ea17c7b89","ifbench":0.335,"inference_parameters_active":null,"intelligence_index":30.35,"intelligence_index_token_counts":{"input_tokens":47539035,"answer_tokens":33187739,"output_tokens":33187739,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.073,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.377,"math_500":null,"math_index":52.33,"mmlu_pro":0.672,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507","multilingual_aa":{"average":0.6794,"global_mmlu_lite":{"ar":0.6325,"bn":0.5275,"de":0.7275,"en":0.795,"es":0.7375,"fr":0.7025,"hi":0.5525,"id":0.6775,"it":0.73,"ja":0.6725,"ko":0.6475,"pt":0.695,"zh":0.735},"average_per_language":{"ar":0.6325,"bn":0.5275,"de":0.7275,"en":0.795,"es":0.7375,"fr":0.7025,"hi":0.5525,"id":0.6775,"it":0.73,"ja":0.6725,"ko":0.6475,"pt":0.695,"zh":0.735},"average_global_mmlu_lite":0.6794},"name":"Qwen3 4B 2507 Instruct","open_weights":"Open","parameters":4.02,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-06","representative_query_token_counts":null,"scicode":0.181,"short_name":"Qwen3 4B 2507","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-4b-2507-instruct","tau2":0.266,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen3-4b-2507-instruct","hosts_url":"/models/qwen3-4b-2507-instruct/providers","name_and_creator_label":"Qwen3 4B 2507, Alibaba"},{"additional_text":null,"aime":0.243,"aime25":0.243,"agentic_index":13.49,"coding_index":13.04,"commercial_allowed":true,"computed_performance_host_model_id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-vl-8b-instruct","display_order":1385,"estimated_intelligence_index":22.069397,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.452,"hle":0.028,"humaneval":null,"id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","ifbench":0.286,"inference_parameters_active":null,"intelligence_index":22.91,"intelligence_index_token_counts":{"input_tokens":61401556,"answer_tokens":13963911,"output_tokens":13963911,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.202,"math_500":0.828,"math_index":24.33,"mmlu_pro":0.643,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-8B","multilingual_aa":null,"name":"Qwen3 8B (Non-reasoning)","open_weights":"Open","parameters":8.19,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.168,"short_name":"Qwen3 8B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-8b-instruct","tau2":0.249,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","slug":"alibaba-cloud_qwen3-8b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-8b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.31,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-8b-instruct","hosts_url":"/models/qwen3-8b-instruct/providers","name_and_creator_label":"Qwen3 8B, Alibaba"},{"additional_text":null,"aime":0.747,"aime25":0.19,"agentic_index":14.95,"coding_index":21.78,"commercial_allowed":true,"computed_performance_host_model_id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-vl-8b-reasoning","display_order":1419,"estimated_intelligence_index":36.79739436653353,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.589,"hle":0.042,"humaneval":null,"id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","ifbench":0.335,"inference_parameters_active":null,"intelligence_index":28.29,"intelligence_index_token_counts":{"input_tokens":37594920,"answer_tokens":6814550,"output_tokens":69855066,"reasoning_tokens":63040516},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.406,"math_500":0.904,"math_index":19,"mmlu_pro":0.743,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-8B","multilingual_aa":null,"name":"Qwen3 8B (Reasoning)","open_weights":"Open","parameters":8.19,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-28","representative_query_token_counts":null,"scicode":0.226,"short_name":"Qwen3 8B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-8b-instruct-reasoning","tau2":0.278,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","slug":"alibaba-cloud_qwen3-8b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-8b","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 8B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.66,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":98304,"price_m_tokens_blended_3_to_1_per_dollar":1.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca4fd46c-eb6c-44da-8317-789a6160a739","slug":"novita_qwen3-8b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-8b-fp8","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 8B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.035,"price_1m_output_tokens":0.138,"price_1m_blended_3_to_1":0.06075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16.46,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-8b-instruct-reasoning","hosts_url":"/models/qwen3-8b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 8B, Alibaba"},{"additional_text":null,"aime":0.297,"aime25":0.29,"agentic_index":24.34,"coding_index":27.43,"commercial_allowed":true,"computed_performance_host_model_id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":549,"estimated_intelligence_index":31.913282,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.516,"hle":0.04,"humaneval":0.915,"id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","ifbench":0.327,"inference_parameters_active":"3.3","intelligence_index":33.37,"intelligence_index_token_counts":{"input_tokens":53444149,"answer_tokens":13914191,"output_tokens":13914191,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.29,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.403,"math_500":0.893,"math_index":29,"mmlu_pro":0.706,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct","multilingual_aa":null,"name":"Qwen3 Coder 30B A3B Instruct","open_weights":"Open","parameters":30.5,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-31","representative_query_token_counts":null,"scicode":0.278,"short_name":"Qwen3 Coder 30B A3B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-coder-30b-a3b-instruct","tau2":0.345,"terminalbench_hard":0.142,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"6a0fccec-535d-4300-8194-8f47d2bc89f9","slug":"nebius_qwen3-coder-30b-a3b-instruct","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 Coder 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","slug":"alibaba-cloud_qwen3-coder-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","footnotes":"Tiered pricing:\r\n- 0-32K: $0.45/$2.25 per M tokens\r\n- 32-131K: $0.75/$3.75 per M tokens\r\n- 131-205K: $1.2/$6 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-coder-30b-a3b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 30B A3B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":2.25,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"94ba5959-e9ea-4285-8ae8-70497fb5b1d2","slug":"amazon-bedrock_qwen3-coder-30b-a3b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen.qwen3-coder-30b-a3b-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Qwen3 Coder 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-coder-30b-a3b-instruct","hosts_url":"/models/qwen3-coder-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 Coder 30B A3B, Alibaba"},{"additional_text":null,"aime":0.477,"aime25":0.393,"agentic_index":30.65,"coding_index":37.38,"commercial_allowed":true,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":535,"estimated_intelligence_index":41.015309,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.618,"hle":0.044,"humaneval":0.965,"id":"093883ed-f5fc-443b-8e18-afbfb166699e","ifbench":0.405,"inference_parameters_active":"35.0","intelligence_index":42.28,"intelligence_index_token_counts":{"input_tokens":61696324,"answer_tokens":9722419,"output_tokens":9722419,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.423,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.585,"math_500":0.942,"math_index":39.33,"mmlu_pro":0.788,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","multilingual_aa":null,"name":"Qwen3 Coder 480B A35B Instruct","open_weights":"Open","parameters":480,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-22","representative_query_token_counts":null,"scicode":0.359,"short_name":"Qwen3 Coder 480B","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-coder-480b-a35b-instruct","tau2":0.436,"terminalbench_hard":0.177,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"421c022e-8887-4dd0-a42e-c62a5392c089","slug":"google_qwen3-coder-480b-a35b-instruct_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-coder-480b-a35b-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Qwen3 Coder 480B A35B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","slug":"fireworks_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 Coder 480B A35B_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.7875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","slug":"gmi_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.29,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.5175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","slug":"hyperbolic_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":0.29,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.5175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"692c9526-f5ba-4a44-b376-58aae8d894ea","slug":"baseten_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Qwen3 Coder 480B A35B Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.38,"price_1m_output_tokens":1.53,"price_1m_blended_3_to_1":0.6675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","slug":"novita_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-coder-480b-a35b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.5175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","slug":"togetherai_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","slug":"alibaba-cloud_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":"Tiered pricing:\n- 0-32K: $1.5/$7.5 per M tokens\n- 32-131K: $2.7/$13.5 per M tokens\n- 131-205K: $4.5/$22.5 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-coder-480b-a35b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 480B A35B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":7.5,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","slug":"cerebras_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-coder-480b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"696c72fb-4da1-4c1c-9c6a-5bbe314c7bdb","slug":"nebius_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de50e896-4a46-4eb3-9685-3fca9bbe12e5","slug":"amazon-bedrock_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen.qwen3-coder-480b-a35b-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.615,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.807,"agentic_index":46.71,"coding_index":44.73,"commercial_allowed":null,"computed_performance_host_model_id":"963495d0-f1e1-4a10-8c43-b0185bc5e30c","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":610,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":true,"gpqa":0.764,"hle":0.111,"humaneval":null,"id":"7ae943a9-9310-4472-a834-c61f0ab68485","ifbench":0.441,"inference_parameters_active":null,"intelligence_index":55.15,"intelligence_index_token_counts":{"input_tokens":56464182,"answer_tokens":21098177,"output_tokens":21098177,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.467,"license_name":null,"license_url":null,"livecodebench":0.767,"math_500":null,"math_index":80.67,"mmlu_pro":0.841,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":null,"multilingual_aa":null,"name":"Qwen3 Max","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-23","representative_query_token_counts":null,"scicode":0.383,"short_name":"Qwen3 Max","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-max","tau2":0.743,"terminalbench_hard":0.191,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"963495d0-f1e1-4a10-8c43-b0185bc5e30c","slug":"alibaba-cloud_qwen3-max","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"7ae943a9-9310-4472-a834-c61f0ab68485","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-max-2025-09-23","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Max","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":258048,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-max","hosts_url":"/models/qwen3-max/providers","name_and_creator_label":"Qwen3 Max, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.75,"agentic_index":25.59,"coding_index":40.19,"commercial_allowed":null,"computed_performance_host_model_id":"8ad3ca0d-32cf-4679-a718-14903cd5b8fb","context_window_tokens":262144,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-max","display_order":1404,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.764,"hle":0.093,"humaneval":null,"id":"5b2beb12-81a9-47a1-8a2a-d0a727185b50","ifbench":0.48,"inference_parameters_active":null,"intelligence_index":48.55,"intelligence_index_token_counts":{"input_tokens":53770032,"answer_tokens":14431370,"output_tokens":14431370,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.397,"license_name":null,"license_url":null,"livecodebench":0.651,"math_500":null,"math_index":75,"mmlu_pro":0.838,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":null,"multilingual_aa":null,"name":"Qwen3 Max (Preview)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-05","representative_query_token_counts":null,"scicode":0.37,"short_name":"Qwen3 Max (Preview)","show_host_model_evals":false,"size_class":"Large","slug":"qwen3-max-preview","tau2":0.327,"terminalbench_hard":0.184,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8ad3ca0d-32cf-4679-a718-14903cd5b8fb","slug":"alibaba-cloud_qwen3-max-preview","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"5b2beb12-81a9-47a1-8a2a-d0a727185b50","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-max-preview","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Max (Preview)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-max-preview","hosts_url":"/models/qwen3-max-preview/providers","name_and_creator_label":"Qwen3 Max (Preview), Alibaba"},{"additional_text":null,"aime":null,"aime25":0.843,"agentic_index":25.37,"coding_index":42.14,"commercial_allowed":true,"computed_performance_host_model_id":"3fe61f25-7ac1-4342-8c79-4d0168dc5d30","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":532,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":true,"gpqa":0.759,"hle":0.117,"humaneval":null,"id":"c8a79180-7d16-4474-8701-9a77c0baa56a","ifbench":0.607,"inference_parameters_active":"3","intelligence_index":54.32,"intelligence_index_token_counts":{"input_tokens":42295280,"answer_tokens":7506061,"output_tokens":101376721,"reasoning_tokens":93870660},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.603,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.784,"math_500":null,"math_index":84.33,"mmlu_pro":0.824,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking","multilingual_aa":null,"name":"Qwen3 Next 80B A3B (Reasoning)","open_weights":"Open","parameters":80,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-09-11","representative_query_token_counts":null,"scicode":0.388,"short_name":"Qwen3 Next 80B A3B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen3-next-80b-a3b-reasoning","tau2":0.415,"terminalbench_hard":0.092,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"0d11facd-5ff2-4dad-8a7a-686551cc50f3","slug":"google_qwen3-next-80b-a3b-reasoning_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-next-80b-a3b-thinking-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Qwen3 Next 80B A3B (Reasoning)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.15,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.4125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2247ac88-589c-485e-a034-a26ceb9171dd","slug":"novita_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-next-80b-a3b-thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.4875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5b2b1006-446c-430c-97c4-92de3e795317","slug":"hyperbolic_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3fe61f25-7ac1-4342-8c79-4d0168dc5d30","slug":"alibaba-cloud_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-next-80b-a3b-thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":1.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.53,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3a04ffc8-3633-4402-bfc6-880ad7757505","slug":"togetherai_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.4875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"805f67b3-7e2f-4785-a43c-d2490c1813cc","slug":"parasail_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen-3-next-80b-instruct-think","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.4625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"af6edae3-7b95-4ace-a9b8-8e5744a0d22b","slug":"deepinfra_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.405,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.47,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c0a6f949-2c03-44e0-9f5f-7f6ec394e894","slug":"clarifai_qwen3-next-80b-a3b-reasoning","deleted":false,"host_id":"8906cd90-54cf-4365-86f0-4f2087162975","gpqa_16x":null,"model_id":"c8a79180-7d16-4474-8701-9a77c0baa56a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"https://clarifai.com/qwen/qwen3/models/qwen3-next-80B-A3B-Thinking","function_calling":false,"cache_write_price":null,"host_model_string":"Clarifai_Qwen3 Next 80B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.088,"price_1m_output_tokens":1.076,"price_1m_blended_3_to_1":1.085,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.92,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-next-80b-a3b-reasoning","hosts_url":"/models/qwen3-next-80b-a3b-reasoning/providers","name_and_creator_label":"Qwen3 Next 80B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.663,"agentic_index":14.36,"coding_index":35.37,"commercial_allowed":true,"computed_performance_host_model_id":"c2006757-28df-4610-9d3a-0f0bca978e76","context_window_tokens":262144,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":528,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.738,"hle":0.073,"humaneval":null,"id":"2698f6c6-e436-47ce-a583-dbc25596c571","ifbench":0.397,"inference_parameters_active":"3","intelligence_index":44.81,"intelligence_index_token_counts":{"input_tokens":47609880,"answer_tokens":25156036,"output_tokens":25156036,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.513,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.684,"math_500":null,"math_index":66.33,"mmlu_pro":0.819,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct","multilingual_aa":null,"name":"Qwen3 Next 80B A3B Instruct","open_weights":"Open","parameters":80,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-11","representative_query_token_counts":null,"scicode":0.307,"short_name":"Qwen3 Next 80B A3B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen3-next-80b-a3b-instruct","tau2":0.216,"terminalbench_hard":0.071,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"cddcf6b8-aa4c-4319-b5a1-4c0dc5b52898","slug":"hyperbolic_qwen3-next-80b-a3b-instruct","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Next-80B-A3B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Next 80B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"524144b0-28db-49d1-a78f-5db8d919868d","slug":"novita_qwen3-next-80b-a3b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-next-80b-a3b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Next 80B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.4875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5cd85f6e-eeed-4967-9029-81ad3774d7af","slug":"parasail_qwen3-next-80b-a3b-instruct","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen-3-next-80b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 Next 80B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.4625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff4570c8-ad3a-403a-b5fe-22509de6f9c1","slug":"google_qwen3-next-80b-a3b-instruct_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-next-80b-a3b-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Qwen3 Next 80B A3B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.15,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.4125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c2006757-28df-4610-9d3a-0f0bca978e76","slug":"alibaba-cloud_qwen3-next-80b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-next-80b-a3b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Next 80B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"84cd6e77-c810-48e9-8419-3ef0b0864539","slug":"deepinfra_qwen3-next-80b-a3b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"2698f6c6-e436-47ce-a583-dbc25596c571","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Next-80B-A3B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Next 80B A3B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.38,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.63,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-next-80b-a3b-instruct","hosts_url":"/models/qwen3-next-80b-a3b-instruct/providers","name_and_creator_label":"Qwen3 Next 80B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.74,"agentic_index":12.45,"coding_index":34.01,"commercial_allowed":true,"computed_performance_host_model_id":"43ea3c52-0c54-4d2a-8a4c-abe580698bde","context_window_tokens":65536,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":613,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.726,"hle":0.073,"humaneval":null,"id":"b97ef678-2d31-4375-9416-67ea97f87204","ifbench":0.434,"inference_parameters_active":"3.0","intelligence_index":39.99,"intelligence_index_token_counts":{"input_tokens":37586199,"answer_tokens":10041486,"output_tokens":82827195,"reasoning_tokens":72785709},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.679,"math_500":null,"math_index":74,"mmlu_pro":0.792,"mmmu_pro":0.602,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Thinking","multilingual_aa":null,"name":"Qwen3 Omni 30B A3B (Reasoning)","open_weights":"Open","parameters":35.3,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.306,"short_name":"Qwen3 Omni 30B A3B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-omni-30b-a3b-reasoning","tau2":0.213,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"43ea3c52-0c54-4d2a-8a4c-abe580698bde","slug":"alibaba-cloud_qwen3-omni-30b-a3b-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"b97ef678-2d31-4375-9416-67ea97f87204","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-omni-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Omni 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.43,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-omni-30b-a3b-reasoning","hosts_url":"/models/qwen3-omni-30b-a3b-reasoning/providers","name_and_creator_label":"Qwen3 Omni 30B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.523,"agentic_index":8.9,"coding_index":20.76,"commercial_allowed":true,"computed_performance_host_model_id":"ea46c1ca-cdf7-4eda-bbb6-a839f26419b2","context_window_tokens":65536,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":603,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.62,"hle":0.051,"humaneval":null,"id":"0b226b82-1462-4860-bf1a-f8aed7024791","ifbench":0.312,"inference_parameters_active":"3.0","intelligence_index":30.17,"intelligence_index_token_counts":{"input_tokens":61327341,"answer_tokens":39782945,"output_tokens":39782945,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.422,"math_500":null,"math_index":52.33,"mmlu_pro":0.725,"mmmu_pro":0.555,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Instruct","multilingual_aa":null,"name":"Qwen3 Omni 30B A3B Instruct","open_weights":"Open","parameters":35.3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.186,"short_name":"Qwen3 Omni 30B A3B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-omni-30b-a3b-instruct","tau2":0.164,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"ea46c1ca-cdf7-4eda-bbb6-a839f26419b2","slug":"alibaba-cloud_qwen3-omni-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"0b226b82-1462-4860-bf1a-f8aed7024791","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-omni-flash","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Omni 30B A3B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.43,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-omni-30b-a3b-instruct","hosts_url":"/models/qwen3-omni-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 Omni 30B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.823,"agentic_index":null,"coding_index":34.51,"commercial_allowed":true,"computed_performance_host_model_id":"ab004d1a-0dce-4d79-bce4-d2d3b07bd169","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":533,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.72,"hle":null,"humaneval":null,"id":"ce3d286e-093d-413d-a81a-0270309f039e","ifbench":0.451,"inference_parameters_active":"3.0","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.697,"math_500":null,"math_index":82.33,"mmlu_pro":0.807,"mmmu_pro":0.618,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Thinking","multilingual_aa":null,"name":"Qwen3 VL 30B A3B (Reasoning)","open_weights":"Open","parameters":30,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-10-03","representative_query_token_counts":null,"scicode":0.288,"short_name":"Qwen3 VL 30B A3B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-vl-30b-a3b-reasoning","tau2":null,"terminalbench_hard":0.05,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"ab004d1a-0dce-4d79-bce4-d2d3b07bd169","slug":"alibaba-cloud_qwen3-vl-30b-a3b-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"ce3d286e-093d-413d-a81a-0270309f039e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-vl-30b-a3b-thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 VL 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bec730e3-74cf-4634-bb62-0befc514dfe9","slug":"parasail_qwen3-vl-30b-a3b-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"ce3d286e-093d-413d-a81a-0270309f039e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-30B-A3B-Thinking-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 VL 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.3,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"90316017-c6bc-44bc-9afa-7cf23ff4acc2","slug":"deepinfra_qwen3-vl-30b-a3b-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"ce3d286e-093d-413d-a81a-0270309f039e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-30B-A3B-Thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.29,"price_1m_output_tokens":0.99,"price_1m_blended_3_to_1":0.465,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.15,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-30b-a3b-reasoning","hosts_url":"/models/qwen3-vl-30b-a3b-reasoning/providers","name_and_creator_label":"Qwen3 VL 30B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.723,"agentic_index":null,"coding_index":28.03,"commercial_allowed":true,"computed_performance_host_model_id":"6f293602-3d10-4207-955e-5484dbcf3fe6","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":530,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.695,"hle":0.064,"humaneval":null,"id":"51d0b717-953d-4b44-af61-406c6b7dff39","ifbench":0.331,"inference_parameters_active":"3.0","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.476,"math_500":null,"math_index":72.33,"mmlu_pro":0.764,"mmmu_pro":0.621,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Instruct","multilingual_aa":null,"name":"Qwen3 VL 30B A3B Instruct","open_weights":"Open","parameters":30,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-10-03","representative_query_token_counts":null,"scicode":0.308,"short_name":"Qwen3 VL 30B A3B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-vl-30b-a3b-instruct","tau2":null,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"6f293602-3d10-4207-955e-5484dbcf3fe6","slug":"alibaba-cloud_qwen3-vl-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"51d0b717-953d-4b44-af61-406c6b7dff39","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-vl-30b-a3b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 VL 30B A3B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aa865bd2-7f96-484e-859a-d4c9b52e0ec4","slug":"parasail_qwen3-vl-30b-a3b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"51d0b717-953d-4b44-af61-406c6b7dff39","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-30B-A3B-Instruct-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 VL 30B A3B Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.3,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"65df488f-4c4c-4c03-a881-f01c18e88a19","slug":"deepinfra_qwen3-vl-30b-a3b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"51d0b717-953d-4b44-af61-406c6b7dff39","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-30B-A3B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 30B A3B Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.29,"price_1m_output_tokens":0.99,"price_1m_blended_3_to_1":0.465,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.15,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-30b-a3b-instruct","hosts_url":"/models/qwen3-vl-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 VL 30B A3B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.257,"agentic_index":null,"coding_index":16.84,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":581,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.494,"hle":0.044,"humaneval":null,"id":"f93d0750-b659-4ceb-a123-7e657904ef2b","ifbench":0.366,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.32,"math_500":null,"math_index":25.67,"mmlu_pro":0.7,"mmmu_pro":0.52,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-4B-Thinking","multilingual_aa":null,"name":"Qwen3 VL 4B (Reasoning)","open_weights":"Open","parameters":4.44,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-10-14","representative_query_token_counts":null,"scicode":0.171,"short_name":"Qwen3 VL 4B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-vl-4b-reasoning","tau2":null,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"2c2d94ae-1b6b-4ff2-986f-e24e53212840","slug":"deepinfra_qwen3-vl-4b-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f93d0750-b659-4ceb-a123-7e657904ef2b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-4B-Thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 4B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-4b-reasoning","hosts_url":"/models/qwen3-vl-4b-reasoning/providers","name_and_creator_label":"Qwen3 VL 4B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.37,"agentic_index":null,"coding_index":14.22,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":579,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.371,"hle":0.037,"humaneval":null,"id":"f5d83128-047f-496d-ba49-8a428abe8345","ifbench":0.318,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.13,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.29,"math_500":null,"math_index":37,"mmlu_pro":0.634,"mmmu_pro":0.439,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct","multilingual_aa":null,"name":"Qwen3 VL 4B Instruct","open_weights":"Open","parameters":4.44,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-10-14","representative_query_token_counts":null,"scicode":0.137,"short_name":"Qwen3 VL 4B","show_host_model_evals":false,"size_class":"Tiny","slug":"qwen3-vl-4b-instruct","tau2":null,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"031f5f5d-556e-4d1a-a0ae-5e9ccbc87713","slug":"deepinfra_qwen3-vl-4b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f5d83128-047f-496d-ba49-8a428abe8345","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-4B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 4B Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-4b-instruct","hosts_url":"/models/qwen3-vl-4b-instruct/providers","name_and_creator_label":"Qwen3 VL 4B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.307,"agentic_index":13.03,"coding_index":20.26,"commercial_allowed":true,"computed_performance_host_model_id":"d73196cd-9695-47c4-accd-fd3493dd69b1","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":578,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":null,"gpqa":0.579,"hle":0.033,"humaneval":null,"id":"dec8073c-57e2-41c0-b1aa-7a62960f103f","ifbench":0.399,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.353,"math_500":null,"math_index":30.67,"mmlu_pro":0.749,"mmmu_pro":0.566,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Thinking","multilingual_aa":null,"name":"Qwen3 VL 8B (Reasoning)","open_weights":"Open","parameters":8.77,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-10-14","representative_query_token_counts":null,"scicode":0.219,"short_name":"Qwen3 VL 8B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-vl-8b-reasoning","tau2":0.225,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"d73196cd-9695-47c4-accd-fd3493dd69b1","slug":"alibaba-cloud_qwen3-vl-8b-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"dec8073c-57e2-41c0-b1aa-7a62960f103f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-vl-8b-thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 VL 8B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.66,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5a099293-9e7a-4d3a-9974-8dacb8fc051c","slug":"deepinfra_qwen3-vl-8b-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"dec8073c-57e2-41c0-b1aa-7a62960f103f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-8B-Thinking","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 8B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":2.09,"price_1m_blended_3_to_1":0.6575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-8b-reasoning","hosts_url":"/models/qwen3-vl-8b-reasoning/providers","name_and_creator_label":"Qwen3 VL 8B, Alibaba"},{"additional_text":null,"aime":null,"aime25":0.273,"agentic_index":15.68,"coding_index":17.57,"commercial_allowed":true,"computed_performance_host_model_id":"9e1f7aae-63e3-4719-bfdc-73f7084ca775","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":574,"estimated_intelligence_index":null,"family_slug_for_ordering":"qwen3","frontier_model":false,"gpqa":0.427,"hle":0.029,"humaneval":null,"id":"3cf875b8-b6b5-42c0-ad70-617d5be59d00","ifbench":0.323,"inference_parameters_active":null,"intelligence_index":27.11,"intelligence_index_token_counts":{"input_tokens":77727823,"answer_tokens":60266261,"output_tokens":60266261,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.153,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.332,"math_500":null,"math_index":27.33,"mmlu_pro":0.686,"mmmu_pro":0.473,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct","multilingual_aa":null,"name":"Qwen3 VL 8B Instruct","open_weights":"Open","parameters":8.77,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-10-14","representative_query_token_counts":null,"scicode":0.174,"short_name":"Qwen3 VL 8B","show_host_model_evals":false,"size_class":"Small","slug":"qwen3-vl-8b-instruct","tau2":0.292,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"47b9ca31-ed22-4a91-9372-ee1034bd904c","slug":"deepinfra_qwen3-vl-8b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"3cf875b8-b6b5-42c0-ad70-617d5be59d00","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-VL-8B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 VL 8B Instruct_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.69,"price_1m_blended_3_to_1":0.3075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9e1f7aae-63e3-4719-bfdc-73f7084ca775","slug":"alibaba-cloud_qwen3-vl-8b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"3cf875b8-b6b5-42c0-ad70-617d5be59d00","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-vl-8b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 VL 8B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.31,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-vl-8b-instruct","hosts_url":"/models/qwen3-vl-8b-instruct/providers","name_and_creator_label":"Qwen3 VL 8B, Alibaba"},{"additional_text":null,"aime":0.33,"aime25":0.58,"agentic_index":29.73,"coding_index":29.99,"commercial_allowed":null,"computed_performance_host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"grok-4","display_order":1235,"estimated_intelligence_index":36.00282974479673,"family_slug_for_ordering":"grok-3","frontier_model":false,"gpqa":0.693,"hle":0.051,"humaneval":0.909,"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","ifbench":0.469,"inference_parameters_active":null,"intelligence_index":45.27,"intelligence_index_token_counts":{"input_tokens":59503137,"answer_tokens":9204036,"output_tokens":9204036,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":0.52,"lab_claimed_gpqa":0.75,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.547,"license_name":null,"license_url":null,"livecodebench":0.425,"math_500":0.87,"math_index":58,"mmlu_pro":0.799,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 3","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-19","representative_query_token_counts":null,"scicode":0.368,"short_name":"Grok 3","show_host_model_evals":false,"size_class":"Large","slug":"grok-3","tau2":0.488,"terminalbench_hard":0.106,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","slug":"xai_grok-3_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-fast-beta","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":5,"price_1m_output_tokens":25,"price_1m_blended_3_to_1":10,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","slug":"xai_grok-3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"684f6bc1-eedd-429e-b211-6428a602e9f3","slug":"azure_grok-3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Grok 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3","hosts_url":"/models/grok-3/providers","name_and_creator_label":"Grok 3, xAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"grok-4","display_order":1239,"estimated_intelligence_index":41.435663830410356,"family_slug_for_ordering":"grok-3","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"ec3b22e6-48ac-416a-b4ae-55565a4f3046","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":0.839,"lab_claimed_gpqa":0.802,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 3 Reasoning Beta","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":null,"release_date":"2025-02-19","representative_query_token_counts":null,"scicode":null,"short_name":"Grok 3 Reasoning Beta","show_host_model_evals":false,"size_class":"Large","slug":"grok-3-reasoning","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-3-reasoning","hosts_url":"/models/grok-3-reasoning/providers","name_and_creator_label":"Grok 3 Reasoning Beta, xAI"},{"additional_text":null,"aime":0.933,"aime25":0.847,"agentic_index":53.33,"coding_index":42.19,"commercial_allowed":null,"computed_performance_host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":346,"estimated_intelligence_index":53.208411,"family_slug_for_ordering":"grok-3","frontier_model":true,"gpqa":0.791,"hle":0.111,"humaneval":0.978,"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","ifbench":0.459,"inference_parameters_active":null,"intelligence_index":57.07,"intelligence_index_token_counts":{"input_tokens":60531332,"answer_tokens":3794356,"output_tokens":111350774,"reasoning_tokens":107556418},"knowledge_cutoff_date":null,"lab_claimed_aime":0.895,"lab_claimed_gpqa":0.803,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.503,"license_name":null,"license_url":null,"livecodebench":0.696,"math_500":0.992,"math_index":84.67,"mmlu_pro":0.828,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok 3 mini Reasoning (high)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-02-19","representative_query_token_counts":null,"scicode":0.406,"short_name":"Grok 3 mini Reasoning (high)","show_host_model_evals":false,"size_class":"Medium","slug":"grok-3-mini-reasoning","tau2":0.904,"terminalbench_hard":0.163,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","slug":"xai_grok-3-mini-reasoning-high_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-fast-beta","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","slug":"xai_grok-3-mini-reasoning-high","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-beta","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fd2812a7-5ab5-4b46-867c-fcf7bbfbbac5","slug":"azure_grok-3-mini-reasoning-high","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Grok 3 mini Reasoning (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3-mini-reasoning","hosts_url":"/models/grok-3-mini-reasoning/providers","name_and_creator_label":"Grok 3 mini Reasoning (high), xAI"},{"additional_text":null,"aime":0.253,"aime25":0.26,"agentic_index":14.59,"coding_index":25.89,"commercial_allowed":true,"computed_performance_host_model_id":"3909c98f-92ea-4f5c-8514-80e3ddd59afa","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-1","display_order":1113,"estimated_intelligence_index":33.168734,"family_slug_for_ordering":"deepseek-v3","frontier_model":false,"gpqa":0.557,"hle":0.036,"humaneval":0.906,"id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","ifbench":0.348,"inference_parameters_active":"37","intelligence_index":32.47,"intelligence_index_token_counts":{"input_tokens":50560561,"answer_tokens":7542938,"output_tokens":7542938,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.591,"lab_claimed_hle":null,"lab_claimed_humaneval":0.652,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.29,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3/blob/main/LICENSE-MODEL","livecodebench":0.359,"math_500":0.887,"math_index":26,"mmlu_pro":0.752,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3","multilingual_aa":{"mgsm":{"bn":0.9,"de":0.924,"en":0.972,"es":0.96,"fr":0.884,"ja":0.9,"sw":0.892,"zh":0.92},"mmlu":{"bn":0.761501210653753,"de":0.8247400655177325,"en":0.8699971514029341,"es":0.8415467882068082,"fr":0.8358495940749181,"ja":0.8104970801880074,"sw":0.7046004842615012,"zh":0.8196838057256801},"average":0.8637760112519584,"average_mgsm":0.9189999999999999,"average_mmlu":0.8085520225039169,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8307506053268765,"de":0.8743700327588663,"en":0.920998575701467,"es":0.9007733941034041,"fr":0.859924797037459,"ja":0.8552485400940038,"sw":0.7983002421307506,"zh":0.8698419028628401},"average_global_mmlu_lite":null},"name":"DeepSeek V3 (Dec '24)","open_weights":"Open","parameters":671,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-26","representative_query_token_counts":null,"scicode":0.354,"short_name":"DeepSeek V3 (Dec)","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3","tau2":0.228,"terminalbench_hard":0.064,"tokenizer_id":"deepseek_v3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"0011215f-e15a-4574-8108-ad0772243350","slug":"togetherai_deepseek-v3_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek V3 (Dec '24)_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5a8f531e-dd39-4407-bf43-a46aed0ffd74","slug":"nebius_deepseek-v3","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4e7e4f66-b7e2-47dd-8193-45705464e528","slug":"novita_deepseek-v3_turbo","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3-turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3 (Dec '24)_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.3,"price_1m_blended_3_to_1":0.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f60dfe31-8c13-43c5-b34b-3a582c83b58b","slug":"novita_deepseek-v3","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek_v3","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.89,"price_1m_output_tokens":0.89,"price_1m_blended_3_to_1":0.89,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.12,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4756d0dc-43ca-4486-98ee-a8809c6830bb","slug":"hyperbolic_deepseek-v3_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek V3 (Dec '24)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b626e227-e630-4038-bc34-a6bf1d62c31b","slug":"deepinfra_deepseek-v3","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.38,"price_1m_output_tokens":0.89,"price_1m_blended_3_to_1":0.5075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.97,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3","hosts_url":"/models/deepseek-v3/providers","name_and_creator_label":"DeepSeek V3 (Dec), DeepSeek"},{"additional_text":"This model is an updated version of DeepSeek V3 and was launched on 24 March 2025 as DeepSeek-V3-0324. It is architecturally identical to the original December 2024 version of DeepSeek V3.","aime":0.52,"aime25":0.41,"agentic_index":30.63,"coding_index":30.16,"commercial_allowed":true,"computed_performance_host_model_id":"dd57486a-525f-435d-9cdb-0ca375ea7dba","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-1","display_order":1131,"estimated_intelligence_index":39.873989,"family_slug_for_ordering":"deepseek-v3","frontier_model":false,"gpqa":0.655,"hle":0.052,"humaneval":0.922,"id":"75e1c197-f239-4361-a9d6-66dccfead236","ifbench":0.41,"inference_parameters_active":"37","intelligence_index":41.32,"intelligence_index_token_counts":{"input_tokens":41620045,"answer_tokens":11024431,"output_tokens":11024431,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":68.4,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.41,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.405,"math_500":0.942,"math_index":41,"mmlu_pro":0.819,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3-0324","multilingual_aa":null,"name":"DeepSeek V3 0324","open_weights":"Open","parameters":671,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-25","representative_query_token_counts":null,"scicode":0.358,"short_name":"DeepSeek V3 0324","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-0324","tau2":0.471,"terminalbench_hard":0.142,"tokenizer_id":"deepseek_v3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"62d4ce37-b2b2-4714-a09b-b6c10e9c39c7","slug":"nebius_deepseek-v3-0324_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.692,"min":0.601,"median":0.659,"quartile_25":0.636,"quartile_75":0.672},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 0324_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd40dd69-6f4c-4497-9372-b4e86e76946e","slug":"lambdalabs_deepseek-v3-0324","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-v3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.34,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":2.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"80ba5cee-b1e1-4b47-9fe6-7d1263621567","slug":"azure_deepseek-v3-0324","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.712,"min":0.606,"median":0.652,"quartile_25":0.641,"quartile_75":0.677},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.14,"price_1m_output_tokens":4.56,"price_1m_blended_3_to_1":1.995,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e636cc04-b58c-4a4d-9803-3e440c35ca4d","slug":"hyperbolic_deepseek-v3-0324","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":{"max":0.692,"min":0.601,"median":0.639,"quartile_25":0.621,"quartile_75":0.667},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"31badd72-e8e1-4f60-99c2-d5017d69a4d9","slug":"sambanova_deepseek-v3-0324","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.717,"min":0.606,"median":0.649,"quartile_25":0.639,"quartile_75":0.674},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3 0324","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8083ba97-e9a5-4370-8d7b-d873b0a53226","slug":"nebius_deepseek-v3-0324","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.692,"min":0.621,"median":0.657,"quartile_25":0.639,"quartile_75":0.663},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d08f827f-4453-46d0-baaf-0e9bf2a6432b","slug":"togetherai_deepseek-v3-0324","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.702,"min":0.636,"median":0.657,"quartile_25":0.64,"quartile_75":0.662},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8ff59e13-0fe2-4666-827c-8fdaa1b00a77","slug":"parasail_deepseek-v3-0324","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-v3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":1.15,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"62dbfb42-c795-40c1-9b31-8dd122cf6517","slug":"replicate_deepseek-v3-0324","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":{"max":0.586,"min":0.51,"median":0.556,"quartile_25":0.534,"quartile_75":0.566},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/deepseek-v3","function_calling":null,"cache_write_price":null,"host_model_string":"Replicate_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.45,"price_1m_output_tokens":1.45,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"891f0c26-2aea-4700-9621-8a76e7e3f6bd","slug":"fireworks_deepseek-v3-0324","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":{"max":0.692,"min":0.596,"median":0.634,"quartile_25":0.616,"quartile_75":0.652},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-v3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c2cfa4d-bd03-494e-ba80-c3e92761149b","slug":"gmi_deepseek-v3-0324","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3 0324","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.43,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"84344d90-0cab-401c-b2db-cada32b3c191","slug":"deepinfra_deepseek-v3-0324","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.707,"min":0.611,"median":0.644,"quartile_25":0.635,"quartile_75":0.658},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3 0324","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.4075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.45,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45dfe3c4-51e5-465d-b527-9eed75899a8a","slug":"novita_deepseek-v3-0324","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.667,"min":0.616,"median":0.639,"quartile_25":0.626,"quartile_75":0.652},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3-0324","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3 0324","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":1.12,"price_1m_blended_3_to_1":0.4825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.07,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-0324","hosts_url":"/models/deepseek-v3-0324/providers","name_and_creator_label":"DeepSeek V3 0324, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.577,"agentic_index":28.66,"coding_index":39.59,"commercial_allowed":true,"computed_performance_host_model_id":"0d9d2b79-310f-419d-a9f1-3af154844f76","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":297,"estimated_intelligence_index":null,"family_slug_for_ordering":"deepseek-v3","frontier_model":false,"gpqa":0.738,"hle":0.086,"humaneval":null,"id":"07c35e00-2b12-44c8-91cc-408629cd569e","ifbench":0.431,"inference_parameters_active":"37.0","intelligence_index":46.26,"intelligence_index_token_counts":{"input_tokens":57677169,"answer_tokens":11153039,"output_tokens":11153039,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.43,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.554,"math_500":null,"math_index":57.67,"mmlu_pro":0.836,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2-Exp","multilingual_aa":null,"name":"DeepSeek V3.2 Exp (Non-reasoning)","open_weights":"Open","parameters":685,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-29","representative_query_token_counts":null,"scicode":0.399,"short_name":"DeepSeek V3.2 Exp","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-2","tau2":0.339,"terminalbench_hard":0.234,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"0d9d2b79-310f-419d-a9f1-3af154844f76","slug":"deepseek_deepseek-v3-2","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","gpqa_16x":null,"model_id":"07c35e00-2b12-44c8-91cc-408629cd569e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek V3.2 Exp (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.315,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1b912a08-6824-4fd3-b870-e01e4b748703","slug":"gmi_deepseek-v3-2","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"07c35e00-2b12-44c8-91cc-408629cd569e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.2-Exp","function_calling":null,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3.2 Exp (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":0.41,"price_1m_blended_3_to_1":0.305,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.28,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cf6fd853-b9d0-487f-ae4b-662d65c271bd","slug":"novita_deepseek-v3-2_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"07c35e00-2b12-44c8-91cc-408629cd569e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.2-exp","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.2 Exp (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":0.41,"price_1m_blended_3_to_1":0.305,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":3.28,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0b1eaa25-4556-47b9-813d-66c61cf8951d","slug":"deepinfra_deepseek-v3-2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"07c35e00-2b12-44c8-91cc-408629cd569e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3.2-Exp","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3.2 Exp (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.3025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":3.31,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-2","hosts_url":"/models/deepseek-v3-2/providers","name_and_creator_label":"DeepSeek V3.2 Exp, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.877,"agentic_index":31.5,"coding_index":48.58,"commercial_allowed":true,"computed_performance_host_model_id":"4cf12142-6a47-40c6-9f01-9cfd17de06ab","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":298,"estimated_intelligence_index":null,"family_slug_for_ordering":"deepseek-v3","frontier_model":true,"gpqa":0.797,"hle":0.138,"humaneval":null,"id":"af134350-8ba3-4629-b56b-00bd6dcf60c4","ifbench":0.541,"inference_parameters_active":"37.0","intelligence_index":56.9,"intelligence_index_token_counts":{"input_tokens":52644833,"answer_tokens":6027232,"output_tokens":62098379,"reasoning_tokens":56071147},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.69,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.789,"math_500":null,"math_index":87.67,"mmlu_pro":0.85,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2-Exp","multilingual_aa":null,"name":"DeepSeek V3.2 Exp (Reasoning)","open_weights":"Open","parameters":685,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-09-29","representative_query_token_counts":null,"scicode":0.377,"short_name":"DeepSeek V3.2 Exp","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v3-2-reasoning","tau2":0.339,"terminalbench_hard":0.291,"tokenizer_id":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"4cf12142-6a47-40c6-9f01-9cfd17de06ab","slug":"deepseek_deepseek-v3-2-reasoning","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","gpqa_16x":null,"model_id":"af134350-8ba3-4629-b56b-00bd6dcf60c4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-reasoner","function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek V3.2 Exp (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.315,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f382fff8-4d5f-4fd3-909b-0e8bfccd5f4f","slug":"novita_deepseek-v3-2-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"af134350-8ba3-4629-b56b-00bd6dcf60c4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3.2-exp","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3.2 Exp (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.27,"price_1m_output_tokens":0.41,"price_1m_blended_3_to_1":0.305,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":3.28,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-2-reasoning","hosts_url":"/models/deepseek-v3-2-reasoning/providers","name_and_creator_label":"DeepSeek V3.2 Exp, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.443,"agentic_index":51.93,"coding_index":38.71,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":491,"estimated_intelligence_index":null,"family_slug_for_ordering":"glm-4","frontier_model":false,"gpqa":0.632,"hle":0.052,"humaneval":null,"id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","ifbench":0.367,"inference_parameters_active":"32","intelligence_index":44.73,"intelligence_index_token_counts":{"input_tokens":63881996,"answer_tokens":12069318,"output_tokens":12069318,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.263,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.561,"math_500":null,"math_index":44.33,"mmlu_pro":0.784,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://github.com/zai-org/GLM-4.6","multilingual_aa":null,"name":"GLM-4.6 (Non-reasoning)","open_weights":"Open","parameters":357,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-30","representative_query_token_counts":null,"scicode":0.331,"short_name":"GLM-4.6","show_host_model_evals":false,"size_class":"Large","slug":"glm-4-6","tau2":0.769,"terminalbench_hard":0.27,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"8ec14890-0db5-4faa-86e3-90c73e100bae","slug":"gmi_glm-4-6","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_GLM-4.6 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.95,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":204800,"price_m_tokens_blended_3_to_1_per_dollar":1.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"be189514-82d5-4016-a98b-96b0cd0b1f42","slug":"novita_glm-4-6","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.6 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":204800,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1dd23ea1-0b68-478b-9da2-3f3b55510db2","slug":"parasail_glm-4-6_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_GLM-4.6 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":202752,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-6","hosts_url":"/models/glm-4-6/providers","name_and_creator_label":"GLM-4.6, Z AI"},{"additional_text":null,"aime":null,"aime25":0.86,"agentic_index":46.94,"coding_index":43.78,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":200000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":486,"estimated_intelligence_index":null,"family_slug_for_ordering":"glm-4","frontier_model":true,"gpqa":0.78,"hle":0.133,"humaneval":null,"id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","ifbench":0.434,"inference_parameters_active":"32","intelligence_index":55.98,"intelligence_index_token_counts":{"input_tokens":62011646,"answer_tokens":4440003,"output_tokens":85911530,"reasoning_tokens":81471527},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.543,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.695,"math_500":null,"math_index":86,"mmlu_pro":0.829,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://github.com/zai-org/GLM-4.6","multilingual_aa":null,"name":"GLM-4.6 (Reasoning)","open_weights":"Open","parameters":357,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-09-30","representative_query_token_counts":null,"scicode":0.384,"short_name":"GLM-4.6","show_host_model_evals":false,"size_class":"Large","slug":"glm-4-6-reasoning","tau2":0.705,"terminalbench_hard":0.234,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"c6c29100-5225-4ff1-a70e-4e2f4814e5c2","slug":"fireworks_glm-4-6-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/glm-4p6","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_GLM-4.6 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":202752,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"df73bf4e-1112-4ee1-80b1-e844c98ab30b","slug":"gmi_glm-4-6-reasoning","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_GLM-4.6 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.95,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":204800,"price_m_tokens_blended_3_to_1_per_dollar":1.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b0954907-fa1f-45ec-b2d2-014430ec41eb","slug":"novita_glm-4-6-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.6 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":204800,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"77208462-a7e4-440b-ac19-367276e25304","slug":"parasail_glm-4-6-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_GLM-4.6 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":202752,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"67a2c69d-ba6e-4b88-8cca-3ae15bc5fce8","slug":"deepinfra_glm-4-6-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.6 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.9,"price_1m_blended_3_to_1":0.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":202752,"price_m_tokens_blended_3_to_1_per_dollar":1.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4b33dd08-0410-48ec-b07e-286b4239b20c","slug":"baseten_glm-4-6-reasoning","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.6","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_GLM-4.6 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":200000,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-6-reasoning","hosts_url":"/models/glm-4-6-reasoning/providers","name_and_creator_label":"GLM-4.6, Z AI"},{"additional_text":null,"aime":null,"aime25":0.82,"agentic_index":32.41,"coding_index":42.34,"commercial_allowed":null,"computed_performance_host_model_id":"365fb672-97df-45f0-872d-94b5c6216b77","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":277,"estimated_intelligence_index":null,"family_slug_for_ordering":"magistral-medium","frontier_model":true,"gpqa":0.739,"hle":0.096,"humaneval":null,"id":"864da2a5-156c-45fd-873c-8923be91914f","ifbench":0.43,"inference_parameters_active":null,"intelligence_index":52.05,"intelligence_index_token_counts":{"input_tokens":56007975,"answer_tokens":6416771,"output_tokens":77002579,"reasoning_tokens":70585808},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.513,"license_name":null,"license_url":null,"livecodebench":0.75,"math_500":null,"math_index":82,"mmlu_pro":0.815,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Magistral Medium 1.2","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-09-18","representative_query_token_counts":null,"scicode":0.392,"short_name":"Magistral Medium 1.2","show_host_model_evals":false,"size_class":"Large","slug":"magistral-medium-2509","tau2":0.52,"terminalbench_hard":0.128,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"365fb672-97df-45f0-872d-94b5c6216b77","slug":"mistral_magistral-medium-2509","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"864da2a5-156c-45fd-873c-8923be91914f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-medium-2509","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Medium 1.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-medium-2509","hosts_url":"/models/magistral-medium-2509/providers","name_and_creator_label":"Magistral Medium 1.2, Mistral"},{"additional_text":null,"aime":0.683,"aime25":0.68,"agentic_index":8.54,"coding_index":34.36,"commercial_allowed":true,"computed_performance_host_model_id":"6dd58adc-ffa1-438e-9b65-ef843a620ce9","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-r1","display_order":1138,"estimated_intelligence_index":48.120026,"family_slug_for_ordering":"deepseek-r1","frontier_model":false,"gpqa":0.708,"hle":0.093,"humaneval":0.977,"id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","ifbench":0.39,"inference_parameters_active":"37","intelligence_index":43.83,"intelligence_index_token_counts":{"input_tokens":34378019,"answer_tokens":7279830,"output_tokens":71793121,"reasoning_tokens":64513291},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.715,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.523,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.617,"math_500":0.966,"math_index":68,"mmlu_pro":0.844,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1","multilingual_aa":null,"name":"DeepSeek R1 (Jan '25)","open_weights":"Open","parameters":685,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T17:47:21.720929","input_tokens":1029,"answer_tokens":681,"output_tokens":3028,"reasoning_tokens":2347},"scicode":0.357,"short_name":"DeepSeek R1 (Jan)","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-r1-0120","tau2":0.114,"terminalbench_hard":0.057,"tokenizer_id":"deepseek_v3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"7f735a6b-aaec-4520-a20f-c0dadcf10797","slug":"amazon-bedrock_deepseek-r1","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.deepseek.r1-v1:0","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_DeepSeek R1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e92a45bb-7c5f-4192-a14f-f32130e995f5","slug":"novita_deepseek-r1","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"296d8ac2-f1ca-4767-aa96-3a8e05851d60","slug":"hyperbolic_deepseek-r1","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"917d5899-0be3-4ad0-a0b3-1fce87bb7e3e","slug":"lambdalabs_deepseek-r1","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-671b","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.54,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.95,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"38b3824a-5bbd-48bb-8436-f93f64027323","slug":"novita_deepseek-r1_turbo","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 (Jan '25)_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d4757e44-a735-459d-9470-39165de16fdf","slug":"deepinfra_deepseek-r1_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 (Jan '25)_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dbe2793c-6585-4cdc-86ff-0626934d7e05","slug":"deepinfra_deepseek-r1","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.89,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"293bad2c-e94e-424e-ab5a-f3d3b1acf94e","slug":"azure_deepseek-r1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-eastus2-aa","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7704fc7c-c964-4b7d-bb08-95c8f51486ed","slug":"togetherai_deepseek-r1","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-0120","hosts_url":"/models/deepseek-r1-0120/providers","name_and_creator_label":"DeepSeek R1 (Jan), DeepSeek"},{"additional_text":null,"aime":0.893,"aime25":0.76,"agentic_index":25.72,"coding_index":44.07,"commercial_allowed":true,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":295,"estimated_intelligence_index":53.750538,"family_slug_for_ordering":"deepseek-r1","frontier_model":true,"gpqa":0.813,"hle":0.149,"humaneval":0.97,"id":"a83f84b3-473a-4276-9ae1-8909da723159","ifbench":0.396,"inference_parameters_active":"37","intelligence_index":52.01,"intelligence_index_token_counts":{"input_tokens":33324243,"answer_tokens":8302320,"output_tokens":98870594,"reasoning_tokens":90568274},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.547,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.77,"math_500":0.983,"math_index":76,"mmlu_pro":0.849,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","multilingual_aa":null,"name":"DeepSeek R1 0528 (May '25)","open_weights":"Open","parameters":685,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-05-28","representative_query_token_counts":null,"scicode":0.403,"short_name":"DeepSeek R1 0528","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-r1","tau2":0.365,"terminalbench_hard":0.149,"tokenizer_id":"deepseek_v3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","slug":"parasail_deepseek-r1-05-28","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":{"max":0.823,"min":0.753,"median":0.793,"quartile_25":0.783,"quartile_75":0.809},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-r1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.5925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","slug":"hyperbolic_deepseek-r1-05-28","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","slug":"nebius_deepseek-r1-05-28","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.838,"min":0.758,"median":0.803,"quartile_25":0.792,"quartile_75":0.814},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","slug":"deepinfra_deepseek-r1-05-28","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.793,"min":0.717,"median":0.753,"quartile_25":0.737,"quartile_75":0.764},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.15,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","slug":"sambanova_deepseek-r1-0528","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.788,"min":0.727,"median":0.755,"quartile_25":0.753,"quartile_75":0.783},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":5.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":0.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","slug":"togetherai_deepseek-r1_throughput","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-tput","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)_(Throughput)","cache_pricing_notes":null,"model_name_appendage":"(Throughput)","price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","slug":"google_deepseek-r1-05-28_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/deepseek-r1-0528-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_DeepSeek R1 0528 (May '25)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","slug":"togetherai_deepseek-r1-0528","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.833,"min":0.773,"median":0.798,"quartile_25":0.783,"quartile_75":0.813},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c5c311f0-b401-426a-84a8-9542a6a89805","slug":"nebius_deepseek-r1-05-28_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-fast","function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast, FP4","price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","slug":"novita_deepseek-r1-05-28","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.833,"min":0.768,"median":0.801,"quartile_25":0.787,"quartile_75":0.813},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","slug":"fireworks_deepseek-r1-05-28_fast","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":{"max":0.621,"min":0.49,"median":0.54,"quartile_25":0.525,"quartile_75":0.561},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-r1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":3,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":4.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","slug":"lambdalabs_deepseek-r1-05-28","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":{"max":0.833,"min":0.758,"median":0.806,"quartile_25":0.801,"quartile_75":0.808},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-0528","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.92,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","slug":"azure_deepseek-r1-0528","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.753,"min":0.682,"median":0.705,"quartile_25":0.687,"quartile_75":0.72},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-0528","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","slug":"gmi_deepseek-r1-0528","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":{"max":0.813,"min":0.763,"median":0.793,"quartile_25":0.775,"quartile_75":0.799},"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.91,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek"},{"additional_text":null,"aime":0.65,"aime25":0.637,"agentic_index":0.71,"coding_index":24.37,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":308,"estimated_intelligence_index":34.766582,"family_slug_for_ordering":"deepseek-r1","frontier_model":false,"gpqa":0.612,"hle":0.056,"humaneval":0.905,"id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","ifbench":0.199,"inference_parameters_active":null,"intelligence_index":31.03,"intelligence_index_token_counts":{"input_tokens":33419681,"answer_tokens":4737043,"output_tokens":93934266,"reasoning_tokens":89197223},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.13,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.513,"math_500":0.932,"math_index":63.67,"mmlu_pro":0.739,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","multilingual_aa":null,"name":"DeepSeek R1 0528 Qwen3 8B","open_weights":"Open","parameters":8.19,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-05-29","representative_query_token_counts":null,"scicode":0.204,"short_name":"DeepSeek R1 0528 Qwen3 8B","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-r1-qwen3-8b","tau2":0,"terminalbench_hard":0.014,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","slug":"novita_deepseek-r1-qwen3-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-0528-qwen3-8b","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.0675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":14.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","slug":"parasail_deepseek-r1-qwen3-8b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-r1-0528-qwen3-8b","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-qwen3-8b","hosts_url":"/models/deepseek-r1-qwen3-8b/providers","name_and_creator_label":"DeepSeek R1 0528 Qwen3 8B, DeepSeek"},{"additional_text":null,"aime":0.67,"aime25":0.537,"agentic_index":11.67,"coding_index":19.74,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":284,"estimated_intelligence_index":30.819517,"family_slug_for_ordering":"deepseek-r1","frontier_model":false,"gpqa":0.402,"hle":0.061,"humaneval":0.972,"id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","ifbench":0.276,"inference_parameters_active":null,"intelligence_index":29.91,"intelligence_index_token_counts":{"input_tokens":39118124,"answer_tokens":8743556,"output_tokens":52050245,"reasoning_tokens":43306689},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.652,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.11,"license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","livecodebench":0.266,"math_500":0.935,"math_index":53.67,"mmlu_pro":0.795,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B","multilingual_aa":null,"name":"DeepSeek R1 Distill Llama 70B","open_weights":"Open","parameters":70,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":null,"scicode":0.312,"short_name":"DeepSeek R1 Distill Llama 70B","show_host_model_evals":false,"size_class":"Medium","slug":"deepseek-r1-distill-llama-70b","tau2":0.219,"terminalbench_hard":0.014,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"886a3bbe-6088-4d70-8274-f87427472fef","slug":"novita_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-llama-70b","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d9f7ea68-b197-4ac8-b89a-e36a4dc601e9","slug":"togetherai_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8c719ab9-348a-4cbf-a587-3b5b631bacff","slug":"sambanova_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-Distill-Llama-70B","function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":1.4,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fecc9f3c-b727-4cd9-8211-d1c55093dd1c","slug":"lambdalabs_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-llama3.3-70b","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"12a2abe5-dcca-4f96-af94-0b22e9cf668c","slug":"deepinfra_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.6,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-llama-70b","hosts_url":"/models/deepseek-r1-distill-llama-70b/providers","name_and_creator_label":"DeepSeek R1 Distill Llama 70B, DeepSeek"},{"additional_text":null,"aime":0.333,"aime25":0.413,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1128,"estimated_intelligence_index":19.485817670443,"family_slug_for_ordering":"deepseek-r1","frontier_model":null,"gpqa":0.302,"hle":0.042,"humaneval":0.835,"id":"0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e","ifbench":0.176,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.49,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.233,"math_500":0.853,"math_index":41.33,"mmlu_pro":0.543,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B","multilingual_aa":null,"name":"DeepSeek R1 Distill Llama 8B","open_weights":"Open","parameters":8,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":null,"scicode":0.119,"short_name":"DeepSeek R1 Distill Llama 8B","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-r1-distill-llama-8b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-r1-distill-llama-8b","hosts_url":"/models/deepseek-r1-distill-llama-8b/providers","name_and_creator_label":"DeepSeek R1 Distill Llama 8B, DeepSeek"},{"additional_text":null,"aime":0.177,"aime25":0.22,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1130,"estimated_intelligence_index":8.630354,"family_slug_for_ordering":"deepseek-r1","frontier_model":null,"gpqa":0.098,"hle":0.033,"humaneval":0.454,"id":"444cdb1e-bab8-42cd-938c-b2d7a93e2da1","ifbench":0.132,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.338,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.003,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.07,"math_500":0.687,"math_index":22,"mmlu_pro":0.269,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","multilingual_aa":null,"name":"DeepSeek R1 Distill Qwen 1.5B","open_weights":"Open","parameters":1.5,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":null,"scicode":0.066,"short_name":"DeepSeek R1 Distill Qwen 1.5B","show_host_model_evals":false,"size_class":"Tiny","slug":"deepseek-r1-distill-qwen-1-5b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-r1-distill-qwen-1-5b","hosts_url":"/models/deepseek-r1-distill-qwen-1-5b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 1.5B, DeepSeek"},{"additional_text":null,"aime":0.667,"aime25":0.557,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1123,"estimated_intelligence_index":29.659175,"family_slug_for_ordering":"deepseek-r1","frontier_model":null,"gpqa":0.484,"hle":0.044,"humaneval":0.934,"id":"b26ff709-1773-4595-ae44-78e0a5bac29c","ifbench":0.221,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.591,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.07,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.376,"math_500":0.949,"math_index":55.67,"mmlu_pro":0.74,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","multilingual_aa":null,"name":"DeepSeek R1 Distill Qwen 14B","open_weights":"Open","parameters":14,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":null,"scicode":0.239,"short_name":"DeepSeek R1 Distill Qwen 14B","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-r1-distill-qwen-14b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"8b5bdb28-780a-4f2d-bd84-a7c624548095","slug":"togetherai_deepseek-r1-distill-qwen-14b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"b26ff709-1773-4595-ae44-78e0a5bac29c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 Distill Qwen 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.6,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e67d50bc-feee-4449-bbd5-1ae2621d3b83","slug":"novita_deepseek-r1-distill-qwen-14b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"b26ff709-1773-4595-ae44-78e0a5bac29c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-qwen-14b","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Qwen 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-qwen-14b","hosts_url":"/models/deepseek-r1-distill-qwen-14b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 14B, DeepSeek"},{"additional_text":null,"aime":0.687,"aime25":0.63,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1109,"estimated_intelligence_index":32.683673,"family_slug_for_ordering":"deepseek-r1","frontier_model":null,"gpqa":0.615,"hle":0.055,"humaneval":0.948,"id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","ifbench":0.229,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.621,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.097,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.27,"math_500":0.941,"math_index":63,"mmlu_pro":0.739,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","multilingual_aa":null,"name":"DeepSeek R1 Distill Qwen 32B","open_weights":"Open","parameters":32,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-20","representative_query_token_counts":null,"scicode":0.376,"short_name":"DeepSeek R1 Distill Qwen 32B","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-r1-distill-qwen-32b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"cd17e196-bd28-42e3-8a38-67db51ec7b09","slug":"novita_deepseek-r1-distill-qwen-32b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-qwen-32b","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Qwen 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8fffb960-bdaa-462d-8ef3-e6f7f6f90af3","slug":"deepinfra_deepseek-r1-distill-qwen-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 Distill Qwen 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.27,"price_1m_blended_3_to_1":0.27,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.7,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-qwen-32b","hosts_url":"/models/deepseek-r1-distill-qwen-32b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 32B, DeepSeek"},{"additional_text":null,"aime":null,"aime25":0.847,"agentic_index":27.9,"coding_index":39.78,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":512000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":625,"estimated_intelligence_index":null,"family_slug_for_ordering":"seed-oss","frontier_model":true,"gpqa":0.726,"hle":0.091,"humaneval":null,"id":"5c6533f3-75a2-4109-b9a9-3623afc6b86a","ifbench":0.419,"inference_parameters_active":null,"intelligence_index":51.63,"intelligence_index_token_counts":{"input_tokens":46685205,"answer_tokens":8608082,"output_tokens":96227611,"reasoning_tokens":87619529},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.577,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.765,"math_500":null,"math_index":84.67,"mmlu_pro":0.815,"mmmu_pro":null,"model_creator_id":"2354746c-4775-4a06-b64d-0ba4137785b8","model_weights_source_url":"https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct","multilingual_aa":null,"name":"Seed-OSS-36B-Instruct","open_weights":"Open","parameters":36.2,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-08-20","representative_query_token_counts":null,"scicode":0.365,"short_name":"Seed-OSS-36B-Instruct","show_host_model_evals":false,"size_class":"Small","slug":"seed-oss-36b-instruct","tau2":0.494,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","logo":"bytedance.svg","name":"ByteDance Seed","slug":"bytedance_seed","color":"#3c8bff","deleted":false,"host_id":null,"created_at":"2025-04-09T10:59:59.683243+00:00","logo_small":"bytedance_small.svg","creator_url":"","display_order":234324327,"logo_url":"/img/logos/bytedance.svg","logo_small_url":"/img/logos/bytedance_small.svg"},"host_models":[{"id":"01b739ec-814f-4ca6-b7d5-eeae5cd93984","slug":"siliconflow_seed-oss-36b-instruct","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","gpqa_16x":null,"model_id":"5c6533f3-75a2-4109-b9a9-3623afc6b86a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ByteDance-Seed/Seed-OSS-36B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"SiliconFlow_Seed-OSS-36B-Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.21,"price_1m_output_tokens":0.57,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/seed-oss-36b-instruct","hosts_url":"/models/seed-oss-36b-instruct/providers","name_and_creator_label":"Seed-OSS-36B-Instruct, ByteDance Seed"},{"additional_text":null,"aime":null,"aime25":0.875,"agentic_index":39.18,"coding_index":39.19,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":519,"estimated_intelligence_index":null,"family_slug_for_ordering":"apriel","frontier_model":true,"gpqa":0.713,"hle":0.12,"humaneval":null,"id":"ac1031bc-c53e-4af7-9c6e-2005e0ff44fa","ifbench":0.617,"inference_parameters_active":null,"intelligence_index":51.59,"intelligence_index_token_counts":{"input_tokens":72252319,"answer_tokens":4518347,"output_tokens":110660886,"reasoning_tokens":106142539},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.2,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.728,"math_500":null,"math_index":87.5,"mmlu_pro":0.773,"mmmu_pro":null,"model_creator_id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","model_weights_source_url":null,"multilingual_aa":null,"name":"Apriel-v1.5-15B-Thinker","open_weights":"Open","parameters":15,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-09-30","representative_query_token_counts":null,"scicode":0.348,"short_name":"Apriel-v1.5-15B-Thinker","show_host_model_evals":false,"size_class":"Small","slug":"apriel-v1-5-15b-thinker","tau2":0.684,"terminalbench_hard":0.099,"tokenizer_id":null,"model_creators":{"id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","logo":"","name":"ServiceNow","slug":"servicenow","color":"#80B6A1","deleted":true,"host_id":null,"created_at":"2025-09-19T06:35:43.378211+00:00","logo_small":"servicenow_small.svg","creator_url":"","display_order":23323,"logo_url":null,"logo_small_url":"/img/logos/servicenow_small.svg"},"host_models":[],"model_url":"/models/apriel-v1-5-15b-thinker","hosts_url":"/models/apriel-v1-5-15b-thinker/providers","name_and_creator_label":"Apriel-v1.5-15B-Thinker, ServiceNow"},{"additional_text":null,"aime":0.873,"aime25":0.737,"agentic_index":32.13,"coding_index":43.29,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"glm-4-6-reasoning","display_order":1302,"estimated_intelligence_index":51.372788,"family_slug_for_ordering":"glm-4-5","frontier_model":true,"gpqa":0.782,"hle":0.122,"humaneval":0.982,"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","ifbench":0.441,"inference_parameters_active":"32","intelligence_index":51.29,"intelligence_index_token_counts":{"input_tokens":64940393,"answer_tokens":8321787,"output_tokens":104482370,"reasoning_tokens":96160583},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.483,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","livecodebench":0.738,"math_500":0.979,"math_index":73.67,"mmlu_pro":0.835,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","multilingual_aa":null,"name":"GLM-4.5 (Reasoning)","open_weights":"Open","parameters":355,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-07-28","representative_query_token_counts":null,"scicode":0.348,"short_name":"GLM-4.5","show_host_model_evals":false,"size_class":"Large","slug":"glm-4.5","tau2":0.43,"terminalbench_hard":0.213,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","slug":"siliconflow_glm-4-5","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"z-ai/GLM-4.5","function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","slug":"novita_glm-4-5","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.5","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0d23a733-3836-4e85-9183-b645b5b8f0e2","slug":"gmi_glm-4-5_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_GLM-4.5_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"22806ca5-9ded-47b2-8d64-68fd0a60eeec","slug":"nebius_glm-4-5_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_GLM-4.5_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","slug":"fireworks_glm-4-5","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/glm-4p5","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","slug":"deepinfra_glm-4-5","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.38,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.685,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.46,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI"},{"additional_text":null,"aime":0.673,"aime25":0.807,"agentic_index":32.82,"coding_index":39.35,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":492,"estimated_intelligence_index":48.25318,"family_slug_for_ordering":"glm-4-5","frontier_model":false,"gpqa":0.733,"hle":0.068,"humaneval":0.932,"id":"5d303dc9-c027-401f-9803-4e9aa3331007","ifbench":0.376,"inference_parameters_active":"12","intelligence_index":48.81,"intelligence_index_token_counts":{"input_tokens":62081587,"answer_tokens":7769037,"output_tokens":114301262,"reasoning_tokens":106532225},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.437,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5-Air","livecodebench":0.684,"math_500":0.965,"math_index":80.67,"mmlu_pro":0.815,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5-Air","multilingual_aa":null,"name":"GLM-4.5-Air","open_weights":"Open","parameters":106,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-07-28","representative_query_token_counts":null,"scicode":0.306,"short_name":"GLM-4.5-Air","show_host_model_evals":false,"size_class":"Medium","slug":"glm-4-5-air","tau2":0.465,"terminalbench_hard":0.191,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","slug":"deepinfra_glm-4-5-air","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","slug":"togetherai_glm-4-5-air_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_GLM-4.5-Air_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"52b26114-bd84-4427-9837-167cb50bf299","slug":"gmi_glm-4-5-air_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air-FP8","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_GLM-4.5-Air_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131076,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"83c394a4-ffee-44bc-8d37-954bef9a7094","slug":"nebius_glm-4-5-air_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_GLM-4.5-Air_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","slug":"siliconflow_glm-4-5-air","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"z-ai/GLM-4.5-Air","function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.86,"price_1m_blended_3_to_1":0.32,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-5-air","hosts_url":"/models/glm-4-5-air/providers","name_and_creator_label":"GLM-4.5-Air, Z AI"},{"additional_text":null,"aime":null,"aime25":0.153,"agentic_index":12.99,"coding_index":20.12,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":64000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":510,"estimated_intelligence_index":25.835753,"family_slug_for_ordering":"glm-4-5","frontier_model":false,"gpqa":0.573,"hle":0.036,"humaneval":null,"id":"0081ab31-d10a-44a0-a10d-eee5533fec65","ifbench":0.286,"inference_parameters_active":"12.0","intelligence_index":25.99,"intelligence_index_token_counts":{"input_tokens":50941797,"answer_tokens":6552123,"output_tokens":6552123,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","livecodebench":0.352,"math_500":null,"math_index":15.33,"mmlu_pro":0.751,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5V","multilingual_aa":null,"name":"GLM-4.5V (Non-reasoning)","open_weights":"Open","parameters":108,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-11","representative_query_token_counts":null,"scicode":0.188,"short_name":"GLM-4.5V","show_host_model_evals":false,"size_class":"Medium","slug":"glm-4-5v","tau2":0.196,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"c9cbf21c-31b5-4147-a69f-a8a1d617b258","slug":"novita_glm-4-5v","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"0081ab31-d10a-44a0-a10d-eee5533fec65","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.5v","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5V","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-5v","hosts_url":"/models/glm-4-5v/providers","name_and_creator_label":"GLM-4.5V, Z AI"},{"additional_text":null,"aime":null,"aime25":0.73,"agentic_index":13.74,"coding_index":29.16,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":64000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":490,"estimated_intelligence_index":38.799246,"family_slug_for_ordering":"glm-4-5","frontier_model":false,"gpqa":0.684,"hle":0.059,"humaneval":null,"id":"3068def4-7270-4c06-a320-6f6a5623d564","ifbench":0.342,"inference_parameters_active":"12.0","intelligence_index":37.04,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","livecodebench":0.604,"math_500":null,"math_index":73,"mmlu_pro":0.788,"mmmu_pro":null,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5V","multilingual_aa":null,"name":"GLM-4.5V (Reasoning)","open_weights":"Open","parameters":108,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-08-11","representative_query_token_counts":null,"scicode":0.221,"short_name":"GLM-4.5V","show_host_model_evals":false,"size_class":"Medium","slug":"glm-4-5v-reasoning","tau2":0.225,"terminalbench_hard":0.05,"tokenizer_id":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"175c3e78-562e-4c51-8ddc-648e1c71b4b7","slug":"novita_glm-4-5v-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"3068def4-7270-4c06-a320-6f6a5623d564","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.5v","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5V (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-5v-reasoning","hosts_url":"/models/glm-4-5v-reasoning/providers","name_and_creator_label":"GLM-4.5V, Z AI"},{"additional_text":null,"aime":0.693,"aime25":0.57,"agentic_index":38,"coding_index":34.98,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"kimi-k2-0905","display_order":1261,"estimated_intelligence_index":44.220516,"family_slug_for_ordering":"kimi-k2","frontier_model":false,"gpqa":0.766,"hle":0.07,"humaneval":0.926,"id":"441734a9-8901-4850-9bae-b474c370291f","ifbench":0.415,"inference_parameters_active":"32","intelligence_index":48.15,"intelligence_index_token_counts":{"input_tokens":51982338,"answer_tokens":29511110,"output_tokens":29511110,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.51,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","livecodebench":0.556,"math_500":0.971,"math_index":57,"mmlu_pro":0.824,"mmmu_pro":null,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","multilingual_aa":null,"name":"Kimi K2","open_weights":"Open","parameters":1000,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-11","representative_query_token_counts":null,"scicode":0.345,"short_name":"Kimi K2","show_host_model_evals":false,"size_class":"Large","slug":"kimi-k2","tau2":0.611,"terminalbench_hard":0.149,"tokenizer_id":null,"model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":[{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","slug":"moonshot-ai_kimi-k2","deleted":false,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"kimi-k2-0711-preview","function_calling":true,"cache_write_price":null,"host_model_string":"Moonshot AI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","slug":"novita_kimi-k2","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.57,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.0025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","slug":"togetherai_kimi-k2","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","slug":"parasail_kimi-k2","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-kimi-k2-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":2.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.47,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","slug":"groq_kimi-k2","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","slug":"deepinfra_kimi-k2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"021d206b-0012-467d-9979-1c139fe47bc7","slug":"baseten_kimi-k2","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f0c3a518-b964-4a44-9831-6fc99d806330","slug":"nebius_kimi-k2","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI"},{"additional_text":null,"aime":null,"aime25":0.573,"agentic_index":48.04,"coding_index":38.11,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":402,"estimated_intelligence_index":null,"family_slug_for_ordering":"kimi-k2","frontier_model":true,"gpqa":0.767,"hle":0.063,"humaneval":null,"id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","ifbench":0.417,"inference_parameters_active":"32.0","intelligence_index":50.4,"intelligence_index_token_counts":{"input_tokens":69290111,"answer_tokens":15708406,"output_tokens":15708406,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.523,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","livecodebench":0.61,"math_500":null,"math_index":57.33,"mmlu_pro":0.819,"mmmu_pro":null,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905","multilingual_aa":null,"name":"Kimi K2 0905","open_weights":"Open","parameters":1000,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-05","representative_query_token_counts":null,"scicode":0.307,"short_name":"Kimi K2 0905","show_host_model_evals":false,"size_class":"Large","slug":"kimi-k2-0905","tau2":0.734,"terminalbench_hard":0.227,"tokenizer_id":null,"model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":[{"id":"ec89356f-3c48-42b7-aee5-084b6a73f266","slug":"parasail_kimi-k2-0905","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-kimi-k2-instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.99,"price_1m_output_tokens":2.99,"price_1m_blended_3_to_1":1.49,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e680dfb1-0c47-45bf-86a8-ccc4cc1cbfe3","slug":"fireworks_kimi-k2-0905","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/kimi-k2-instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e3cb949c-48ac-4428-9484-31a3e1bf48df","slug":"groq_kimi-k2-0905","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"64e6ce2f-08de-44c1-b56d-f076c06e945a","slug":"baseten_kimi-k2-0905_fp4","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Kimi K2 0905_(FP4)","cache_pricing_notes":null,"model_name_appendage":"(FP4)","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f471ad52-2893-4405-8953-bbe75bef3fb1","slug":"deepinfra_kimi-k2-0905","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ffc78a96-021d-4aad-bb80-5fc205a9db74","slug":"togetherai_kimi-k2-0905","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bf41466f-1855-466d-9325-fad7fad1c821","slug":"novita_kimi-k2-0905","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-0905","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Kimi K2 0905","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/kimi-k2-0905","hosts_url":"/models/kimi-k2-0905/providers","name_and_creator_label":"Kimi K2 0905, Moonshot AI"},{"additional_text":null,"aime":0.223,"aime25":0.21,"agentic_index":34.93,"coding_index":32.28,"commercial_allowed":null,"computed_performance_host_model_id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-sonnet","display_order":986,"estimated_intelligence_index":33.53967941741265,"family_slug_for_ordering":"claude-3-7","frontier_model":false,"gpqa":0.656,"hle":0.048,"humaneval":0.949,"id":"d925845d-39ad-4de3-8495-f176b79828c0","ifbench":0.44,"inference_parameters_active":null,"intelligence_index":41.08,"intelligence_index_token_counts":{"input_tokens":57839920,"answer_tokens":7046061,"output_tokens":7046061,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.68,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.483,"license_name":null,"license_url":null,"livecodebench":0.394,"math_500":0.85,"math_index":21,"mmlu_pro":0.803,"mmmu_pro":0.601,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 3.7 Sonnet (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-24","representative_query_token_counts":null,"scicode":0.376,"short_name":"Claude 3.7 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-3-7-sonnet","tau2":0.5,"terminalbench_hard":0.199,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"ce6611e3-e962-463f-98c6-9a53d47a11b2","slug":"amazon-bedrock_claude-3-7-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-3-7-sonnet-20250219-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3.7 Sonnet (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","slug":"anthropic_claude-3-7-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet-20250219","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.7 Sonnet (Standard)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"df8de9c0-b614-4812-9e00-620574392c9d","slug":"google_claude-3-7-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet@20250219","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3.7 Sonnet (Standard)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aca69cb2-a677-48b5-ba46-11797a0ca3f6","slug":"databricks_claude-3-7-sonnet","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-claude-3-7-sonnet","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Claude 3.7 Sonnet (Standard)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":3.335,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-7-sonnet","hosts_url":"/models/claude-3-7-sonnet/providers","name_and_creator_label":"Claude 3.7 Sonnet, Anthropic"},{"additional_text":null,"aime":0.487,"aime25":0.563,"agentic_index":37.27,"coding_index":35.81,"commercial_allowed":null,"computed_performance_host_model_id":"5619e548-8f61-40a3-8f22-5821c98999f8","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-sonnet-thinking","display_order":996,"estimated_intelligence_index":42.71690079847269,"family_slug_for_ordering":"claude-3-7","frontier_model":false,"gpqa":0.772,"hle":0.103,"humaneval":0.978,"id":"13358187-4584-479c-ab43-5bcdf8f297a4","ifbench":0.483,"inference_parameters_active":null,"intelligence_index":49.86,"intelligence_index_token_counts":{"input_tokens":56809706,"answer_tokens":8459653,"output_tokens":98426945,"reasoning_tokens":89967292},"knowledge_cutoff_date":"2024-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.782,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.607,"license_name":null,"license_url":null,"livecodebench":0.473,"math_500":0.947,"math_index":56.33,"mmlu_pro":0.837,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 3.7 Sonnet (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-02-24","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T23:59:41.667311","input_tokens":1029,"answer_tokens":935,"output_tokens":2040,"reasoning_tokens":1105,"max_answer_tokens_used":7764,"max_output_tokens_used":9090,"max_reasoning_tokens_used":8455},"scicode":0.403,"short_name":"Claude 3.7 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-3-7-sonnet-thinking","tau2":0.547,"terminalbench_hard":0.199,"tokenizer_id":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"5619e548-8f61-40a3-8f22-5821c98999f8","slug":"anthropic_claude-3-7-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"13358187-4584-479c-ab43-5bcdf8f297a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet-20250219","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.7 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"db289df0-794a-4edf-a240-6047c10bf6e7","slug":"amazon-bedrock_claude-3-7-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"13358187-4584-479c-ab43-5bcdf8f297a4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-3-7-sonnet-20250219-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3.7 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-7-sonnet-thinking","hosts_url":"/models/claude-3-7-sonnet-thinking/providers","name_and_creator_label":"Claude 3.7 Sonnet, Anthropic"},{"additional_text":null,"aime":null,"aime25":0.433,"agentic_index":46.02,"coding_index":39.42,"commercial_allowed":null,"computed_performance_host_model_id":"79da9a29-b162-4650-b1d4-690d5fbc0357","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":345,"estimated_intelligence_index":44.933841,"family_slug_for_ordering":"grok-code","frontier_model":false,"gpqa":0.727,"hle":0.075,"humaneval":null,"id":"a06bd3fc-86db-4a8e-ae6d-7459444d08c9","ifbench":0.414,"inference_parameters_active":null,"intelligence_index":48.65,"intelligence_index_token_counts":{"input_tokens":40270965,"answer_tokens":2868101,"output_tokens":87227303,"reasoning_tokens":84359202},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.483,"license_name":null,"license_url":null,"livecodebench":0.657,"math_500":null,"math_index":43.33,"mmlu_pro":0.793,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok Code Fast 1","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-08-28","representative_query_token_counts":null,"scicode":0.362,"short_name":"Grok Code Fast 1","show_host_model_evals":false,"size_class":"Medium","slug":"grok-code-fast-1","tau2":0.757,"terminalbench_hard":0.163,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"79da9a29-b162-4650-b1d4-690d5fbc0357","slug":"xai_grok-code-fast-1","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","gpqa_16x":null,"model_id":"a06bd3fc-86db-4a8e-ae6d-7459444d08c9","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-code-fast-1","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok Code Fast 1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.9,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-code-fast-1","hosts_url":"/models/grok-code-fast-1/providers","name_and_creator_label":"Grok Code Fast 1, xAI"},{"additional_text":null,"aime":0.813,"aime25":0.137,"agentic_index":16.85,"coding_index":35.23,"commercial_allowed":true,"computed_performance_host_model_id":"49d29ab9-06b6-4077-b220-932754fdcedc","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":377,"estimated_intelligence_index":41.624013,"family_slug_for_ordering":"minimax-m1","frontier_model":false,"gpqa":0.682,"hle":0.075,"humaneval":null,"id":"385376b1-9815-47dd-83cc-85aac34f247d","ifbench":0.412,"inference_parameters_active":"45.9","intelligence_index":40.03,"intelligence_index_token_counts":{"input_tokens":41968723,"answer_tokens":2600363,"output_tokens":122054189,"reasoning_tokens":119453826},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.517,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.657,"math_500":0.972,"math_index":13.67,"mmlu_pro":0.808,"mmmu_pro":null,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M1-40k","multilingual_aa":null,"name":"MiniMax M1 40k","open_weights":"Open","parameters":456,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-06-17","representative_query_token_counts":null,"scicode":0.378,"short_name":"MiniMax M1 40k","show_host_model_evals":false,"size_class":"Large","slug":"minimax-m1-40k","tau2":0.316,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.svg","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.svg"},"host_models":[{"id":"49d29ab9-06b6-4077-b220-932754fdcedc","slug":"minimax_minimax-m1-40k","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","gpqa_16x":null,"model_id":"385376b1-9815-47dd-83cc-85aac34f247d","footnotes":"Tiered pricing:\r\n- ≤200K: $0.4/$2.1 per M tokens\r\n- >200K: $1.2/$2.1 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-M1","function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax M1 40k","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-m1-40k","hosts_url":"/models/minimax-m1-40k/providers","name_and_creator_label":"MiniMax M1 40k, MiniMax"},{"additional_text":null,"aime":0.847,"aime25":0.61,"agentic_index":18.52,"coding_index":37.11,"commercial_allowed":true,"computed_performance_host_model_id":"d42272b6-1530-4a97-bc2b-d5afd8048799","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":375,"estimated_intelligence_index":48.586065,"family_slug_for_ordering":"minimax-m1","frontier_model":false,"gpqa":0.697,"hle":0.082,"humaneval":null,"id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","ifbench":0.418,"inference_parameters_active":"45.9","intelligence_index":46.22,"intelligence_index_token_counts":{"input_tokens":39401217,"answer_tokens":1043507,"output_tokens":7330722,"reasoning_tokens":6287215},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.543,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.711,"math_500":0.98,"math_index":61,"mmlu_pro":0.816,"mmmu_pro":null,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M1-80k","multilingual_aa":null,"name":"MiniMax M1 80k","open_weights":"Open","parameters":456,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-06-17","representative_query_token_counts":null,"scicode":0.374,"short_name":"MiniMax M1 80k","show_host_model_evals":false,"size_class":"Large","slug":"minimax-m1-80k","tau2":0.342,"terminalbench_hard":0.028,"tokenizer_id":null,"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.svg","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.svg"},"host_models":[{"id":"d42272b6-1530-4a97-bc2b-d5afd8048799","slug":"minimax_minimax-m1-80k","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","gpqa_16x":null,"model_id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","footnotes":"Tiered pricing:\r\n- ≤200K: $0.4/$2.1 per M tokens\r\n- >200K: $1.2/$2.1 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-M1","function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax M1 80k","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-m1-80k","hosts_url":"/models/minimax-m1-80k/providers","name_and_creator_label":"MiniMax M1 80k, MiniMax"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":2048,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":665,"estimated_intelligence_index":1,"family_slug_for_ordering":"llama","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"fe11ab6c-a4dd-4c28-9fef-07da76d5ed14","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":null,"multilingual_aa":null,"name":"Llama 65B","open_weights":"Open","parameters":65,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-02-24","representative_query_token_counts":null,"scicode":null,"short_name":"Llama 65B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-65b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-65b","hosts_url":"/models/llama-65b/providers","name_and_creator_label":"Llama 65B, Meta"},{"additional_text":null,"aime":0.137,"aime25":0.08,"agentic_index":14.35,"coding_index":18.79,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":391,"estimated_intelligence_index":26.244726,"family_slug_for_ordering":"llama","frontier_model":false,"gpqa":0.481,"hle":0.043,"humaneval":0.856,"id":"26c0b5df-efa7-470f-a65e-2d883329e493","ifbench":0.329,"inference_parameters_active":null,"intelligence_index":26.6,"intelligence_index_token_counts":{"input_tokens":77056252,"answer_tokens":9834052,"output_tokens":9834052,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.22,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","livecodebench":0.29,"math_500":0.77,"math_index":8,"mmlu_pro":0.692,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","multilingual_aa":null,"name":"Llama Nemotron Super 49B v1.5 (Non-reasoning)","open_weights":"Open","parameters":49,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-25","representative_query_token_counts":null,"scicode":0.238,"short_name":"Llama Nemotron Super 49B v1.5","show_host_model_evals":false,"size_class":"Medium","slug":"llama-nemotron-super-49b-v1-5","tau2":0.251,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"85af8205-c167-4938-99a8-410b5c2ffffe","slug":"deepinfra_llama-nemotron-super-49b-v1-5","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"26c0b5df-efa7-470f-a65e-2d883329e493","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3.3-Nemotron-Super-49B-v1.5","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama Nemotron Super 49B v1.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-nemotron-super-49b-v1-5","hosts_url":"/models/llama-nemotron-super-49b-v1-5/providers","name_and_creator_label":"Llama Nemotron Super 49B v1.5, NVIDIA"},{"additional_text":null,"aime":0.86,"aime25":0.767,"agentic_index":16.52,"coding_index":37.82,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":388,"estimated_intelligence_index":47.87274,"family_slug_for_ordering":"llama","frontier_model":false,"gpqa":0.748,"hle":0.068,"humaneval":0.952,"id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","ifbench":0.37,"inference_parameters_active":null,"intelligence_index":45.22,"intelligence_index_token_counts":{"input_tokens":39244813,"answer_tokens":6798338,"output_tokens":110386045,"reasoning_tokens":103587707},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.34,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","livecodebench":0.737,"math_500":0.983,"math_index":76.67,"mmlu_pro":0.814,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","multilingual_aa":null,"name":"Llama Nemotron Super 49B v1.5 (Reasoning)","open_weights":"Open","parameters":49,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"release_date":"2025-07-25","representative_query_token_counts":null,"scicode":0.348,"short_name":"Llama Nemotron Super 49B v1.5","show_host_model_evals":false,"size_class":"Medium","slug":"llama-nemotron-super-49b-v1-5-reasoning","tau2":0.281,"terminalbench_hard":0.05,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"34bcf80c-12d3-490d-8055-a87366514c31","slug":"deepinfra_llama-nemotron-super-49b-v1-5-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3.3-Nemotron-Super-49B-v1.5","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama Nemotron Super 49B v1.5 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-nemotron-super-49b-v1-5-reasoning","hosts_url":"/models/llama-nemotron-super-49b-v1-5-reasoning/providers","name_and_creator_label":"Llama Nemotron Super 49B v1.5, NVIDIA"},{"additional_text":null,"aime":0.437,"aime25":0.347,"agentic_index":29.92,"coding_index":32.19,"commercial_allowed":null,"computed_performance_host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-medium","display_order":701,"estimated_intelligence_index":42.518047,"family_slug_for_ordering":"gpt-4-1","frontier_model":false,"gpqa":0.666,"hle":0.046,"humaneval":0.956,"id":"3b608b70-6434-4baa-99ad-45d499703c67","ifbench":0.43,"inference_parameters_active":null,"intelligence_index":43.4,"intelligence_index_token_counts":{"input_tokens":54370549,"answer_tokens":7419238,"output_tokens":7419238,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":0.481,"lab_claimed_gpqa":0.663,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.61,"license_name":null,"license_url":null,"livecodebench":0.457,"math_500":0.913,"math_index":34.67,"mmlu_pro":0.806,"mmmu_pro":0.612,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4.1","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-14","representative_query_token_counts":null,"scicode":0.381,"short_name":"GPT-4.1","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4-1","tau2":0.471,"terminalbench_hard":0.128,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","slug":"openai_gpt-4-1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-2025-04-14","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","slug":"azure_gpt-4-1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1","hosts_url":"/models/gpt-4-1/providers","name_and_creator_label":"GPT-4.1, OpenAI"},{"additional_text":null,"aime":0.43,"aime25":0.463,"agentic_index":30.01,"coding_index":31.91,"commercial_allowed":null,"computed_performance_host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-mini-medium","display_order":721,"estimated_intelligence_index":41.386238,"family_slug_for_ordering":"gpt-4-1","frontier_model":false,"gpqa":0.664,"hle":0.046,"humaneval":0.95,"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","ifbench":0.383,"inference_parameters_active":null,"intelligence_index":42.47,"intelligence_index_token_counts":{"input_tokens":57750005,"answer_tokens":9341303,"output_tokens":9341303,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":0.496,"lab_claimed_gpqa":0.65,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.423,"license_name":null,"license_url":null,"livecodebench":0.483,"math_500":0.925,"math_index":46.33,"mmlu_pro":0.781,"mmmu_pro":0.587,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4.1 mini","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-14","representative_query_token_counts":null,"scicode":0.404,"short_name":"GPT-4.1 mini","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-4-1-mini","tau2":0.529,"terminalbench_hard":0.071,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","slug":"azure_gpt-4-1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","slug":"openai_gpt-4-1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-mini-2025-04-14","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-mini","hosts_url":"/models/gpt-4-1-mini/providers","name_and_creator_label":"GPT-4.1 mini, OpenAI"},{"additional_text":null,"aime":0.237,"aime25":0.24,"agentic_index":10.4,"coding_index":20.69,"commercial_allowed":null,"computed_performance_host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-nano-medium","display_order":712,"estimated_intelligence_index":28.042305,"family_slug_for_ordering":"gpt-4-1","frontier_model":false,"gpqa":0.512,"hle":0.039,"humaneval":0.877,"id":"72c358fd-7d45-4d68-89aa-699743710924","ifbench":0.32,"inference_parameters_active":null,"intelligence_index":27.32,"intelligence_index_token_counts":{"input_tokens":84723552,"answer_tokens":6608842,"output_tokens":6608842,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-05-31","lab_claimed_aime":0.294,"lab_claimed_gpqa":0.503,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.17,"license_name":null,"license_url":null,"livecodebench":0.326,"math_500":0.848,"math_index":24,"mmlu_pro":0.657,"mmmu_pro":0.401,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4.1 nano","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-14","representative_query_token_counts":null,"scicode":0.259,"short_name":"GPT-4.1 nano","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-4-1-nano","tau2":0.173,"terminalbench_hard":0.035,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","slug":"openai_gpt-4-1-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-nano-2025-04-14","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","slug":"azure_gpt-4-1-nano","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-nano","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-nano","hosts_url":"/models/gpt-4-1-nano/providers","name_and_creator_label":"GPT-4.1 nano, OpenAI"},{"additional_text":null,"aime":0.7,"aime25":0.403,"agentic_index":15.81,"coding_index":30.3,"commercial_allowed":null,"computed_performance_host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","context_window_tokens":40000,"deleted":false,"deprecated":true,"deprecated_to":"magistral-medium-2507","display_order":1092,"estimated_intelligence_index":33.767927,"family_slug_for_ordering":"magistral","frontier_model":false,"gpqa":0.679,"hle":0.095,"humaneval":null,"id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","ifbench":0.251,"inference_parameters_active":null,"intelligence_index":33.22,"intelligence_index_token_counts":{"input_tokens":31406294,"answer_tokens":6451218,"output_tokens":146193167,"reasoning_tokens":139741949},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":null,"license_url":null,"livecodebench":0.527,"math_500":0.917,"math_index":40.33,"mmlu_pro":0.753,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Magistral Medium 1","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-06-10","representative_query_token_counts":null,"scicode":0.297,"short_name":"Magistral Medium 1","show_host_model_evals":false,"size_class":"Large","slug":"magistral-medium","tau2":0.231,"terminalbench_hard":0.085,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","slug":"mistral_magistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-medium-2506","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Medium 1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-medium","hosts_url":"/models/magistral-medium/providers","name_and_creator_label":"Magistral Medium 1, Mistral"},{"additional_text":null,"aime":0.713,"aime25":0.413,"agentic_index":15.43,"coding_index":26.59,"commercial_allowed":true,"computed_performance_host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","context_window_tokens":40000,"deleted":false,"deprecated":true,"deprecated_to":"magistral-small-2507","display_order":1094,"estimated_intelligence_index":32.227145,"family_slug_for_ordering":"magistral","frontier_model":false,"gpqa":0.641,"hle":0.072,"humaneval":0.963,"id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","ifbench":0.248,"inference_parameters_active":null,"intelligence_index":31.85,"intelligence_index_token_counts":{"input_tokens":50360940,"answer_tokens":6900186,"output_tokens":140465404,"reasoning_tokens":133565218},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","livecodebench":0.514,"math_500":0.963,"math_index":41.33,"mmlu_pro":0.746,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Magistral-Small-2506","multilingual_aa":null,"name":"Magistral Small 1","open_weights":"Open","parameters":23.6,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-06-10","representative_query_token_counts":null,"scicode":0.241,"short_name":"Magistral Small 1","show_host_model_evals":false,"size_class":"Small","slug":"magistral-small","tau2":0.266,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","slug":"mistral_magistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-small-2506","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40000,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-small","hosts_url":"/models/magistral-small/providers","name_and_creator_label":"Magistral Small 1, Mistral"},{"additional_text":null,"aime":null,"aime25":0.803,"agentic_index":16.02,"coding_index":37.24,"commercial_allowed":true,"computed_performance_host_model_id":"8f4daf95-2629-4cbb-a2f2-3ac2d1a763c9","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":272,"estimated_intelligence_index":null,"family_slug_for_ordering":"magistral","frontier_model":false,"gpqa":0.663,"hle":0.061,"humaneval":null,"id":"70152cb0-fb36-4732-a925-89ef40994be1","ifbench":0.444,"inference_parameters_active":null,"intelligence_index":42.97,"intelligence_index_token_counts":{"input_tokens":62296583,"answer_tokens":6316680,"output_tokens":62258995,"reasoning_tokens":55942315},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.163,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","livecodebench":0.723,"math_500":null,"math_index":80.33,"mmlu_pro":0.768,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Magistral-Small-2509","multilingual_aa":null,"name":"Magistral Small 1.2","open_weights":"Open","parameters":24,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk","varied_reasoning":true},"release_date":"2025-09-17","representative_query_token_counts":null,"scicode":0.352,"short_name":"Magistral Small 1.2","show_host_model_evals":false,"size_class":"Small","slug":"magistral-small-2509","tau2":0.278,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"8f4daf95-2629-4cbb-a2f2-3ac2d1a763c9","slug":"mistral_magistral-small-2509","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"70152cb0-fb36-4732-a925-89ef40994be1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-small-2509","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Small 1.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-small-2509","hosts_url":"/models/magistral-small-2509/providers","name_and_creator_label":"Magistral Small 1.2, Mistral"},{"additional_text":null,"aime":0.47,"aime25":0.393,"agentic_index":2.76,"coding_index":24.62,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":131000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":449,"estimated_intelligence_index":33.435042,"family_slug_for_ordering":"exaone-4-0","frontier_model":false,"gpqa":0.628,"hle":0.049,"humaneval":0.913,"id":"2f60d80d-c3d3-4a43-bded-0557898c4618","ifbench":0.335,"inference_parameters_active":null,"intelligence_index":30.33,"intelligence_index_token_counts":{"input_tokens":89662536,"answer_tokens":14889552,"output_tokens":14889552,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.08,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","livecodebench":0.472,"math_500":0.939,"math_index":39.33,"mmlu_pro":0.768,"mmmu_pro":null,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","multilingual_aa":null,"name":"EXAONE 4.0 32B (Non-reasoning)","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-15","representative_query_token_counts":null,"scicode":0.252,"short_name":"EXAONE 4.0 32B","show_host_model_evals":false,"size_class":"Small","slug":"exaone-4-0-32b","tau2":0.041,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","slug":"friendli-ai_exaone-4-0-32b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","gpqa_16x":null,"model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b","hosts_url":"/models/exaone-4-0-32b/providers","name_and_creator_label":"EXAONE 4.0 32B, LG AI Research"},{"additional_text":null,"aime":0.843,"aime25":0.8,"agentic_index":10.4,"coding_index":37.54,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":131000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":446,"estimated_intelligence_index":46.25587,"family_slug_for_ordering":"exaone-4-0","frontier_model":false,"gpqa":0.739,"hle":0.105,"humaneval":0.97,"id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","ifbench":0.363,"inference_parameters_active":null,"intelligence_index":42.64,"intelligence_index_token_counts":{"input_tokens":46619319,"answer_tokens":8091352,"output_tokens":103636893,"reasoning_tokens":95545541},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.14,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","livecodebench":0.747,"math_500":0.977,"math_index":80,"mmlu_pro":0.818,"mmmu_pro":null,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","multilingual_aa":null,"name":"EXAONE 4.0 32B (Reasoning)","open_weights":"Open","parameters":32,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","varied_reasoning":true,"starts_thinking_by_default":true},"release_date":"2025-07-15","representative_query_token_counts":null,"scicode":0.344,"short_name":"EXAONE 4.0 32B","show_host_model_evals":false,"size_class":"Small","slug":"exaone-4-0-32b-reasoning","tau2":0.173,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","slug":"friendli-ai_exaone-4-0-32b-reasoning","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","gpqa_16x":null,"model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b-reasoning","hosts_url":"/models/exaone-4-0-32b-reasoning/providers","name_and_creator_label":"EXAONE 4.0 32B, LG AI Research"},{"additional_text":null,"aime":null,"aime25":0.24,"agentic_index":10.23,"coding_index":12.24,"commercial_allowed":false,"computed_performance_host_model_id":null,"context_window_tokens":64000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":447,"estimated_intelligence_index":19.948444,"family_slug_for_ordering":"exaone-4-0","frontier_model":false,"gpqa":0.424,"hle":0.058,"humaneval":null,"id":"8273650d-40e5-45ee-aeda-df71de784164","ifbench":0.253,"inference_parameters_active":null,"intelligence_index":20.48,"intelligence_index_token_counts":{"input_tokens":49389315,"answer_tokens":10009496,"output_tokens":10009496,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"EXAONE AI Model License Agreement 1.2 - NC","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","livecodebench":0.293,"math_500":null,"math_index":24,"mmlu_pro":0.5,"mmmu_pro":null,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B","multilingual_aa":{"average":0.393,"global_mmlu_lite":{"ar":0.3175,"bn":0.2975,"de":0.4425,"en":0.5675,"es":0.51,"fr":0.45,"hi":0.2825,"id":0.3425,"it":0.435,"ja":0.4,"ko":0.4925,"pt":0.455,"sw":0.2625,"yo":0.2575,"zh":0.3825},"average_per_language":{"ar":0.3175,"bn":0.2975,"de":0.4425,"en":0.5675,"es":0.51,"fr":0.45,"hi":0.2825,"id":0.3425,"it":0.435,"ja":0.4,"ko":0.4925,"pt":0.455,"sw":0.2625,"yo":0.2575,"zh":0.3825},"average_global_mmlu_lite":0.393},"name":"Exaone 4.0 1.2B (Non-reasoning)","open_weights":"Open","parameters":1.28,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-15","representative_query_token_counts":null,"scicode":0.074,"short_name":"Exaone 4.0 1.2B","show_host_model_evals":false,"size_class":"Tiny","slug":"exaone-4-0-1-2b","tau2":0.205,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[],"model_url":"/models/exaone-4-0-1-2b","hosts_url":"/models/exaone-4-0-1-2b/providers","name_and_creator_label":"Exaone 4.0 1.2B, LG AI Research"},{"additional_text":null,"aime":null,"aime25":0.503,"agentic_index":8.19,"coding_index":20.3,"commercial_allowed":false,"computed_performance_host_model_id":null,"context_window_tokens":64000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":448,"estimated_intelligence_index":27.795019,"family_slug_for_ordering":"exaone-4-0","frontier_model":false,"gpqa":0.515,"hle":0.058,"humaneval":null,"id":"d734e2ce-5cf8-467f-8148-586d02671333","ifbench":0.23,"inference_parameters_active":null,"intelligence_index":26.67,"intelligence_index_token_counts":{"input_tokens":36524382,"answer_tokens":7692231,"output_tokens":70758825,"reasoning_tokens":63066594},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"EXAONE AI Model License Agreement 1.2 - NC","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","livecodebench":0.516,"math_500":null,"math_index":50.33,"mmlu_pro":0.588,"mmmu_pro":null,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B","multilingual_aa":null,"name":"Exaone 4.0 1.2B (Reasoning)","open_weights":"Open","parameters":1.28,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"release_date":"2025-07-15","representative_query_token_counts":null,"scicode":0.093,"short_name":"Exaone 4.0 1.2B","show_host_model_evals":false,"size_class":"Tiny","slug":"exaone-4-0-1-2b-reasoning","tau2":0.164,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[],"model_url":"/models/exaone-4-0-1-2b-reasoning","hosts_url":"/models/exaone-4-0-1-2b-reasoning/providers","name_and_creator_label":"Exaone 4.0 1.2B, LG AI Research"},{"additional_text":null,"aime":null,"aime25":0.153,"agentic_index":17.91,"coding_index":32.81,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":437,"estimated_intelligence_index":32.512475,"family_slug_for_ordering":"hermes-4","frontier_model":false,"gpqa":0.536,"hle":0.042,"humaneval":null,"id":"d3968fd3-97d8-4693-8d26-19cefc6f5d5f","ifbench":0.348,"inference_parameters_active":null,"intelligence_index":32.59,"intelligence_index_token_counts":{"input_tokens":52646082,"answer_tokens":4357710,"output_tokens":4357710,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.2,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.546,"math_500":null,"math_index":15.33,"mmlu_pro":0.729,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-4-405B","multilingual_aa":null,"name":"Hermes 4 - Llama-3.1 405B (Non-reasoning)","open_weights":"Open","parameters":406,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-27","representative_query_token_counts":null,"scicode":0.346,"short_name":"Hermes 4 405B","show_host_model_evals":false,"size_class":"Large","slug":"hermes-4-llama-3-1-405b","tau2":0.266,"terminalbench_hard":0.092,"tokenizer_id":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[{"id":"0fa4ddca-f20a-473a-9149-b482b3f35ef1","slug":"nebius_hermes-4-llama-3-1-405b_fp8","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"d3968fd3-97d8-4693-8d26-19cefc6f5d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-4-405B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Hermes 4 - Llama-3.1 405B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-4-llama-3-1-405b","hosts_url":"/models/hermes-4-llama-3-1-405b/providers","name_and_creator_label":"Hermes 4 405B, Nous Research"},{"additional_text":null,"aime":null,"aime25":0.697,"agentic_index":16.43,"coding_index":34.81,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":438,"estimated_intelligence_index":30.144236,"family_slug_for_ordering":"hermes-4","frontier_model":false,"gpqa":0.727,"hle":0.103,"humaneval":null,"id":"82b207dd-d285-4a52-b2fc-2cbd27543899","ifbench":0.327,"inference_parameters_active":null,"intelligence_index":41.57,"intelligence_index_token_counts":{"input_tokens":48156337,"answer_tokens":5737816,"output_tokens":5780516,"reasoning_tokens":42700},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.207,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.686,"math_500":null,"math_index":69.67,"mmlu_pro":0.829,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-4-405B","multilingual_aa":null,"name":"Hermes 4 - Llama-3.1 405B (Reasoning)","open_weights":"Open","parameters":406,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-08-27","representative_query_token_counts":null,"scicode":0.252,"short_name":"Hermes 4 405B","show_host_model_evals":false,"size_class":"Large","slug":"hermes-4-llama-3-1-405b-reasoning","tau2":0.222,"terminalbench_hard":0.106,"tokenizer_id":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[{"id":"1b7bd813-a01d-48ef-913d-3407d2694129","slug":"nebius_hermes-4-llama-3-1-405b-reasoning_fp8","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"82b207dd-d285-4a52-b2fc-2cbd27543899","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-4-405B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Hermes 4 - Llama-3.1 405B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-4-llama-3-1-405b-reasoning","hosts_url":"/models/hermes-4-llama-3-1-405b-reasoning/providers","name_and_creator_label":"Hermes 4 405B, Nous Research"},{"additional_text":null,"aime":null,"aime25":0.113,"agentic_index":10.82,"coding_index":18.18,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":440,"estimated_intelligence_index":23.7148,"family_slug_for_ordering":"hermes-4","frontier_model":false,"gpqa":0.491,"hle":0.036,"humaneval":null,"id":"235060f4-057d-4bd1-8b8e-4a92908c770e","ifbench":0.29,"inference_parameters_active":null,"intelligence_index":23.76,"intelligence_index_token_counts":{"input_tokens":48828358,"answer_tokens":5967831,"output_tokens":5967831,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.02,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.269,"math_500":null,"math_index":11.33,"mmlu_pro":0.664,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-4-70B","multilingual_aa":null,"name":"Hermes 4 - Llama-3.1 70B (Non-reasoning)","open_weights":"Open","parameters":70.6,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-27","representative_query_token_counts":null,"scicode":0.277,"short_name":"Hermes 4 70B","show_host_model_evals":false,"size_class":"Medium","slug":"hermes-4-llama-3-1-70b","tau2":0.216,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[{"id":"e0abdfe1-480e-493e-8132-573bac2b876b","slug":"nebius_hermes-4-llama-3-1-70b_fp8","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"235060f4-057d-4bd1-8b8e-4a92908c770e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-4-70B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Hermes 4 - Llama-3.1 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-4-llama-3-1-70b","hosts_url":"/models/hermes-4-llama-3-1-70b/providers","name_and_creator_label":"Hermes 4 70B, Nous Research"},{"additional_text":null,"aime":null,"aime25":0.687,"agentic_index":13.38,"coding_index":34.56,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":443,"estimated_intelligence_index":41.414771,"family_slug_for_ordering":"hermes-4","frontier_model":false,"gpqa":0.699,"hle":0.079,"humaneval":null,"id":"6ba9e8eb-8124-436d-842f-dbe36df80c27","ifbench":0.313,"inference_parameters_active":null,"intelligence_index":39.17,"intelligence_index_token_counts":{"input_tokens":48239758,"answer_tokens":6636679,"output_tokens":96961819,"reasoning_tokens":90325140},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.067,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.653,"math_500":null,"math_index":68.67,"mmlu_pro":0.811,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-4-70B","multilingual_aa":null,"name":"Hermes 4 - Llama-3.1 70B (Reasoning)","open_weights":"Open","parameters":70.6,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-08-27","representative_query_token_counts":null,"scicode":0.341,"short_name":"Hermes 4 70B","show_host_model_evals":false,"size_class":"Medium","slug":"hermes-4-llama-3-1-70b-reasoning","tau2":0.225,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[{"id":"4b77c184-0ccb-42e5-ae6d-276836cc618e","slug":"nebius_hermes-4-llama-3-1-70b-reasoning_fp8","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"6ba9e8eb-8124-436d-842f-dbe36df80c27","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-4-70B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Hermes 4 - Llama-3.1 70B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-4-llama-3-1-70b-reasoning","hosts_url":"/models/hermes-4-llama-3-1-70b-reasoning/providers","name_and_creator_label":"Hermes 4 70B, Nous Research"},{"additional_text":null,"aime":0.213,"aime25":0.03,"agentic_index":12.69,"coding_index":22.24,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":131,"estimated_intelligence_index":25.531401,"family_slug_for_ordering":"llama-3-1","frontier_model":false,"gpqa":0.515,"hle":0.042,"humaneval":0.854,"id":"45c87531-2d57-48e0-8012-202cd636189e","ifbench":0.39,"inference_parameters_active":null,"intelligence_index":28.1,"intelligence_index_token_counts":{"input_tokens":39202979,"answer_tokens":7105994,"output_tokens":7105994,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.511,"lab_claimed_hle":null,"lab_claimed_humaneval":0.89,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.243,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.305,"math_500":0.703,"math_index":3,"mmlu_pro":0.732,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null},"average":0.7654002278877653,"average_mgsm":null,"average_mmlu":0.7654002278877653,"average_per_language":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null}},"name":"Llama 3.1 Instruct 405B","open_weights":"Open","parameters":405,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-23","representative_query_token_counts":null,"scicode":0.299,"short_name":"Llama 3.1 405B","show_host_model_evals":false,"size_class":"Large","slug":"llama-3-1-instruct-405b","tau2":0.19,"terminalbench_hard":0.064,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","slug":"togetherai_llama-3-1-instruct-405b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 405B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":3.5,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":130815,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","slug":"amazon-bedrock_llama-3-1-instruct-405b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-1-405b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","slug":"azure_llama-3-1-instruct-405b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-1-405B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5.33,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.9975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","slug":"amazon-bedrock_llama-3-1-instruct-405b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-405b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":2.4,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","slug":"replicate_llama-3-1-instruct-405b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3.1-405b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":9.5,"price_1m_output_tokens":9.5,"price_1m_blended_3_to_1":9.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","slug":"nebius_llama-3-1-instruct-405b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 405B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"764184ef-060b-4787-89f7-9082360c0d08","slug":"google_llama-3-1-instruct-405b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-405b-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 405B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":5,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","slug":"hyperbolic_llama-3-1-instruct-405b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","slug":"databricks_llama-3-1-instruct-405b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-meta-llama-3-1-405b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta"},{"additional_text":null,"aime":0.173,"aime25":0.04,"agentic_index":9.02,"coding_index":17.58,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-3-instruct-70b","display_order":748,"estimated_intelligence_index":22.744678,"family_slug_for_ordering":"llama-3-1","frontier_model":false,"gpqa":0.409,"hle":0.046,"humaneval":0.812,"id":"466aecdb-3d96-4191-bc52-b3366db38851","ifbench":0.344,"inference_parameters_active":null,"intelligence_index":22.58,"intelligence_index_token_counts":{"input_tokens":41942384,"answer_tokens":7522472,"output_tokens":7522472,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.467,"lab_claimed_hle":null,"lab_claimed_humaneval":0.805,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.063,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.232,"math_500":0.649,"math_index":4,"mmlu_pro":0.676,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-70B","multilingual_aa":null,"name":"Llama 3.1 Instruct 70B","open_weights":"Open","parameters":70,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-23","representative_query_token_counts":null,"scicode":0.267,"short_name":"Llama 3.1 70B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-1-instruct-70b","tau2":0.152,"terminalbench_hard":0.028,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","slug":"deepinfra_llama-3-1-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","slug":"hyperbolic_llama-3-1-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","slug":"togetherai_llama-3-1-instruct-70b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","slug":"lambdalabs_llama-3-1-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-70b-instruct-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","slug":"amazon-bedrock_llama-3-1-instruct-70b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-70b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"acb6e1f1-16ec-4588-bf6d-e468e1931b59","slug":"simplismart_llama-3-1-instruct-70b","deleted":false,"host_id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3_1","function_calling":true,"cache_write_price":null,"host_model_string":"Simplismart_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","slug":"amazon-bedrock_llama-3-1-instruct-70b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-1-70b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","slug":"google_llama-3-1-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-70b-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","slug":"deepinfra_llama-3-1-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-70b","hosts_url":"/models/llama-3-1-instruct-70b/providers","name_and_creator_label":"Llama 3.1 70B, Meta"},{"additional_text":null,"aime":0.077,"aime25":0.043,"agentic_index":8.54,"coding_index":8.51,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-2-instruct-11b-vision","display_order":777,"estimated_intelligence_index":16.115511,"family_slug_for_ordering":"llama-3-1","frontier_model":false,"gpqa":0.259,"hle":0.051,"humaneval":0.665,"id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","ifbench":0.286,"inference_parameters_active":null,"intelligence_index":16.91,"intelligence_index_token_counts":{"input_tokens":74553423,"answer_tokens":12845712,"output_tokens":12845712,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.328,"lab_claimed_hle":null,"lab_claimed_humaneval":0.726,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.157,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.116,"math_500":0.519,"math_index":4.33,"mmlu_pro":0.476,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-8B","multilingual_aa":{"average":0.3648,"global_mmlu_lite":{"ar":0.2625,"bn":0.1875,"de":0.455,"en":0.705,"es":0.495,"fr":0.405,"hi":0.245,"id":0.5,"it":0.31,"ja":0.3775,"ko":0.4175,"pt":0.3325,"sw":0.195,"yo":0.2275,"zh":0.3575},"average_per_language":{"ar":0.2625,"bn":0.1875,"de":0.455,"en":0.705,"es":0.495,"fr":0.405,"hi":0.245,"id":0.5,"it":0.31,"ja":0.3775,"ko":0.4175,"pt":0.3325,"sw":0.195,"yo":0.2275,"zh":0.3575},"average_global_mmlu_lite":0.3648},"name":"Llama 3.1 Instruct 8B","open_weights":"Open","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-23","representative_query_token_counts":null,"scicode":0.132,"short_name":"Llama 3.1 8B","show_host_model_evals":false,"size_class":"Small","slug":"llama-3-1-instruct-8b","tau2":0.164,"terminalbench_hard":0.007,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"9ad9d4dc-de41-48f0-9fd2-77043c74614a","slug":"nebius_llama-3-1-instruct-8b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.313,"min":0.227,"median":0.25,"quartile_25":0.237,"quartile_75":0.29},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 8B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.02,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.03,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":33.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ee8dc500-1454-4b1a-a6ba-b1c43763a736","slug":"togetherai_llama-3-1-instruct-8b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.278,"min":0.182,"median":0.237,"quartile_25":0.222,"quartile_75":0.256},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 8B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.18,"price_1m_blended_3_to_1":0.18,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a8c72972-c5b3-4cea-846b-097e86d31f95","slug":"databricks_llama-3-1-instruct-8b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":{"max":0.288,"min":0.227,"median":0.263,"quartile_25":0.253,"quartile_75":0.279},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-meta-llama-3-1-8b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"21fde662-c0f8-4e51-a327-8cc9ef13feca","slug":"lambdalabs_llama-3-1-instruct-8b","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":{"max":0.283,"min":0.217,"median":0.242,"quartile_25":0.226,"quartile_75":0.259},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-8b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.025,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.02875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":34.78,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"90f1de4c-a5ab-4129-9620-d2d329cac70f","slug":"deepinfra_llama-3-1-instruct-8b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.333,"min":0.212,"median":0.263,"quartile_25":0.253,"quartile_75":0.283},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.035,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":28.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7819590-4ff9-4607-ba16-59ffd6119eb4","slug":"groq_llama-3-1-instruct-8b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":{"max":0.293,"min":0.207,"median":0.245,"quartile_25":0.221,"quartile_75":0.258},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":"Note: Pricing preliminary and based on Groq's Llama 3 8B endpoint.","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.1-8b-instant","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1c863ba9-07e4-4bb9-a57b-3c06c8f0c550","slug":"cerebras_llama-3-1-instruct-8b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":{"max":0.293,"min":0.227,"median":0.263,"quartile_25":0.251,"quartile_75":0.273},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-8b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06a216dd-49db-4a94-9d26-da643097229b","slug":"google_llama-3-1-instruct-8b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":{"max":0.293,"min":0.202,"median":0.253,"quartile_25":0.24,"quartile_75":0.259},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-8b-instruct-maas","function_calling":false,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 8B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2439ca9b-ddc4-437e-8626-8f1eb38707a4","slug":"nebius_llama-3-1-instruct-8b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":{"max":0.298,"min":0.207,"median":0.278,"quartile_25":0.255,"quartile_75":0.288},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 8B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.03,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.045,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":22.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c74c9b07-8630-44f5-8c0a-be8f811d835b","slug":"simplismart_llama-3-1-instruct-8b","deleted":false,"host_id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","gpqa_16x":{"max":0.313,"min":0.217,"median":0.26,"quartile_25":0.247,"quartile_75":0.277},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3_1","function_calling":true,"cache_write_price":null,"host_model_string":"Simplismart_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c2babe9-c82b-4a19-9aed-61011e2d1656","slug":"hyperbolic_llama-3-1-instruct-8b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":{"max":0.293,"min":0.202,"median":0.245,"quartile_25":0.227,"quartile_75":0.258},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cbb54435-8889-4543-acb7-5e3ca676d87d","slug":"azure_llama-3-1-instruct-8b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.263,"min":0.177,"median":0.23,"quartile_25":0.222,"quartile_75":0.242},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-1-8B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.61,"price_1m_blended_3_to_1":0.3775,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.65,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"137b530f-6eb8-4d9e-ae2f-82bb988e61a2","slug":"amazon-bedrock_llama-3-1-instruct-8b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":{"max":0.333,"min":0.253,"median":0.278,"quartile_25":0.263,"quartile_75":0.299},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-8b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.22,"price_1m_blended_3_to_1":0.22,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.55,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cf694d38-2240-4ede-8e7a-7d45612b86d2","slug":"friendli-ai_llama-3-1-instruct-8b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","gpqa_16x":{"max":0.278,"min":0.212,"median":0.25,"quartile_25":0.227,"quartile_75":0.258},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama-3.1-8b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ecb6518c-72a5-493c-8542-1f4c7afc1dca","slug":"compactifai_llama-3-1-instruct-8b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3-1-8b","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2610dab2-35a0-4bee-9fb8-f7b056b7f22b","slug":"cloudflare_llama-3-1-instruct-8b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/meta/llama-3.1-8b-instruct-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4adffb5-b811-43c8-b89b-c743256990e5","slug":"novita_llama-3-1-instruct-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.278,"min":0.207,"median":0.245,"quartile_25":0.23,"quartile_75":0.254},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.1-8b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.0275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":36.36,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0e391ca3-0753-4bda-99b4-01d3050fbaa4","slug":"sambanova_llama-3-1-instruct-8b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.273,"min":0.197,"median":0.237,"quartile_25":0.226,"quartile_75":0.263},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3.1-8B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d8d64779-8914-4959-a5f9-ce9690905694","slug":"deepinfra_llama-3-1-instruct-8b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.303,"min":0.202,"median":0.258,"quartile_25":0.232,"quartile_75":0.275},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 8B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.02,"price_1m_output_tokens":0.03,"price_1m_blended_3_to_1":0.0225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":44.44,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-8b","hosts_url":"/models/llama-3-1-instruct-8b/providers","name_and_creator_label":"Llama 3.1 8B, Meta"},{"additional_text":null,"aime":0.247,"aime25":0.11,"agentic_index":13.68,"coding_index":14.82,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":379,"estimated_intelligence_index":22.887343,"family_slug_for_ordering":"llama-3-1","frontier_model":false,"gpqa":0.465,"hle":0.046,"humaneval":0.815,"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","ifbench":0.307,"inference_parameters_active":null,"intelligence_index":23.64,"intelligence_index_token_counts":{"input_tokens":47653042,"answer_tokens":9199794,"output_tokens":9199794,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.07,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.169,"math_500":0.733,"math_index":11,"mmlu_pro":0.69,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","multilingual_aa":null,"name":"Llama 3.1 Nemotron Instruct 70B","open_weights":"Open","parameters":70,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-15","representative_query_token_counts":null,"scicode":0.233,"short_name":"Llama 3.1 Nemotron 70B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-1-nemotron-instruct-70b","tau2":0.231,"terminalbench_hard":0.043,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","slug":"deepinfra_llama-3-1-nemotron-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3.1-Nemotron-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Nemotron Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-instruct-70b","hosts_url":"/models/llama-3-1-nemotron-instruct-70b/providers","name_and_creator_label":"Llama 3.1 Nemotron 70B, NVIDIA"},{"additional_text":null,"aime":0.707,"aime25":0.5,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":396,"estimated_intelligence_index":26.140105,"family_slug_for_ordering":"llama-3-1","frontier_model":null,"gpqa":0.408,"hle":0.051,"humaneval":null,"id":"b1fa84f8-1ed3-4124-b403-4655dafa4267","ifbench":0.255,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","livecodebench":0.493,"math_500":0.947,"math_index":50,"mmlu_pro":0.556,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-4B-v1.1","multilingual_aa":null,"name":"Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)","open_weights":"Open","parameters":4.51,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.101,"short_name":"Llama 3.1 Nemotron Nano 4B v1.1","show_host_model_evals":false,"size_class":"Small","slug":"llama-3-1-nemotron-nano-4b-reasoning","tau2":0.117,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-1-nemotron-nano-4b-reasoning","hosts_url":"/models/llama-3-1-nemotron-nano-4b-reasoning/providers","name_and_creator_label":"Llama 3.1 Nemotron Nano 4B v1.1, NVIDIA"},{"additional_text":null,"aime":0.747,"aime25":0.637,"agentic_index":6.77,"coding_index":33.66,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":386,"estimated_intelligence_index":42.185162,"family_slug_for_ordering":"llama-3-1","frontier_model":false,"gpqa":0.728,"hle":0.081,"humaneval":null,"id":"cf095603-72b6-47f8-8ee1-09a42890f92a","ifbench":0.382,"inference_parameters_active":null,"intelligence_index":38.49,"intelligence_index_token_counts":{"input_tokens":30737699,"answer_tokens":1676283,"output_tokens":58971598,"reasoning_tokens":57295315},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.073,"license_name":null,"license_url":null,"livecodebench":0.641,"math_500":0.952,"math_index":63.67,"mmlu_pro":0.825,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","multilingual_aa":null,"name":"Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)","open_weights":"Open","parameters":253,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-04-07","representative_query_token_counts":null,"scicode":0.347,"short_name":"Llama Nemotron Ultra","show_host_model_evals":false,"size_class":"Large","slug":"llama-3-1-nemotron-ultra-253b-v1-reasoning","tau2":0.114,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","slug":"nebius_llama-3-1-nemotron-ultra-253b-v1-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning","hosts_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning/providers","name_and_creator_label":"Llama Nemotron Ultra, NVIDIA"},{"additional_text":null,"aime":0.133,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1284,"estimated_intelligence_index":25.36559587129532,"family_slug_for_ordering":"llama-3-1","frontier_model":null,"gpqa":0.516,"hle":0.035,"humaneval":0.89,"id":"f73f4711-9c61-40a7-a258-b71c14727f53","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.959,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.291,"math_500":0.778,"math_index":null,"mmlu_pro":0.716,"mmmu_pro":null,"model_creator_id":"ab6c5270-d7b9-4c09-92fe-62662618c631","model_weights_source_url":"https://huggingface.co/allenai/Llama-3.1-Tulu-3-405B","multilingual_aa":null,"name":"Llama 3.1 Tulu3 405B","open_weights":"Open","parameters":405,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-30","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":637,"output_tokens":637,"reasoning_tokens":0},"scicode":0.302,"short_name":"Tulu3 405B","show_host_model_evals":false,"size_class":"Large","slug":"tulu3-405b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","logo":"ai2.svg","name":"Allen Institute for AI","slug":"ai2","color":"#F0529C","deleted":true,"host_id":null,"created_at":"2025-02-05T00:26:56.128138+00:00","logo_small":"ai2_small.svg","creator_url":"https://allenai.org/","display_order":43,"logo_url":"/img/logos/ai2.svg","logo_small_url":"/img/logos/ai2_small.svg"},"host_models":[],"model_url":"/models/tulu3-405b","hosts_url":"/models/tulu3-405b/providers","name_and_creator_label":"Tulu3 405B, Allen Institute for AI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"solar-pro-241126","display_order":1253,"estimated_intelligence_index":18.86009696996705,"family_slug_for_ordering":"solar","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.59,"id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":null,"math_500":0.331,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","model_weights_source_url":"https://huggingface.co/upstage/SOLAR-10.7B-v1.0","multilingual_aa":null,"name":"Solar Mini","open_weights":"Open","parameters":10.7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-01-25","representative_query_token_counts":null,"scicode":null,"short_name":"Solar Mini","show_host_model_evals":false,"size_class":"Small","slug":"solar-mini","tau2":0.202,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","slug":"upstage_solar-mini","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","gpqa_16x":null,"model_id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-1-mini-chat","function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-mini","hosts_url":"/models/solar-mini/providers","name_and_creator_label":"Solar Mini, Upstage"},{"additional_text":null,"aime":0.407,"aime25":0.3,"agentic_index":18.06,"coding_index":23.82,"commercial_allowed":null,"computed_performance_host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","context_window_tokens":65536,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":373,"estimated_intelligence_index":29.640153,"family_slug_for_ordering":"solar","frontier_model":false,"gpqa":0.561,"hle":0.038,"humaneval":0.882,"id":"44db6283-aa82-4799-af4a-679fe0530845","ifbench":0.337,"inference_parameters_active":null,"intelligence_index":30.2,"intelligence_index_token_counts":{"input_tokens":35704214,"answer_tokens":12439356,"output_tokens":12439356,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":null,"license_url":null,"livecodebench":0.424,"math_500":0.889,"math_index":30,"mmlu_pro":0.75,"mmmu_pro":null,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","model_weights_source_url":null,"multilingual_aa":null,"name":"Solar Pro 2 (Non-reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-09","representative_query_token_counts":null,"scicode":0.248,"short_name":"Solar Pro 2","show_host_model_evals":false,"size_class":"Medium","slug":"solar-pro-2","tau2":0.319,"terminalbench_hard":0.043,"tokenizer_id":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","slug":"upstage_solar-pro-2","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","gpqa_16x":null,"model_id":"44db6283-aa82-4799-af4a-679fe0530845","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-pro2-250710","function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2","hosts_url":"/models/solar-pro-2/providers","name_and_creator_label":"Solar Pro 2, Upstage"},{"additional_text":null,"aime":0.297,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"5a3208d3-876c-4f7e-b701-9c83bbe4fc63","context_window_tokens":64000,"deleted":false,"deprecated":true,"deprecated_to":"solar-pro-2","display_order":1255,"estimated_intelligence_index":30.0137989084556,"family_slug_for_ordering":"solar","frontier_model":null,"gpqa":0.544,"hle":0.038,"humaneval":0.88,"id":"432d6c36-8825-47f3-b4eb-58529cea346b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.385,"math_500":0.871,"math_index":null,"mmlu_pro":0.725,"mmmu_pro":null,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","model_weights_source_url":null,"multilingual_aa":null,"name":"Solar Pro 2 (Preview) (Non-reasoning)","open_weights":"Proprietary","parameters":30.9,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.272,"short_name":"Solar Pro 2 ","show_host_model_evals":false,"size_class":"Small","slug":"solar-pro-2-preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[],"model_url":"/models/solar-pro-2-preview","hosts_url":"/models/solar-pro-2-preview/providers","name_and_creator_label":"Solar Pro 2 , Upstage"},{"additional_text":null,"aime":0.663,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"50fa53fe-af7e-4973-a43b-dd161bdcf175","context_window_tokens":64000,"deleted":false,"deprecated":true,"deprecated_to":"solar-pro-2-reasoning","display_order":1254,"estimated_intelligence_index":36.13194649582896,"family_slug_for_ordering":"solar","frontier_model":null,"gpqa":0.578,"hle":0.057,"humaneval":null,"id":"8e78cf7a-5b76-4beb-beba-b99c6233b208","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.462,"math_500":0.9,"math_index":null,"mmlu_pro":0.768,"mmmu_pro":null,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","model_weights_source_url":null,"multilingual_aa":null,"name":"Solar Pro 2 (Preview) (Reasoning)","open_weights":"Proprietary","parameters":30.9,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.164,"short_name":"Solar Pro 2","show_host_model_evals":false,"size_class":"Small","slug":"solar-pro-2-preview-reasoning","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[],"model_url":"/models/solar-pro-2-preview-reasoning","hosts_url":"/models/solar-pro-2-preview-reasoning/providers","name_and_creator_label":"Solar Pro 2, Upstage"},{"additional_text":null,"aime":0.69,"aime25":0.613,"agentic_index":15.45,"coding_index":31.54,"commercial_allowed":null,"computed_performance_host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","context_window_tokens":65536,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":372,"estimated_intelligence_index":39.21773,"family_slug_for_ordering":"solar","frontier_model":false,"gpqa":0.687,"hle":0.07,"humaneval":0.968,"id":"eb689f7a-f210-4a87-b407-f249897f2764","ifbench":0.371,"inference_parameters_active":null,"intelligence_index":37.73,"intelligence_index_token_counts":{"input_tokens":21429478,"answer_tokens":6576931,"output_tokens":56449175,"reasoning_tokens":49872244},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":null,"license_url":null,"livecodebench":0.616,"math_500":0.967,"math_index":61.33,"mmlu_pro":0.805,"mmmu_pro":null,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","model_weights_source_url":null,"multilingual_aa":null,"name":"Solar Pro 2 (Reasoning)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-07-09","representative_query_token_counts":null,"scicode":0.302,"short_name":"Solar Pro 2","show_host_model_evals":false,"size_class":"Medium","slug":"solar-pro-2-reasoning","tau2":0.281,"terminalbench_hard":0.028,"tokenizer_id":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","slug":"upstage_solar-pro-2-reasoning","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","gpqa_16x":null,"model_id":"eb689f7a-f210-4a87-b407-f249897f2764","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-pro2-250710","function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2-reasoning","hosts_url":"/models/solar-pro-2-reasoning/providers","name_and_creator_label":"Solar Pro 2, Upstage"},{"additional_text":null,"aime":null,"aime25":0.623,"agentic_index":12.05,"coding_index":30.57,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":387,"estimated_intelligence_index":38.07641,"family_slug_for_ordering":"nemotron-nano-v2","frontier_model":false,"gpqa":0.557,"hle":0.04,"humaneval":null,"id":"2e8694f9-7782-47a6-a6ba-fdce89d939c8","ifbench":0.271,"inference_parameters_active":null,"intelligence_index":36.09,"intelligence_index_token_counts":{"input_tokens":115814948,"answer_tokens":61424959,"output_tokens":61424959,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.227,"license_name":"NVIDIA Open Model License Agreement","license_url":null,"livecodebench":0.701,"math_500":null,"math_index":62.33,"mmlu_pro":0.739,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","multilingual_aa":null,"name":"NVIDIA Nemotron Nano 9B V2 (Non-reasoning)","open_weights":"Open","parameters":9,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-18","representative_query_token_counts":null,"scicode":0.209,"short_name":"NVIDIA Nemotron Nano 9B V2","show_host_model_evals":false,"size_class":"Small","slug":"nvidia-nemotron-nano-9b-v2","tau2":0.234,"terminalbench_hard":0.007,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"0e861adc-1b20-4664-bdd4-57bf5a4eef79","slug":"deepinfra_nvidia-nemotron-nano-9b-v2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"2e8694f9-7782-47a6-a6ba-fdce89d939c8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_NVIDIA Nemotron Nano 9B V2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/nvidia-nemotron-nano-9b-v2","hosts_url":"/models/nvidia-nemotron-nano-9b-v2/providers","name_and_creator_label":"NVIDIA Nemotron Nano 9B V2, NVIDIA"},{"additional_text":null,"aime":null,"aime25":0.697,"agentic_index":11.67,"coding_index":31.93,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":399,"estimated_intelligence_index":39.141642,"family_slug_for_ordering":"nemotron-nano-v2","frontier_model":false,"gpqa":0.57,"hle":0.046,"humaneval":null,"id":"f1d52583-9d20-4099-99ac-b5df9430c3b6","ifbench":0.276,"inference_parameters_active":null,"intelligence_index":36.91,"intelligence_index_token_counts":{"input_tokens":53261596,"answer_tokens":3185316,"output_tokens":52958085,"reasoning_tokens":49772769},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.183,"license_name":"NVIDIA Open Model License Agreement","license_url":null,"livecodebench":0.724,"math_500":null,"math_index":69.67,"mmlu_pro":0.742,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","multilingual_aa":null,"name":"NVIDIA Nemotron Nano 9B V2 (Reasoning)","open_weights":"Open","parameters":9,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"release_date":"2025-08-18","representative_query_token_counts":null,"scicode":0.22,"short_name":"NVIDIA Nemotron Nano 9B V2","show_host_model_evals":false,"size_class":"Small","slug":"nvidia-nemotron-nano-9b-v2-reasoning","tau2":0.219,"terminalbench_hard":0.014,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"64cdf048-8ff7-476f-b824-299bd656ef6d","slug":"deepinfra_nvidia-nemotron-nano-9b-v2-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"f1d52583-9d20-4099-99ac-b5df9430c3b6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_NVIDIA Nemotron Nano 9B V2 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/nvidia-nemotron-nano-9b-v2-reasoning","hosts_url":"/models/nvidia-nemotron-nano-9b-v2-reasoning/providers","name_and_creator_label":"NVIDIA Nemotron Nano 9B V2, NVIDIA"},{"additional_text":null,"aime":0.39,"aime25":0.193,"agentic_index":12.11,"coding_index":26.39,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":172,"estimated_intelligence_index":37.724503,"family_slug_for_ordering":"llama-4","frontier_model":false,"gpqa":0.671,"hle":0.048,"humaneval":0.879,"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","ifbench":0.43,"inference_parameters_active":"17","intelligence_index":35.8,"intelligence_index_token_counts":{"input_tokens":86157002,"answer_tokens":14725578,"output_tokens":14725578,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.698,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.434,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.46,"license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","livecodebench":0.397,"math_500":0.889,"math_index":19.33,"mmlu_pro":0.809,"mmmu_pro":0.621,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","multilingual_aa":null,"name":"Llama 4 Maverick","open_weights":"Open","parameters":402,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-05","representative_query_token_counts":null,"scicode":0.331,"short_name":"Llama 4 Maverick","show_host_model_evals":false,"size_class":"Large","slug":"llama-4-maverick","tau2":0.178,"terminalbench_hard":0.064,"tokenizer_id":"llama4_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","slug":"lambdalabs_llama-4-maverick_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":{"max":0.707,"min":0.646,"median":0.679,"quartile_25":0.657,"quartile_75":0.693},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-maverick-17b-128e-instruct-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.285,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.51,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","slug":"parasail_llama-4-maverick_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-llama-4-maverick-instruct-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.19,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.355,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","slug":"novita_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.702,"min":0.641,"median":0.667,"quartile_25":0.655,"quartile_75":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.34,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.94,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","slug":"gmi_llama-4-maverick_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.58,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","slug":"google_llama-4-maverick_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":{"max":0.667,"min":0,"median":0.058,"quartile_25":0,"quartile_75":0.348},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-4-maverick-17b-128e-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Maverick_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.15,"price_1m_blended_3_to_1":0.55,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":524288,"price_m_tokens_blended_3_to_1_per_dollar":1.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","slug":"deepinfra_llama-4-maverick_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-Turbo","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":false,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","slug":"cerebras_llama-4-maverick","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-maverick-17b-128e-instruct","function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","slug":"togetherai_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.717,"min":0.636,"median":0.672,"quartile_25":0.66,"quartile_75":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.415,"price_per_1k_1mp_images":0.39204,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","slug":"azure_llama-4-maverick_fp8","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.727,"min":0.641,"median":0.672,"quartile_25":0.652,"quartile_75":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama4-maverick-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.41,"price_1m_blended_3_to_1":0.615,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","slug":"amazon-bedrock_llama-4-maverick","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":{"max":0.707,"min":0.636,"median":0.674,"quartile_25":0.65,"quartile_75":0.688},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama4-maverick-17b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.24,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.4225,"price_per_1k_1mp_images":0.34848,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.37,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6702f8d4-d4fa-4b68-9374-b1de44d21f23","slug":"databricks_llama-4-maverick-instruct","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":{"max":0.702,"min":0.636,"median":0.667,"quartile_25":0.655,"quartile_75":0.679},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-llama-4-maverick","function_calling":false,"cache_write_price":null,"host_model_string":"Databricks_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":0.726,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131071,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","slug":"deepinfra_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.707,"min":0.621,"median":0.672,"quartile_25":0.655,"quartile_75":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.23232,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","slug":"sambanova_llama-4-maverick","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":{"max":0.722,"min":0.636,"median":0.667,"quartile_25":0.657,"quartile_75":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-4-Maverick-17B-128E-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.63,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9225,"price_per_1k_1mp_images":0.91476,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","slug":"groq_llama-4-maverick","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":{"max":0.707,"min":0.631,"median":0.674,"quartile_25":0.65,"quartile_75":0.687},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a4590cc2-1fb7-456f-b851-15f71e3c0c54","slug":"snowflake_llama-4-maverick","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama4-maverick","function_calling":false,"cache_write_price":null,"host_model_string":"Snowflake_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta"},{"additional_text":null,"aime":0.283,"aime25":0.14,"agentic_index":8.46,"coding_index":16.13,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":10000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":174,"estimated_intelligence_index":29.478466,"family_slug_for_ordering":"llama-4","frontier_model":false,"gpqa":0.587,"hle":0.043,"humaneval":0.826,"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","ifbench":0.395,"inference_parameters_active":"17","intelligence_index":28.14,"intelligence_index_token_counts":{"input_tokens":54327668,"answer_tokens":13061703,"output_tokens":13061703,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.572,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.258,"license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","livecodebench":0.299,"math_500":0.844,"math_index":14,"mmlu_pro":0.752,"mmmu_pro":0.529,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","multilingual_aa":null,"name":"Llama 4 Scout","open_weights":"Open","parameters":109,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-05","representative_query_token_counts":null,"scicode":0.17,"short_name":"Llama 4 Scout","show_host_model_evals":false,"size_class":"Medium","slug":"llama-4-scout","tau2":0.155,"terminalbench_hard":0.014,"tokenizer_id":"llama4_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","slug":"lambdalabs_llama-4-scout","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":{"max":0.576,"min":0.495,"median":0.556,"quartile_25":0.551,"quartile_75":0.566},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout-17b-16e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.11616,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","slug":"gmi_llama-4-scout","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.185,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":5.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","slug":"google_llama-4-scout_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":{"max":0.596,"min":0,"median":0.359,"quartile_25":0.102,"quartile_75":0.566},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-4-scout-17b-16e-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Scout_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":0.363,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1310720,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","slug":"novita_llama-4-scout-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":{"max":0.551,"min":0.455,"median":0.495,"quartile_25":0.481,"quartile_75":0.505},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","slug":"deepinfra_llama-4-scout-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":{"max":0.586,"min":0.53,"median":0.556,"quartile_25":0.549,"quartile_75":0.572},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":327680,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"99249ae7-3d69-42f5-a825-38b220b0a054","slug":"compactifai_llama-4-scout","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","slug":"amazon-bedrock_llama-4-scout","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":{"max":0.591,"min":0.545,"median":0.566,"quartile_25":0.551,"quartile_75":0.581},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama4-scout-17b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.66,"price_1m_blended_3_to_1":0.2925,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","slug":"cerebras_llama-4-scout","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":{"max":0.606,"min":0.52,"median":0.556,"quartile_25":0.545,"quartile_75":0.577},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout-17b-16e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.9438,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","slug":"azure_llama-4-scout","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":{"max":0.611,"min":0.545,"median":0.568,"quartile_25":0.556,"quartile_75":0.578},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama4-scout","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.78,"price_1m_blended_3_to_1":0.345,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","slug":"togetherai_llama-4-scout-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":{"max":0.616,"min":0.535,"median":0.558,"quartile_25":0.545,"quartile_75":0.576},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.2825,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.54,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e53ce55e-6b1c-467a-9cec-353837e80bd6","slug":"cloudflare_llama-4-scout","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/meta/llama-4-scout-17b-16e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.415,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":2.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","slug":"groq_llama-4-scout-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":{"max":0.591,"min":0.51,"median":0.551,"quartile_25":0.54,"quartile_75":0.562},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.34,"price_1m_blended_3_to_1":0.1675,"price_per_1k_1mp_images":0.15972,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.97,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta"},{"additional_text":"Note: If hosted by the provider, we track the latest version of Mistral 7B Instruct i.e. v0.3.","aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"c41a9038-2acb-4a93-b477-ae2404e0145f","context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"ministral-8b","display_order":1071,"estimated_intelligence_index":1,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.177,"hle":0.043,"humaneval":0.402,"id":"217b34ec-5920-4fc1-8886-6a70a324837d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.384,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.046,"math_500":0.121,"math_index":null,"mmlu_pro":0.245,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1","multilingual_aa":null,"name":"Mistral 7B Instruct","open_weights":"Open","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-09-27","representative_query_token_counts":null,"scicode":0.024,"short_name":"Mistral 7B","show_host_model_evals":false,"size_class":"Small","slug":"mistral-7b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"76d6d39e-917f-46f7-bb0c-22a5e99f988c","slug":"amazon-bedrock_mistral-7b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":"v0.2","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-7b-instruct-v0:2","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.1625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.15,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3f518c7-9d26-4a25-839d-94f8ffd01542","slug":"togetherai_mistral-7b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":"v0.1","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-7B-Instruct-v0.3","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6b9d0328-9211-4851-98ae-1888b103e2fa","slug":"deepinfra_mistral-7b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-7B-Instruct-v0.3","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.028,"price_1m_output_tokens":0.054,"price_1m_blended_3_to_1":0.0345,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":28.99,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c41a9038-2acb-4a93-b477-ae2404e0145f","slug":"mistral_mistral-7b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mistral-7b","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-7b-instruct","hosts_url":"/models/mistral-7b-instruct/providers","name_and_creator_label":"Mistral 7B, Mistral"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"dd58d0fb-e384-42cf-86d2-d55cba9c3d07","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"mistral-large-2407","display_order":1037,"estimated_intelligence_index":11.94738582171511,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.351,"hle":0.034,"humaneval":0.706,"id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.677,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.178,"math_500":0.527,"math_index":null,"mmlu_pro":0.515,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Large (Feb '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-02-26","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":506,"output_tokens":506,"reasoning_tokens":0},"scicode":0.208,"short_name":"Mistral Large (Feb)","show_host_model_evals":false,"size_class":"Large","slug":"mistral-large","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"1c361c44-81b8-4cbf-951b-7b4b768ccc58","slug":"amazon-bedrock_mistral-large","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-large-2402-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral Large (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":12,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large","hosts_url":"/models/mistral-large/providers","name_and_creator_label":"Mistral Large (Feb), Mistral"},{"additional_text":null,"aime":0.093,"aime25":0,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-large-2","display_order":1017,"estimated_intelligence_index":22.28815,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.472,"hle":0.032,"humaneval":0.888,"id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","ifbench":0.316,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.92,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.017,"license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","livecodebench":0.267,"math_500":0.714,"math_index":0,"mmlu_pro":0.683,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2407","multilingual_aa":null,"name":"Mistral Large 2 (Jul '24)","open_weights":"Open","parameters":123,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-24","representative_query_token_counts":null,"scicode":0.271,"short_name":"Mistral Large 2 (Jul)","show_host_model_evals":false,"size_class":"Medium","slug":"mistral-large-2407","tau2":0.33,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer_v3","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"7c86efd3-f393-490b-aeb5-4709e7df839f","slug":"amazon-bedrock_mistral-large-2407","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-large-2407-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral Large 2 (Jul '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","slug":"mistral_mistral-large-2407","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-large-2407","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Large 2 (Jul '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large-2407","hosts_url":"/models/mistral-large-2407/providers","name_and_creator_label":"Mistral Large 2 (Jul), Mistral"},{"additional_text":null,"aime":0.11,"aime25":0.14,"agentic_index":18.19,"coding_index":21.38,"commercial_allowed":false,"computed_performance_host_model_id":"732f5e29-af9e-4199-9278-efbee0a0815b","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-medium-3-1","display_order":1013,"estimated_intelligence_index":25.540912,"family_slug_for_ordering":"mistral","frontier_model":false,"gpqa":0.486,"hle":0.04,"humaneval":0.898,"id":"50f92d5f-f413-4c97-8dab-331101622a28","ifbench":0.312,"inference_parameters_active":null,"intelligence_index":26.77,"intelligence_index_token_counts":{"input_tokens":48729535,"answer_tokens":5441520,"output_tokens":5441520,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.053,"license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","livecodebench":0.293,"math_500":0.736,"math_index":14,"mmlu_pro":0.697,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2411","multilingual_aa":{"mgsm":{"bn":0.86,"de":0.92,"en":0.972,"es":0.9,"fr":0.852,"ja":0.888,"sw":0.76,"zh":0.912},"mmlu":{"bn":0.7172055262783079,"de":0.8062953995157385,"en":0.8494516450648056,"es":0.8237430565446517,"fr":0.8149124056402222,"ja":0.7832217632815838,"sw":0.6000569719413189,"zh":0.7940464321321749},"average":0.8283083250249252,"average_mgsm":0.883,"average_mmlu":0.7736166500498505,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7886027631391539,"de":0.8631476997578693,"en":0.9107258225324029,"es":0.8618715282723259,"fr":0.8334562028201111,"ja":0.8356108816407919,"sw":0.6800284859706595,"zh":0.8530232160660874},"average_global_mmlu_lite":null},"name":"Mistral Large 2 (Nov '24)","open_weights":"Open","parameters":123,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-11-18","representative_query_token_counts":null,"scicode":0.292,"short_name":"Mistral Large 2 (Nov)","show_host_model_evals":false,"size_class":"Medium","slug":"mistral-large-2","tau2":0.307,"terminalbench_hard":0.057,"tokenizer_id":"mistral_tokenizer_v3","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"732f5e29-af9e-4199-9278-efbee0a0815b","slug":"mistral_mistral-large-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"50f92d5f-f413-4c97-8dab-331101622a28","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-large-2411","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Large 2 (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0d21821a-d3a4-45fd-89f7-f4f1e061eaf7","slug":"azure_mistral-large-2","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"50f92d5f-f413-4c97-8dab-331101622a28","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Mistral-Large-2411","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Large 2 (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large-2","hosts_url":"/models/mistral-large-2/providers","name_and_creator_label":"Mistral Large 2 (Nov), Mistral"},{"additional_text":null,"aime":0.037,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"mistral-medium-3","display_order":1100,"estimated_intelligence_index":8.3619129661278,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.349,"hle":0.034,"humaneval":null,"id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.099,"math_500":0.405,"math_index":null,"mmlu_pro":0.491,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Medium","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-12-11","representative_query_token_counts":null,"scicode":0.118,"short_name":"Mistral Medium","show_host_model_evals":false,"size_class":"Large","slug":"mistral-medium","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","slug":"mistral_mistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-latest","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.75,"price_1m_output_tokens":8.1,"price_1m_blended_3_to_1":4.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium","hosts_url":"/models/mistral-medium/providers","name_and_creator_label":"Mistral Medium, Mistral"},{"additional_text":null,"aime":0.44,"aime25":0.303,"agentic_index":13.91,"coding_index":25.55,"commercial_allowed":null,"computed_performance_host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-medium-3-1","display_order":1086,"estimated_intelligence_index":34.738049,"family_slug_for_ordering":"mistral","frontier_model":false,"gpqa":0.578,"hle":0.043,"humaneval":0.898,"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","ifbench":0.393,"inference_parameters_active":null,"intelligence_index":33.65,"intelligence_index_token_counts":{"input_tokens":45197857,"answer_tokens":7636041,"output_tokens":7636041,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.571,"lab_claimed_hle":null,"lab_claimed_humaneval":0.921,"lab_claimed_livecodebench":null,"lab_claimed_math_500":0.91,"lab_claimed_mmlu_pro":0.772,"lab_claimed_scicode":null,"lcr":0.28,"license_name":null,"license_url":null,"livecodebench":0.4,"math_500":0.907,"math_index":30.33,"mmlu_pro":0.76,"mmmu_pro":0.53,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Medium 3","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-07","representative_query_token_counts":null,"scicode":0.331,"short_name":"Mistral Medium 3","show_host_model_evals":false,"size_class":"Medium","slug":"mistral-medium-3","tau2":0.243,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","slug":"azure_mistral-medium-3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-2505","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","slug":"mistral_mistral-medium-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-2505","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":0.5104,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium-3","hosts_url":"/models/mistral-medium-3/providers","name_and_creator_label":"Mistral Medium 3, Mistral"},{"additional_text":null,"aime":null,"aime25":0.383,"agentic_index":25.29,"coding_index":28.12,"commercial_allowed":null,"computed_performance_host_model_id":"d45964a4-f772-4a2b-99a2-5e5e5fbc50c1","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":271,"estimated_intelligence_index":34.148367,"family_slug_for_ordering":"mistral","frontier_model":false,"gpqa":0.588,"hle":0.044,"humaneval":null,"id":"05a32e26-e609-4377-951b-8fa23d329926","ifbench":0.398,"inference_parameters_active":null,"intelligence_index":35.44,"intelligence_index_token_counts":{"input_tokens":50316849,"answer_tokens":11922972,"output_tokens":11922972,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.197,"license_name":null,"license_url":null,"livecodebench":0.406,"math_500":null,"math_index":38.33,"mmlu_pro":0.683,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Medium 3.1","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-12","representative_query_token_counts":null,"scicode":0.338,"short_name":"Mistral Medium 3.1","show_host_model_evals":false,"size_class":"Medium","slug":"mistral-medium-3-1","tau2":0.406,"terminalbench_hard":0.099,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"d45964a4-f772-4a2b-99a2-5e5e5fbc50c1","slug":"mistral_mistral-medium-3-1","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"05a32e26-e609-4377-951b-8fa23d329926","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-2508","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium-3-1","hosts_url":"/models/mistral-medium-3-1/providers","name_and_creator_label":"Mistral Medium 3.1, Mistral"},{"additional_text":null,"aime":0.003,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"7c513930-efb5-48a6-bb0f-140dd92bc994","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-2","display_order":1043,"estimated_intelligence_index":5.1836544791806,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.314,"hle":0.044,"humaneval":0.654,"id":"265fff6b-44c0-4264-96b5-dca943ef0605","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-04-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.057,"math_500":0.395,"math_index":null,"mmlu_pro":0.399,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Nemo-Base-2407","multilingual_aa":null,"name":"Mistral NeMo","open_weights":"Open","parameters":12,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-18","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":945,"answer_tokens":643,"output_tokens":643,"reasoning_tokens":0},"scicode":0.104,"short_name":"Mistral NeMo","show_host_model_evals":false,"size_class":"Small","slug":"mistral-nemo","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tekken_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"f0c85079-a781-44a7-9c0d-a58f3d51b5cf","slug":"deepinfra_mistral-nemo","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Nemo-Instruct-2407","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral NeMo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d9a57c37-0f86-4ff5-b255-59ea3748305a","slug":"azure_mistral-nemo","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Mistral-Nemo","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral NeMo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e3ea25ec-fe37-42a7-a658-742c8c9fcf05","slug":"parasail_mistral-nemo_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-mistral-nemo","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Mistral NeMo_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.11,"price_1m_output_tokens":0.11,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7c513930-efb5-48a6-bb0f-140dd92bc994","slug":"mistral_mistral-nemo","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mistral-nemo-2407","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral NeMo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-nemo","hosts_url":"/models/mistral-nemo/providers","name_and_creator_label":"Mistral NeMo, Mistral"},{"additional_text":null,"aime":0.13,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"e697cb87-e864-40b2-b380-90a8b304f15c","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-2","display_order":1095,"estimated_intelligence_index":19.575206341939563,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.424,"hle":0.041,"humaneval":0.854,"id":"7a7b52f6-fdef-4dae-9203-58c710ccc81d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.8,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.677,"math_index":null,"mmlu_pro":0.611,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Saba","open_weights":"Proprietary","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-17","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":768,"output_tokens":768,"reasoning_tokens":0},"scicode":0.241,"short_name":"Mistral Saba","show_host_model_evals":false,"size_class":"Small","slug":"mistral-saba","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"e697cb87-e864-40b2-b380-90a8b304f15c","slug":"mistral_mistral-saba","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"7a7b52f6-fdef-4dae-9203-58c710ccc81d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-saba-latest","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Saba","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-saba","hosts_url":"/models/mistral-saba/providers","name_and_creator_label":"Mistral Saba, Mistral"},{"additional_text":null,"aime":0.007,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small","display_order":1035,"estimated_intelligence_index":8.48109765938832,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.302,"hle":0.044,"humaneval":0.79,"id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.65,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.111,"math_500":0.562,"math_index":null,"mmlu_pro":0.419,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Mistral Small (Feb '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-02-26","representative_query_token_counts":null,"scicode":0.134,"short_name":"Mistral Small (Feb)","show_host_model_evals":false,"size_class":"Large","slug":"mistral-small-2402","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"b94648be-42c4-40e7-a15b-87f6f9ce121c","slug":"azure_mistral-small-2402","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Mistral-small","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Small (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","slug":"mistral_mistral-small-2402","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-latest","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-2402","hosts_url":"/models/mistral-small-2402/providers","name_and_creator_label":"Mistral Small (Feb), Mistral"},{"additional_text":null,"aime":0.063,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3","display_order":1026,"estimated_intelligence_index":12.96045571442953,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.381,"hle":0.043,"humaneval":0.806,"id":"7c045ca0-b331-488d-af31-df0fd331dfd1","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.8,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","livecodebench":0.141,"math_500":0.563,"math_index":null,"mmlu_pro":0.529,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-Instruct-2409","multilingual_aa":null,"name":"Mistral Small (Sep '24)","open_weights":"Open","parameters":22,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-17","representative_query_token_counts":null,"scicode":0.156,"short_name":"Mistral Small (Sep)","show_host_model_evals":false,"size_class":"Small","slug":"mistral-small","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer_v3","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","slug":"mistral_mistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"7c045ca0-b331-488d-af31-df0fd331dfd1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2409","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small (Sep '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small","hosts_url":"/models/mistral-small/providers","name_and_creator_label":"Mistral Small (Sep), Mistral"},{"additional_text":null,"aime":0.08,"aime25":0.043,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"78195d98-fd4f-4a68-ad66-11a685c14eab","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-1","display_order":1022,"estimated_intelligence_index":21.213407,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.462,"hle":0.041,"humaneval":0.854,"id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","ifbench":0.264,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.85,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.252,"math_500":0.715,"math_index":4.33,"mmlu_pro":0.652,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501","multilingual_aa":null,"name":"Mistral Small 3","open_weights":"Open","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-30","representative_query_token_counts":null,"scicode":0.236,"short_name":"Mistral Small 3","show_host_model_evals":false,"size_class":"Small","slug":"mistral-small-3","tau2":0.196,"terminalbench_hard":null,"tokenizer_id":"mistral_tekken_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3be3bfe1-0c0a-428d-8899-850e50c5b026","slug":"togetherai_mistral-small-3","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-24B-Instruct-2501","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"78195d98-fd4f-4a68-ad66-11a685c14eab","slug":"mistral_mistral-small-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2501","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a83963c8-1814-4306-ad8a-b4654c74aec9","slug":"deepinfra_mistral-small-3","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-24B-Instruct-2501","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3","hosts_url":"/models/mistral-small-3/providers","name_and_creator_label":"Mistral Small 3, Mistral"},{"additional_text":null,"aime":0.093,"aime25":0.037,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"44563da3-d18e-4a31-b579-cb5069a81eb3","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-2","display_order":1088,"estimated_intelligence_index":23.115607,"family_slug_for_ordering":"mistral","frontier_model":null,"gpqa":0.454,"hle":0.048,"humaneval":0.859,"id":"24ac5b00-5f03-4c47-8e37-522d1195383e","ifbench":0.299,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.4596,"lab_claimed_hle":null,"lab_claimed_humaneval":0.8841,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.137,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.212,"math_500":0.707,"math_index":3.67,"mmlu_pro":0.659,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Base-2503","multilingual_aa":null,"name":"Mistral Small 3.1","open_weights":"Open","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-17","representative_query_token_counts":null,"scicode":0.265,"short_name":"Mistral Small 3.1","show_host_model_evals":false,"size_class":"Small","slug":"mistral-small-3-1","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"9cc2606a-8c9e-4490-abe2-d7e0fb375a4c","slug":"compactifai_mistral-small-3-1","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-3-1","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.17,"price_1m_blended_3_to_1":0.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44563da3-d18e-4a31-b579-cb5069a81eb3","slug":"mistral_mistral-small-3-1","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2503","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.1276,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"15521cc9-39a9-44e8-bed2-dbfb2a21f72c","slug":"google_mistral-small-3-1_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/mistral-small-2503","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Mistral Small 3.1_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.1276,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f6083aeb-5d8b-413c-b75b-9e215c9d7b74","slug":"deepinfra_mistral-small-3-1","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3.1_","cache_pricing_notes":null,"model_name_appendage":"","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":false,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0bc1a7a1-1080-49c4-bb2d-92d09bce2366","slug":"cloudflare_mistral-small-3-1","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/mistralai/mistral-small-3.1-24b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.56,"price_1m_blended_3_to_1":0.4025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.48,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3-1","hosts_url":"/models/mistral-small-3-1/providers","name_and_creator_label":"Mistral Small 3.1, Mistral"},{"additional_text":null,"aime":0.323,"aime25":0.27,"agentic_index":17.96,"coding_index":20.1,"commercial_allowed":true,"computed_performance_host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":278,"estimated_intelligence_index":28.299102,"family_slug_for_ordering":"mistral","frontier_model":false,"gpqa":0.505,"hle":0.043,"humaneval":0.852,"id":"43da3718-3d6e-40dd-901a-05664179ff7f","ifbench":0.335,"inference_parameters_active":null,"intelligence_index":29.05,"intelligence_index_token_counts":{"input_tokens":59857808,"answer_tokens":7333669,"output_tokens":7333669,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.173,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","livecodebench":0.275,"math_500":0.883,"math_index":27,"mmlu_pro":0.681,"mmmu_pro":0.48,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","multilingual_aa":{"average":0.707,"global_mmlu_lite":{"ar":0.7125,"bn":0.6075,"de":0.78,"en":0.85,"es":0.81,"fr":0.79,"hi":0.6725,"id":0.75,"it":0.7725,"ja":0.7425,"ko":0.7425,"pt":0.78,"sw":0.52,"yo":0.3075,"zh":0.7675},"average_per_language":{"ar":0.7125,"bn":0.6075,"de":0.78,"en":0.85,"es":0.81,"fr":0.79,"hi":0.6725,"id":0.75,"it":0.7725,"ja":0.7425,"ko":0.7425,"pt":0.78,"sw":0.52,"yo":0.3075,"zh":0.7675},"average_global_mmlu_lite":0.707},"name":"Mistral Small 3.2","open_weights":"Open","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-06-20","representative_query_token_counts":null,"scicode":0.264,"short_name":"Mistral Small 3.2","show_host_model_evals":false,"size_class":"Small","slug":"mistral-small-3-2","tau2":0.295,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","slug":"deepinfra_mistral-small-3-2_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3.2_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.10625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":9.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","slug":"mistral_mistral-small-3-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2506","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3-2","hosts_url":"/models/mistral-small-3-2/providers","name_and_creator_label":"Mistral Small 3.2, Mistral"},{"additional_text":null,"aime":0.33,"aime25":0.217,"agentic_index":16.54,"coding_index":23.44,"commercial_allowed":null,"computed_performance_host_model_id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash","display_order":907,"estimated_intelligence_index":33.996191,"family_slug_for_ordering":"gemini-2-0","frontier_model":false,"gpqa":0.623,"hle":0.053,"humaneval":0.904,"id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","ifbench":0.402,"inference_parameters_active":null,"intelligence_index":33.56,"intelligence_index_token_counts":{"input_tokens":45131641,"answer_tokens":7374648,"output_tokens":7374648,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.283,"license_name":null,"license_url":null,"livecodebench":0.334,"math_500":0.93,"math_index":21.67,"mmlu_pro":0.779,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Flash (Feb '25)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-05","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1526,"output_tokens":1526,"reasoning_tokens":0,"max_answer_tokens_used":7724,"max_output_tokens_used":7724,"max_reasoning_tokens_used":0},"scicode":0.333,"short_name":"Gemini 2.0 Flash","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-2-0-flash","tau2":0.295,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"46d40ad7-0f74-4924-9f4e-90479b7641fa","slug":"google_gemini-2-0-flash_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.0-flash-001","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (Feb '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":"Vertex has a modality-based pricing with a specific pricing per image","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","slug":"google_gemini-2-0-flash-001_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-001","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.1032,"image_input_pricing_notes":null,"supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash","hosts_url":"/models/gemini-2-0-flash/providers","name_and_creator_label":"Gemini 2.0 Flash, Google"},{"additional_text":null,"aime":0.3,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"604db58c-1400-4180-bb2b-c042c0d8b71f","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash","display_order":902,"estimated_intelligence_index":31.81150136513511,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":0.636,"hle":0.047,"humaneval":0.907,"id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.621,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.21,"math_500":0.911,"math_index":null,"mmlu_pro":0.782,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":0.8179034325594645,"en":0.8653325737074491,"es":0.8378436120210796,"fr":null,"ja":null,"sw":null,"zh":null},"average":0.8403598727626643,"average_mgsm":null,"average_mmlu":0.8403598727626643,"average_per_language":{"bn":null,"de":0.8179034325594645,"en":0.8653325737074491,"es":0.8378436120210796,"fr":null,"ja":null,"sw":null,"zh":null}},"name":"Gemini 2.0 Flash (experimental)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-11","representative_query_token_counts":null,"scicode":0.34,"short_name":"Gemini 2.0 Flash (exp)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-flash-experimental","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"604db58c-1400-4180-bb2b-c042c0d8b71f","slug":"google_gemini-2-0-flash-experimental_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-exp","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (experimental)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations\r\n","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-experimental","hosts_url":"/models/gemini-2-0-flash-experimental/providers","name_and_creator_label":"Gemini 2.0 Flash (exp), Google"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"3d220805-3629-457e-9bfd-5c468b6a9b1f","context_window_tokens":2000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash-thinking-exp-0121","display_order":951,"estimated_intelligence_index":20.200927042415515,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.939,"id":"dfeeb904-e784-4d5c-ad66-9400146b150b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.48,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Flash Thinking Experimental (Dec '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2024-12-19","representative_query_token_counts":null,"scicode":null,"short_name":"Gemini 2.0 Flash Thinking exp. (Dec)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-flash-thinking-exp-1219","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-0-flash-thinking-exp-1219","hosts_url":"/models/gemini-2-0-flash-thinking-exp-1219/providers","name_and_creator_label":"Gemini 2.0 Flash Thinking exp. (Dec), Google"},{"additional_text":null,"aime":0.5,"aime25":null,"agentic_index":null,"coding_index":24.1092929,"commercial_allowed":null,"computed_performance_host_model_id":"e749ebf2-241b-4094-a3e6-d07c4131fc48","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-reasoning","display_order":944,"estimated_intelligence_index":37.69127956598743,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":0.701,"hle":0.071,"humaneval":null,"id":"0399e614-5d46-484f-9183-e4f32d74e1c6","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":0.733,"lab_claimed_gpqa":0.742,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.321,"math_500":0.944,"math_index":null,"mmlu_pro":0.798,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Flash Thinking Experimental (Jan '25)","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-01-21","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1041,"answer_tokens":1814,"output_tokens":1814,"reasoning_tokens":0,"max_output_tokens_used":12595},"scicode":0.329,"short_name":"Gemini 2.0 Flash Thinking exp. (Jan)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-flash-thinking-exp-0121","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-0-flash-thinking-exp-0121","hosts_url":"/models/gemini-2-0-flash-thinking-exp-0121/providers","name_and_creator_label":"Gemini 2.0 Flash Thinking exp. (Jan), Google"},{"additional_text":null,"aime":0.277,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-flash-lite-preview-09-2025","display_order":933,"estimated_intelligence_index":26.8355404215084,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":0.535,"hle":0.036,"humaneval":0.876,"id":"7b269763-ecc0-41ef-aa29-47ef632ac065","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.185,"math_500":0.873,"math_index":null,"mmlu_pro":0.724,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Flash-Lite (Feb '25)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-25","representative_query_token_counts":null,"scicode":0.25,"short_name":"Gemini 2.0 Flash-Lite (Feb)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-flash-lite-001","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","slug":"google_gemini-2-0-flash-lite-001_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"7b269763-ecc0-41ef-aa29-47ef632ac065","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-lite-001","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash-Lite (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":0.09675,"image_input_pricing_notes":"","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-lite-001","hosts_url":"/models/gemini-2-0-flash-lite-001/providers","name_and_creator_label":"Gemini 2.0 Flash-Lite (Feb), Google"},{"additional_text":null,"aime":0.303,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash-lite-001","display_order":905,"estimated_intelligence_index":26.279345337843814,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":0.542,"hle":0.044,"humaneval":0.896,"id":"3de55b83-e02b-412e-8211-315bbebe3e94","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.515,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.179,"math_500":0.873,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Flash-Lite (Preview)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-05","representative_query_token_counts":null,"scicode":0.247,"short_name":"Gemini 2.0 Flash-Lite (Preview)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-flash-lite-preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","slug":"google_gemini-2-0-flash-lite-preview_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"3de55b83-e02b-412e-8211-315bbebe3e94","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-lite-preview-02-05","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash-Lite (Preview)_(AI Studio)","cache_pricing_notes":"","model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":0.0774,"image_input_pricing_notes":null,"supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-lite-preview","hosts_url":"/models/gemini-2-0-flash-lite-preview/providers","name_and_creator_label":"Gemini 2.0 Flash-Lite (Preview), Google"},{"additional_text":null,"aime":0.36,"aime25":null,"agentic_index":null,"coding_index":25.5478568,"commercial_allowed":null,"computed_performance_host_model_id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","context_window_tokens":2000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-5-pro-03-25","display_order":900,"estimated_intelligence_index":34.5825454834422,"family_slug_for_ordering":"gemini-2-0","frontier_model":null,"gpqa":0.622,"hle":0.068,"humaneval":0.951,"id":"c6a47d8a-7517-46e2-8383-329fe7241725","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.647,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.347,"math_500":0.923,"math_index":null,"mmlu_pro":0.805,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 2.0 Pro Experimental (Feb '25)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-05","representative_query_token_counts":null,"scicode":0.312,"short_name":"Gemini 2.0 Pro Experimental","show_host_model_evals":false,"size_class":"Small","slug":"gemini-2-0-pro-experimental-02-05","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","slug":"google_gemini-2-0-pro-experimental-02-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"c6a47d8a-7517-46e2-8383-329fe7241725","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-pro-exp-02-05","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Pro Experimental (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-pro-experimental-02-05","hosts_url":"/models/gemini-2-0-pro-experimental-02-05/providers","name_and_creator_label":"Gemini 2.0 Pro Experimental, Google"},{"additional_text":null,"aime":0.493,"aime25":0.413,"agentic_index":2.84,"coding_index":27.94,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":453,"estimated_intelligence_index":39.95578873793731,"family_slug_for_ordering":"ernie-4-5","frontier_model":false,"gpqa":0.811,"hle":0.035,"humaneval":0.937,"id":"ae4fe623-80ab-4ea3-8921-70a18ea0fc7e","ifbench":0.391,"inference_parameters_active":"47.0","intelligence_index":32.88,"intelligence_index_token_counts":{"input_tokens":21947166,"answer_tokens":10023488,"output_tokens":10023488,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.023,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.467,"math_500":0.931,"math_index":41.33,"mmlu_pro":0.776,"mmmu_pro":null,"model_creator_id":"bfb6e769-2456-4027-a6da-e9e05b627a21","model_weights_source_url":"https://huggingface.co/baidu/ERNIE-4.5-300B-A47B-Paddle","multilingual_aa":null,"name":"ERNIE 4.5 300B A47B","open_weights":"Open","parameters":300,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-06-30","representative_query_token_counts":null,"scicode":0.315,"short_name":"ERNIE 4.5 300B A47B","show_host_model_evals":false,"size_class":"Large","slug":"ernie-4-5-300b-a47b","tau2":0,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"bfb6e769-2456-4027-a6da-e9e05b627a21","logo":"baidu.png","name":"Baidu","slug":"baidu","color":"#2436d8","deleted":true,"host_id":null,"created_at":"2025-05-13T02:01:45.404422+00:00","logo_small":"baidu_small.svg","creator_url":"https://www.baidu.com/","display_order":78,"logo_url":"/img/logos/baidu.png","logo_small_url":"/img/logos/baidu_small.svg"},"host_models":[{"id":"230f069e-f974-4e47-8b9b-6c971f329e69","slug":"novita_ernie-4-5-300b-a47b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"ae4fe623-80ab-4ea3-8921-70a18ea0fc7e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"baidu/ernie-4.5-300b-a47b-paddle","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_ERNIE 4.5 300B A47B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.485,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":123000,"price_m_tokens_blended_3_to_1_per_dollar":2.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7c1af95c-ae69-4948-9fab-3a9a1a7d520c","slug":"siliconflow_ernie-4-5-300b-a47b","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","gpqa_16x":null,"model_id":"ae4fe623-80ab-4ea3-8921-70a18ea0fc7e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"baidu/ERNIE-4.5-300B-A47B","function_calling":false,"cache_write_price":null,"host_model_string":"SiliconFlow_ERNIE 4.5 300B A47B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.485,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":2.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ernie-4-5-300b-a47b","hosts_url":"/models/ernie-4-5-300b-a47b/providers","name_and_creator_label":"ERNIE 4.5 300B A47B, Baidu"},{"additional_text":null,"aime":0.107,"aime25":0.07,"agentic_index":null,"coding_index":10.44,"commercial_allowed":null,"computed_performance_host_model_id":"c96afac5-26ba-46f7-8870-e752504dbcd3","context_window_tokens":300000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":353,"estimated_intelligence_index":21.375094,"family_slug_for_ordering":"nova","frontier_model":null,"gpqa":0.433,"hle":0.046,"humaneval":0.841,"id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","ifbench":0.341,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.42,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.177,"license_name":null,"license_url":null,"livecodebench":0.167,"math_500":0.765,"math_index":7,"mmlu_pro":0.59,"mmmu_pro":0.378,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.752,"de":0.864,"en":0.948,"es":0.84,"fr":0.812,"ja":0.792,"sw":0.724,"zh":0.824},"mmlu":{"bn":0.6387266771115225,"de":0.7243982338698192,"en":0.7879219484403931,"es":0.7362911266201396,"fr":0.7329440250676542,"ja":0.7087309500071215,"sw":0.5754878222475431,"zh":0.7169206665717134},"average":0.7610888406209941,"average_mgsm":0.8195,"average_mmlu":0.7026776812419884,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.6953633385557613,"de":0.7941991169349096,"en":0.8679609742201966,"es":0.7881455633100698,"fr":0.7724720125338271,"ja":0.7503654750035608,"sw":0.6497439111237715,"zh":0.7704603332858566},"average_global_mmlu_lite":null},"name":"Nova Lite","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-03","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":734,"output_tokens":734,"reasoning_tokens":0},"scicode":0.139,"short_name":"Nova Lite","show_host_model_evals":false,"size_class":"Small","slug":"nova-lite","tau2":null,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"c96afac5-26ba-46f7-8870-e752504dbcd3","slug":"amazon-bedrock_nova-lite","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-lite-v1:0","function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Lite","cache_pricing_notes":"- Only supported on US East (N. Virginia) region\r\n","model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":9.52,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-lite","hosts_url":"/models/nova-lite/providers","name_and_creator_label":"Nova Lite, Amazon"},{"additional_text":null,"aime":0.08,"aime25":0.06,"agentic_index":7.73,"coding_index":8.25,"commercial_allowed":null,"computed_performance_host_model_id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","context_window_tokens":130000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":354,"estimated_intelligence_index":17.285364,"family_slug_for_ordering":"nova","frontier_model":false,"gpqa":0.358,"hle":0.047,"humaneval":0.799,"id":"344c6718-c573-41d4-9556-10287a3fa1fc","ifbench":0.294,"inference_parameters_active":null,"intelligence_index":17.73,"intelligence_index_token_counts":{"input_tokens":62861213,"answer_tokens":4584437,"output_tokens":4584437,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.4,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.097,"license_name":null,"license_url":null,"livecodebench":0.14,"math_500":0.703,"math_index":6,"mmlu_pro":0.531,"mmmu_pro":null,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.676,"de":0.812,"en":0.928,"es":0.856,"fr":0.696,"ja":0.736,"sw":0.54,"zh":0.82},"mmlu":{"bn":0.5967810853154821,"de":0.6803874092009685,"en":0.760931491240564,"es":0.699686654322746,"fr":0.6984047856430707,"ja":0.6625124626121635,"sw":0.5390969947300954,"zh":0.676114513602051},"average":0.7111197122916963,"average_mgsm":0.758,"average_mmlu":0.6642394245833927,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.6363905426577411,"de":0.7461937046004843,"en":0.844465745620282,"es":0.7778433271613729,"fr":0.6972023928215354,"ja":0.6992562313060817,"sw":0.5395484973650477,"zh":0.7480572568010255},"average_global_mmlu_lite":null},"name":"Nova Micro","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-03","representative_query_token_counts":null,"scicode":0.094,"short_name":"Nova Micro","show_host_model_evals":false,"size_class":"Small","slug":"nova-micro","tau2":0.14,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","slug":"amazon-bedrock_nova-micro","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"344c6718-c573-41d4-9556-10287a3fa1fc","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-micro-v1:0","function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Micro","cache_pricing_notes":"- Only supported on US East (N. Virginia) region\r\n","model_name_appendage":null,"price_1m_input_tokens":0.035,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.06125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":16.33,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-micro","hosts_url":"/models/nova-micro/providers","name_and_creator_label":"Nova Micro, Amazon"},{"additional_text":null,"aime":0.17,"aime25":0.173,"agentic_index":22.34,"coding_index":22.01,"commercial_allowed":null,"computed_performance_host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","context_window_tokens":1000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":355,"estimated_intelligence_index":31.095336,"family_slug_for_ordering":"nova","frontier_model":false,"gpqa":0.569,"hle":0.047,"humaneval":0.905,"id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","ifbench":0.362,"inference_parameters_active":null,"intelligence_index":32.28,"intelligence_index_token_counts":{"input_tokens":55257584,"answer_tokens":5674963,"output_tokens":5674963,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.3,"license_name":null,"license_url":null,"livecodebench":0.317,"math_500":0.839,"math_index":17.33,"mmlu_pro":0.733,"mmmu_pro":null,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","model_weights_source_url":null,"multilingual_aa":null,"name":"Nova Premier","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-30","representative_query_token_counts":null,"scicode":0.279,"short_name":"Nova Premier","show_host_model_evals":false,"size_class":"Large","slug":"nova-premier","tau2":0.383,"terminalbench_hard":0.064,"tokenizer_id":null,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","slug":"amazon-bedrock_nova-premier","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.amazon.nova-premier-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Nova Premier","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":12.5,"price_1m_blended_3_to_1":5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/nova-premier","hosts_url":"/models/nova-premier/providers","name_and_creator_label":"Nova Premier, Amazon"},{"additional_text":null,"aime":0.107,"aime25":0.07,"agentic_index":9.85,"coding_index":16.6,"commercial_allowed":null,"computed_performance_host_model_id":"bbbbbab1-29b3-400f-b262-146a6e2b669a","context_window_tokens":300000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":351,"estimated_intelligence_index":25.455313,"family_slug_for_ordering":"nova","frontier_model":false,"gpqa":0.499,"hle":0.034,"humaneval":0.828,"id":"546ec53f-273c-4af7-b13f-b88c41f45905","ifbench":0.381,"inference_parameters_active":null,"intelligence_index":25.03,"intelligence_index_token_counts":{"input_tokens":54236935,"answer_tokens":4808958,"output_tokens":4808958,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.469,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.19,"license_name":null,"license_url":null,"livecodebench":0.233,"math_500":0.786,"math_index":7,"mmlu_pro":0.691,"mmmu_pro":0.443,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.872,"de":0.908,"en":0.952,"es":0.9,"fr":0.852,"ja":0.86,"sw":0.84,"zh":0.892},"mmlu":{"bn":0.7545221478421877,"de":0.7897735365332573,"en":0.8376299672411337,"es":0.8092152115083322,"fr":0.8092864264349807,"ja":0.7840051274747187,"sw":0.693419740777667,"zh":0.7880643782936904},"average":0.833869783506623,"average_mgsm":0.8845000000000001,"average_mmlu":0.7832395670132459,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8132610739210939,"de":0.8488867682666287,"en":0.8948149836205668,"es":0.854607605754166,"fr":0.8306432132174904,"ja":0.8220025637373594,"sw":0.7667098703888335,"zh":0.8400321891468452},"average_global_mmlu_lite":null},"name":"Nova Pro","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-03","representative_query_token_counts":null,"scicode":0.208,"short_name":"Nova Pro","show_host_model_evals":false,"size_class":"Large","slug":"nova-pro","tau2":0.14,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"789d31a8-84b8-4357-be06-a1ec53d6114e","slug":"amazon-bedrock_nova-pro","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"546ec53f-273c-4af7-b13f-b88c41f45905","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-pro-v1:0","function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Pro","cache_pricing_notes":"- Only supported on US East (N. Virginia) region","model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":3.2,"price_1m_blended_3_to_1":1.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-pro","hosts_url":"/models/nova-pro/providers","name_and_creator_label":"Nova Pro, Amazon"},{"additional_text":null,"aime":0.12,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-32b-instruct","display_order":1354,"estimated_intelligence_index":21.79998713125143,"family_slug_for_ordering":"qwen2-5","frontier_model":null,"gpqa":0.417,"hle":0.038,"humaneval":0.902,"id":"04586102-6a28-48f8-a82e-85775d7ed779","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.927,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.295,"math_500":0.767,"math_index":null,"mmlu_pro":0.635,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct","multilingual_aa":null,"name":"Qwen2.5 Coder Instruct 32B","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-11-11","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":806,"output_tokens":806,"reasoning_tokens":0},"scicode":0.271,"short_name":"Qwen2.5 Coder 32B","show_host_model_evals":false,"size_class":"Small","slug":"qwen2-5-coder-32b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"61bfaf75-dec9-48af-beac-eb7f3c0bd5aa","slug":"togetherai_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2f8a5e37-1f7c-4012-b0ef-62d05a41a66e","slug":"deepinfra_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.0825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":12.12,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"818dad5e-03a9-487a-8f6d-6e31acb29ae3","slug":"hyperbolic_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2-5-coder-32b-instruct","hosts_url":"/models/qwen2-5-coder-32b-instruct/providers","name_and_creator_label":"Qwen2.5 Coder 32B, Alibaba"},{"additional_text":null,"aime":0.053,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-8b-instruct","display_order":1475,"estimated_intelligence_index":12.22548343932299,"family_slug_for_ordering":"qwen2-5","frontier_model":null,"gpqa":0.339,"hle":0.048,"humaneval":0.899,"id":"e410e854-104d-4b35-a171-899ff9d974bb","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.884,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.126,"math_500":0.66,"math_index":null,"mmlu_pro":0.473,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct","multilingual_aa":null,"name":"Qwen2.5 Coder Instruct 7B ","open_weights":"Open","parameters":7.62,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-19","representative_query_token_counts":null,"scicode":0.148,"short_name":"Qwen2.5 Coder 7B ","show_host_model_evals":false,"size_class":"Small","slug":"qwen2-5-coder-7b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen2-5-coder-7b-instruct","hosts_url":"/models/qwen2-5-coder-7b-instruct/providers","name_and_creator_label":"Qwen2.5 Coder 7B , Alibaba"},{"additional_text":null,"aime":0.11,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"d1834eca-fea0-4de3-a836-b561c22bca61","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-32b-instruct","display_order":1392,"estimated_intelligence_index":22.87264937059611,"family_slug_for_ordering":"qwen2-5","frontier_model":null,"gpqa":0.466,"hle":0.038,"humaneval":0.9,"id":"1d0db5a3-3132-4213-a94b-c2e395d08283","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.884,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.248,"math_500":0.805,"math_index":null,"mmlu_pro":0.697,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct","multilingual_aa":null,"name":"Qwen2.5 Instruct 32B","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-19","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1096,"output_tokens":1096,"reasoning_tokens":0,"max_answer_tokens_used":15826,"max_output_tokens_used":15826,"max_reasoning_tokens_used":0},"scicode":0.229,"short_name":"Qwen2.5 Instruct 32B","show_host_model_evals":false,"size_class":"Small","slug":"qwen2.5-32b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen2.5-32b-instruct","hosts_url":"/models/qwen2.5-32b-instruct/providers","name_and_creator_label":"Qwen2.5 Instruct 32B, Alibaba"},{"additional_text":null,"aime":0.16,"aime25":0.14,"agentic_index":19.38,"coding_index":19.54,"commercial_allowed":true,"computed_performance_host_model_id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-235b-a22b-instruct","display_order":1345,"estimated_intelligence_index":27.871107,"family_slug_for_ordering":"qwen2-5","frontier_model":false,"gpqa":0.491,"hle":0.042,"humaneval":0.883,"id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","ifbench":0.369,"inference_parameters_active":null,"intelligence_index":28.97,"intelligence_index_token_counts":{"input_tokens":54640746,"answer_tokens":8477085,"output_tokens":8477085,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.866,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.203,"license_name":"Qwen License Agreement","license_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/blob/main/LICENSE","livecodebench":0.276,"math_500":0.858,"math_index":14,"mmlu_pro":0.72,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct","multilingual_aa":{"mgsm":{"bn":0.892,"de":0.916,"en":0.972,"es":0.932,"fr":0.876,"ja":0.864,"sw":0.688,"zh":0.904},"mmlu":{"bn":0.7452642073778664,"de":0.8041589517162797,"en":0.8572140720695058,"es":0.8226748326449224,"fr":0.8166215638797892,"ja":0.7930494231590941,"sw":0.5166642928357784,"zh":0.8092152115083322},"average":0.8255539096994731,"average_mgsm":0.8805000000000001,"average_mmlu":0.7706078193989461,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8186321036889332,"de":0.8600794758581398,"en":0.9146070360347529,"es":0.8773374163224612,"fr":0.8463107819398946,"ja":0.8285247115795471,"sw":0.6023321464178892,"zh":0.8566076057541661},"average_global_mmlu_lite":null},"name":"Qwen2.5 Instruct 72B","open_weights":"Open","parameters":72,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-19","representative_query_token_counts":null,"scicode":0.267,"short_name":"Qwen2.5 72B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen2-5-72b-instruct","tau2":0.345,"terminalbench_hard":0.043,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","slug":"alibaba-cloud_qwen2-5-72b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen2.5-72b-instruct","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"084f94d6-0935-478a-9c57-4b767c84b900","slug":"nebius_qwen2-5-72b-instruct","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c331bb3-1488-4e5e-b699-bab82a62dbcb","slug":"togetherai_qwen2-5-72b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen2.5 Instruct 72B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff9ff0e0-bebd-425c-8b25-05a69a502f37","slug":"deepinfra_qwen2-5-72b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5317b165-f4b6-472f-8bff-6548aa1c3b44","slug":"hyperbolic_qwen2-5-72b-instruct","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2-5-72b-instruct","hosts_url":"/models/qwen2-5-72b-instruct/providers","name_and_creator_label":"Qwen2.5 72B, Alibaba"},{"additional_text":null,"aime":0.233,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-max","display_order":1343,"estimated_intelligence_index":30.68917883693188,"family_slug_for_ordering":"qwen2-5","frontier_model":null,"gpqa":0.587,"hle":0.045,"humaneval":0.929,"id":"b9dc72c6-7bea-4936-a55a-4b0c835fc755","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.359,"math_500":0.835,"math_index":null,"mmlu_pro":0.762,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":null,"multilingual_aa":null,"name":"Qwen2.5 Max","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-28","representative_query_token_counts":null,"scicode":0.337,"short_name":"Qwen2.5 Max","show_host_model_evals":false,"size_class":"Large","slug":"qwen-2-5-max","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","slug":"alibaba-cloud_qwen-max","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"b9dc72c6-7bea-4936-a55a-4b0c835fc755","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-max-2025-01-25","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Max","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.6,"price_1m_output_tokens":6.4,"price_1m_blended_3_to_1":2.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen-2-5-max","hosts_url":"/models/qwen-2-5-max/providers","name_and_creator_label":"Qwen2.5 Max, Alibaba"},{"additional_text":null,"aime":0.12,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-32b-instruct","display_order":1364,"estimated_intelligence_index":19.0885353595746,"family_slug_for_ordering":"qwen2-5","frontier_model":null,"gpqa":0.41,"hle":0.042,"humaneval":0.846,"id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.163,"math_500":0.805,"math_index":null,"mmlu_pro":0.633,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":null,"multilingual_aa":null,"name":"Qwen2.5 Turbo","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-11-18","representative_query_token_counts":null,"scicode":0.153,"short_name":"Qwen2.5 Turbo","show_host_model_evals":false,"size_class":"Small","slug":"qwen-turbo","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","slug":"alibaba-cloud_qwen-turbo","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","gpqa_16x":null,"model_id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-turbo","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen-turbo","hosts_url":"/models/qwen-turbo/providers","name_and_creator_label":"Qwen2.5 Turbo, Alibaba"},{"additional_text":null,"aime":0.13,"aime25":0.123,"agentic_index":8.81,"coding_index":17.26,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4000000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":374,"estimated_intelligence_index":25.67348966221833,"family_slug_for_ordering":"minimax-text-01","frontier_model":false,"gpqa":0.578,"hle":0.042,"humaneval":0.863,"id":"643791e1-941a-4bc4-b556-07349a7c4a70","ifbench":0.327,"inference_parameters_active":"45.9","intelligence_index":28.31,"intelligence_index_token_counts":{"input_tokens":56886130,"answer_tokens":7318487,"output_tokens":7318487,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.544,"lab_claimed_hle":null,"lab_claimed_humaneval":0.869,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.33,"license_name":"MINIMAX MODEL LICENSE AGREEMENT","license_url":"https://github.com/MiniMax-AI/MiniMax-01/blob/main/LICENSE","livecodebench":0.247,"math_500":0.753,"math_index":12.33,"mmlu_pro":0.759,"mmmu_pro":null,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-Text-01","multilingual_aa":null,"name":"MiniMax-Text-01","open_weights":"Open","parameters":456,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-14","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1188,"output_tokens":1188,"reasoning_tokens":0,"max_answer_tokens_used":9170,"max_output_tokens_used":9170,"max_reasoning_tokens_used":0},"scicode":0.25,"short_name":"MiniMax-Text-01","show_host_model_evals":false,"size_class":"Large","slug":"minimax-text-01","tau2":0.155,"terminalbench_hard":0.021,"tokenizer_id":"minimax_tokenizer","model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.svg","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.svg"},"host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","slug":"minimax_minimax-text-01","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","gpqa_16x":null,"model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-Text-01","function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax-Text-01","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-text-01","hosts_url":"/models/minimax-text-01/providers","name_and_creator_label":"MiniMax-Text-01, MiniMax"},{"additional_text":null,"aime":0.3,"aime25":0.077,"agentic_index":14.72,"coding_index":19.22,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":98,"estimated_intelligence_index":27.718931,"family_slug_for_ordering":"llama-3-3","frontier_model":false,"gpqa":0.498,"hle":0.04,"humaneval":0.86,"id":"976cc8ad-7904-4056-83c5-960181f47d5f","ifbench":0.471,"inference_parameters_active":null,"intelligence_index":27.91,"intelligence_index_token_counts":{"input_tokens":50044195,"answer_tokens":7924539,"output_tokens":7924539,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.505,"lab_claimed_hle":null,"lab_claimed_humaneval":0.884,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.15,"license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","livecodebench":0.288,"math_500":0.773,"math_index":7.67,"mmlu_pro":0.713,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","multilingual_aa":{"average":0.7765,"global_mmlu_lite":{"ar":0.7875,"bn":0.715,"de":0.8325,"en":0.88,"es":0.84,"fr":0.82,"hi":0.775,"id":0.825,"it":0.84,"ja":0.8075,"ko":0.74,"pt":0.8575,"sw":0.69,"yo":0.46,"zh":0.7775},"average_per_language":{"ar":0.7875,"bn":0.715,"de":0.8325,"en":0.88,"es":0.84,"fr":0.82,"hi":0.775,"id":0.825,"it":0.84,"ja":0.8075,"ko":0.74,"pt":0.8575,"sw":0.69,"yo":0.46,"zh":0.7775},"average_global_mmlu_lite":0.7765},"name":"Llama 3.3 Instruct 70B","open_weights":"Open","parameters":70,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-06","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":716,"output_tokens":716,"reasoning_tokens":0},"scicode":0.26,"short_name":"Llama 3.3 70B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-3-instruct-70b","tau2":0.266,"terminalbench_hard":0.028,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","slug":"sambanova_llama-3-3-instruct-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3.3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","slug":"parasail_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-llama-33-70b-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.28,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.28,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","slug":"amazon-bedrock_llama-3-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-3-70b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","slug":"lambdalabs_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.3-70b-instruct-fp8","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","slug":"groq_llama-3-3-instruct-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.3-70b-versatile","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.59,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.64,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","slug":"nebius_llama-3-3-instruct-70b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","slug":"azure_llama-3-3-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-3-3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","slug":"nebius_llama-3-3-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","slug":"snowflake_llama-3-3-70b","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"snowflake-llama-3.3-70b","function_calling":null,"cache_write_price":null,"host_model_string":"Snowflake_Llama 3.3 Instruct 70B_Snowflake","cache_pricing_notes":null,"model_name_appendage":"Snowflake","price_1m_input_tokens":0.58,"price_1m_output_tokens":0.58,"price_1m_blended_3_to_1":0.58,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8000,"price_m_tokens_blended_3_to_1_per_dollar":1.72,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","slug":"deepinfra_llama-3-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","slug":"fireworks_llama-3-3-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama-v3p3-70b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","slug":"friendli-ai_llama-3-3-instruct-70b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama-3.3-70b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","slug":"cerebras_llama-3-3-instruct-70b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.3-70b","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.85,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.9375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","slug":"hyperbolic_llama-3-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","slug":"google_llama-3-3-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-3.3-70b-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.3 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a20bba92-afd0-46be-8292-caf6c824c8f0","slug":"friendli-ai_llama-3-3-instruct-70b-2","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.3 Instruct 70B_","cache_pricing_notes":null,"model_name_appendage":"","price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06dee3f7-7432-4cbf-965a-95dc9731d86a","slug":"cloudflare_llama-3-3-instruct-70b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":2.25,"price_1m_blended_3_to_1":0.78,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":24000,"price_m_tokens_blended_3_to_1_per_dollar":1.28,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","slug":"novita_llama-3-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.3-70b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.195,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"168192ec-abe4-4d01-82ff-5b9ea7754179","slug":"compactifai_llama-3-3-instruct-70b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3-3-70b","function_calling":false,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.32,"price_1m_output_tokens":0.64,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"174682c8-b302-4b30-9326-7673229e156b","slug":"databricks_llama-3-3-instruct-70b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-meta-llama-3-3-70b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"522833b6-2776-41da-bade-c11490913151","slug":"togetherai_llama-3-3-instruct-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.3 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1dc70b63-93d7-4b69-881d-fe0ffeda852c","slug":"lightningai_llama-3-3-instruct-70b","deleted":false,"host_id":"e4236e4f-1a6f-4c51-b91b-dd33ff9a5f97","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lightning-ai/llama-3.3-70b","function_calling":true,"cache_write_price":null,"host_model_string":"Lightning AI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","slug":"deepinfra_llama-3-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.38,"price_1m_blended_3_to_1":0.1925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.19,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta"},{"additional_text":null,"aime":0.193,"aime25":0.077,"agentic_index":null,"coding_index":16.99,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":384,"estimated_intelligence_index":25.911841,"family_slug_for_ordering":"llama-3-3","frontier_model":null,"gpqa":0.517,"hle":0.035,"humaneval":0.834,"id":"c4c3b42f-e0f0-48ca-b6f9-b296e7697806","ifbench":0.395,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.5,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":0.74,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.113,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","livecodebench":0.28,"math_500":0.775,"math_index":7.67,"mmlu_pro":0.698,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","multilingual_aa":null,"name":"Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)","open_weights":"Open","parameters":49,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-18","representative_query_token_counts":null,"scicode":0.229,"short_name":"Llama 3.3 Nemotron Super 49B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-3-nemotron-super-49b","tau2":null,"terminalbench_hard":0,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-3-nemotron-super-49b","hosts_url":"/models/llama-3-3-nemotron-super-49b/providers","name_and_creator_label":"Llama 3.3 Nemotron Super 49B, NVIDIA"},{"additional_text":null,"aime":0.583,"aime25":0.547,"agentic_index":null,"coding_index":18.66,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":389,"estimated_intelligence_index":35.489418,"family_slug_for_ordering":"llama-3-3","frontier_model":null,"gpqa":0.643,"hle":0.065,"humaneval":0.959,"id":"1a8ba535-df18-459b-ad40-3199191296d7","ifbench":0.381,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.6667,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":0.966,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.17,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","livecodebench":0.277,"math_500":0.959,"math_index":54.67,"mmlu_pro":0.785,"mmmu_pro":null,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","multilingual_aa":null,"name":"Llama 3.3 Nemotron Super 49B v1 (Reasoning)","open_weights":"Open","parameters":49,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"release_date":"2025-03-18","representative_query_token_counts":null,"scicode":0.282,"short_name":"Llama 3.3 Nemotron Super 49B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-3-nemotron-super-49b-reasoning","tau2":null,"terminalbench_hard":0,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-3-nemotron-super-49b-reasoning","hosts_url":"/models/llama-3-3-nemotron-super-49b-reasoning/providers","name_and_creator_label":"Llama 3.3 Nemotron Super 49B, NVIDIA"},{"additional_text":null,"aime":0.067,"aime25":0.047,"agentic_index":14.2,"coding_index":23.85,"commercial_allowed":null,"computed_performance_host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":270,"estimated_intelligence_index":27.766486,"family_slug_for_ordering":"devstral","frontier_model":false,"gpqa":0.492,"hle":0.038,"humaneval":0.935,"id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","ifbench":0.299,"inference_parameters_active":null,"intelligence_index":27.85,"intelligence_index_token_counts":{"input_tokens":76712721,"answer_tokens":4350711,"output_tokens":4350711,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.287,"license_name":null,"license_url":null,"livecodebench":0.337,"math_500":0.707,"math_index":4.67,"mmlu_pro":0.708,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Devstral Medium","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-10","representative_query_token_counts":null,"scicode":0.294,"short_name":"Devstral Medium","show_host_model_evals":false,"size_class":"Medium","slug":"devstral-medium","tau2":0.199,"terminalbench_hard":0.085,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"44c7d26f-52ac-43bb-9212-f47386353169","slug":"mistral_devstral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-medium-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-medium","hosts_url":"/models/devstral-medium/providers","name_and_creator_label":"Devstral Medium, Mistral"},{"additional_text":null,"aime":0.003,"aime25":0.293,"agentic_index":17.02,"coding_index":18.46,"commercial_allowed":null,"computed_performance_host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":273,"estimated_intelligence_index":17.56893052050297,"family_slug_for_ordering":"devstral","frontier_model":false,"gpqa":0.414,"hle":0.037,"humaneval":0.85,"id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","ifbench":0.346,"inference_parameters_active":null,"intelligence_index":27.19,"intelligence_index_token_counts":{"input_tokens":79949461,"answer_tokens":5427381,"output_tokens":5427381,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.17,"license_name":null,"license_url":null,"livecodebench":0.254,"math_500":0.635,"math_index":29.33,"mmlu_pro":0.622,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2507","multilingual_aa":null,"name":"Devstral Small (Jul '25)","open_weights":"Open","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-10","representative_query_token_counts":null,"scicode":0.243,"short_name":"Devstral Small","show_host_model_evals":false,"size_class":"Small","slug":"devstral-small","tau2":0.284,"terminalbench_hard":0.057,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","slug":"mistral_devstral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-small-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","slug":"nebius_devstral-small","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2505","function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","slug":"deepinfra_devstral-small","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2507","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.1225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-small","hosts_url":"/models/devstral-small/providers","name_and_creator_label":"Devstral Small, Mistral"},{"additional_text":null,"aime":0.067,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"e0557e7f-dfa9-4186-964c-96737df7f912","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"devstral-small","display_order":1091,"estimated_intelligence_index":19.59507030593181,"family_slug_for_ordering":"devstral","frontier_model":null,"gpqa":0.434,"hle":0.04,"humaneval":0.848,"id":"cc1fa238-1a76-486d-a997-22309275eadd","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.258,"math_500":0.684,"math_index":null,"mmlu_pro":0.632,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2505","multilingual_aa":null,"name":"Devstral Small (May '25)","open_weights":"Open","parameters":23.6,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-21","representative_query_token_counts":null,"scicode":0.245,"short_name":"Devstral Small (May)","show_host_model_evals":false,"size_class":"Small","slug":"devstral-small-2505","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"32b5cf04-3c65-4398-81d1-d6a192da4a43","slug":"deepinfra_devstral-small-2505","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"cc1fa238-1a76-486d-a997-22309275eadd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2505","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":13.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e0557e7f-dfa9-4186-964c-96737df7f912","slug":"mistral_devstral-small-2505","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"cc1fa238-1a76-486d-a997-22309275eadd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-small-2505","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-small-2505","hosts_url":"/models/devstral-small-2505/providers","name_and_creator_label":"Devstral Small (May), Mistral"},{"additional_text":null,"aime":0.117,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4o","display_order":633,"estimated_intelligence_index":29,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":0.521,"hle":0.029,"humaneval":0.926,"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.531,"lab_claimed_hle":null,"lab_claimed_humaneval":0.902,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.317,"math_500":0.795,"math_index":null,"mmlu_pro":null,"mmmu_pro":0.563,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.904,"de":0.928,"en":0.964,"es":0.92,"fr":0.828,"ja":0.872,"sw":0.908,"zh":0.912},"mmlu":{"bn":0.8007,"de":0.8292,"en":0.887,"es":0.8493,"fr":0.8437,"ja":0.8287,"sw":0.7708,"zh":0.8335},"average":0.8674312500000001,"average_mgsm":0.9045000000000001,"average_mmlu":0.8303625,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8523499999999999,"de":0.8786,"en":0.9255,"es":0.88465,"fr":0.83585,"ja":0.8503499999999999,"sw":0.8394,"zh":0.87275},"average_global_mmlu_lite":null},"name":"GPT-4o (Aug '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-06","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-4o (Aug)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-2024-08-06","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","slug":"azure_gpt-4o-2024-08-06","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","slug":"openai_gpt-4o-2024-08-06_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (Aug '24)_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","slug":"openai_gpt-4o-2024-08-06","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-08-06","hosts_url":"/models/gpt-4o-2024-08-06/providers","name_and_creator_label":"GPT-4o (Aug), OpenAI"},{"additional_text":null,"aime":0.103,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-chatgpt","display_order":747,"estimated_intelligence_index":25.276209169964027,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":0.511,"hle":0.037,"humaneval":0.939,"id":"b4784397-aa28-411b-b011-9c4331bfa9c8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.53,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.797,"math_index":null,"mmlu_pro":0.773,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4o (ChatGPT)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-15","representative_query_token_counts":null,"scicode":0.334,"short_name":"GPT-4o (ChatGPT)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-chatgpt","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","slug":"openai_gpt-4o-chatgpt","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"b4784397-aa28-411b-b011-9c4331bfa9c8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"chatgpt-4o-latest","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (ChatGPT)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-chatgpt","hosts_url":"/models/gpt-4o-chatgpt/providers","name_and_creator_label":"GPT-4o (ChatGPT), OpenAI"},{"additional_text":null,"aime":0.327,"aime25":0.257,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4o-chatgpt-04-25","display_order":736,"estimated_intelligence_index":35.62541154947175,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":0.655,"hle":0.05,"humaneval":0.96,"id":"575498d6-60ec-466b-9372-fea19911fd07","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.425,"math_500":0.893,"math_index":25.67,"mmlu_pro":0.803,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4o (March 2025, chatgpt-4o-latest)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-27","representative_query_token_counts":null,"scicode":0.366,"short_name":"GPT-4o (Mar)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-chatgpt-03-25","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","slug":"openai_gpt-4o-chatgpt-03-25","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"575498d6-60ec-466b-9372-fea19911fd07","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"chatgpt-4o-latest","function_calling":false,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (March 2025, chatgpt-4o-latest)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-chatgpt-03-25","hosts_url":"/models/gpt-4o-chatgpt-03-25/providers","name_and_creator_label":"GPT-4o (Mar), OpenAI"},{"additional_text":null,"aime":0.11,"aime25":null,"agentic_index":null,"coding_index":24.2436893,"commercial_allowed":null,"computed_performance_host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4o-2024-08-06","display_order":650,"estimated_intelligence_index":26.30914135960777,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":0.526,"hle":0.028,"humaneval":0.935,"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.536,"lab_claimed_hle":null,"lab_claimed_humaneval":0.902,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.334,"math_500":0.791,"math_index":null,"mmlu_pro":0.74,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4o (May '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-13","representative_query_token_counts":null,"scicode":0.309,"short_name":"GPT-4o (May)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-2024-05-13","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","slug":"openai_gpt-4o-2024-05-13","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","slug":"azure_gpt-4o-2024-05-13","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-05-13-global-standard","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-05-13","hosts_url":"/models/gpt-4o-2024-05-13/providers","name_and_creator_label":"GPT-4o (May), OpenAI"},{"additional_text":null,"aime":0.15,"aime25":0.06,"agentic_index":16.47,"coding_index":24.01,"commercial_allowed":null,"computed_performance_host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4o-chatgpt-03-25","display_order":654,"estimated_intelligence_index":26.197171,"family_slug_for_ordering":"gpt-4o","frontier_model":false,"gpqa":0.543,"hle":0.033,"humaneval":0.93,"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","ifbench":0.343,"inference_parameters_active":null,"intelligence_index":26.99,"intelligence_index_token_counts":{"input_tokens":58119926,"answer_tokens":5703010,"output_tokens":5703010,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.46,"lab_claimed_hle":null,"lab_claimed_humaneval":0.902,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":null,"license_url":null,"livecodebench":0.309,"math_500":0.759,"math_index":6,"mmlu_pro":0.748,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null},"average":0.8380394530693633,"average_mgsm":null,"average_mmlu":0.8380394530693633,"average_per_language":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null}},"name":"GPT-4o (Nov '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-11-20","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":839,"output_tokens":839,"reasoning_tokens":0,"max_answer_tokens_used":2509,"max_output_tokens_used":2509,"max_reasoning_tokens_used":0},"scicode":0.333,"short_name":"GPT-4o (Nov)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o","tau2":0.251,"terminalbench_hard":0.078,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","slug":"azure_gpt-4o","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-1120","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c713b440-b8d0-458e-9469-f3561685b907","slug":"openai_gpt-4o","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-11-20","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o","hosts_url":"/models/gpt-4o/providers","name_and_creator_label":"GPT-4o (Nov), OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-realtime-aug-25","display_order":697,"estimated_intelligence_index":null,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"e2e9ddc3-8c2d-4bf5-a60a-83a1afe61034","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4o Realtime (Dec '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-17","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-4o Realtime (Dec)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-realtime-dec-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4o-realtime-dec-2024","hosts_url":"/models/gpt-4o-realtime-dec-2024/providers","name_and_creator_label":"GPT-4o Realtime (Dec), OpenAI"},{"additional_text":null,"aime":0.117,"aime25":0.147,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-5-mini-medium","display_order":675,"estimated_intelligence_index":21.15440337609028,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":0.426,"hle":0.04,"humaneval":0.876,"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","ifbench":0.31,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.402,"lab_claimed_hle":null,"lab_claimed_humaneval":0.872,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.234,"math_500":0.789,"math_index":14.67,"mmlu_pro":0.648,"mmmu_pro":0.415,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.836,"de":0.88,"en":0.956,"es":0.92,"fr":0.864,"ja":0.84,"sw":0.872,"zh":0.876},"mmlu":{"bn":0.6577,"de":0.7431,"en":0.82,"es":0.7737,"fr":0.7659,"ja":0.7255,"sw":0.6191,"zh":0.7305},"average":0.80496875,"average_mgsm":0.8805,"average_mmlu":0.7294375,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.74685,"de":0.81155,"en":0.8879999999999999,"es":0.8468500000000001,"fr":0.8149500000000001,"ja":0.7827500000000001,"sw":0.7455499999999999,"zh":0.80325},"average_global_mmlu_lite":null},"name":"GPT-4o mini","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-18","representative_query_token_counts":null,"scicode":0.229,"short_name":"GPT-4o mini","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-4o-mini","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","slug":"openai_gpt-4o-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini-2024-07-18","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","slug":"azure_gpt-4o-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","slug":"openai_gpt-4o-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini","function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-mini","hosts_url":"/models/gpt-4o-mini/providers","name_and_creator_label":"GPT-4o mini, OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-realtime-mini-oct-25","display_order":735,"estimated_intelligence_index":null,"family_slug_for_ordering":"gpt-4o","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"4343afb1-c928-44c9-92e2-68fa1195b6f5","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4o mini Realtime (Dec '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-17","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-4o mini Realtime (Dec)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4o-mini-realtime-dec-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4o-mini-realtime-dec-2024","hosts_url":"/models/gpt-4o-mini-realtime-dec-2024/providers","name_and_creator_label":"GPT-4o mini Realtime (Dec), OpenAI"},{"additional_text":null,"aime":0.097,"aime25":0.13,"agentic_index":7.96,"coding_index":19.17,"commercial_allowed":false,"computed_performance_host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":514,"estimated_intelligence_index":28.080349,"family_slug_for_ordering":"command","frontier_model":false,"gpqa":0.527,"hle":0.046,"humaneval":0.815,"id":"3bc32f13-5afa-4e28-bce1-10e57376686b","ifbench":0.365,"inference_parameters_active":null,"intelligence_index":26.86,"intelligence_index_token_counts":{"input_tokens":55208700,"answer_tokens":7471932,"output_tokens":7471932,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.508,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.18,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.287,"math_500":0.819,"math_index":13,"mmlu_pro":0.712,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-a-03-2025","multilingual_aa":null,"name":"Command A","open_weights":"Open","parameters":111,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-13","representative_query_token_counts":null,"scicode":0.281,"short_name":"Command A","show_host_model_evals":false,"size_class":"Medium","slug":"command-a","tau2":0.152,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"c39003a1-5727-4033-9834-8e6c3760ed91","slug":"azure_command-a","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere-command-a","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Command A","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","slug":"cohere_command-a","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","gpqa_16x":null,"model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-a-03-2025","function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command A","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-a","hosts_url":"/models/command-a/providers","name_and_creator_label":"Command A, Cohere"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1296,"estimated_intelligence_index":19.35669985855255,"family_slug_for_ordering":"reka","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.726,"id":"7858ff51-9d8b-418e-9921-0ec635f9c877","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.768,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.558,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","model_weights_source_url":null,"multilingual_aa":null,"name":"Reka Core","open_weights":"Proprietary","parameters":67,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-15","representative_query_token_counts":null,"scicode":null,"short_name":"Reka Core","show_host_model_evals":false,"size_class":"Medium","slug":"reka-core","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.svg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},"host_models":[{"id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","slug":"reka-ai_reka-core","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","gpqa_16x":null,"model_id":"7858ff51-9d8b-418e-9921-0ec635f9c877","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-core","function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Core","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-core","hosts_url":"/models/reka-core/providers","name_and_creator_label":"Reka Core, Reka AI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1298,"estimated_intelligence_index":18.47274732307506,"family_slug_for_ordering":"reka","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.409,"id":"de39ac4f-856d-42c1-8a61-370435ad36ad","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.543,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.216,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","model_weights_source_url":null,"multilingual_aa":null,"name":"Reka Edge","open_weights":"Proprietary","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-02-12","representative_query_token_counts":null,"scicode":null,"short_name":"Reka Edge","show_host_model_evals":false,"size_class":"Small","slug":"reka-edge","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.svg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},"host_models":[{"id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","slug":"reka-ai_reka-edge","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","gpqa_16x":null,"model_id":"de39ac4f-856d-42c1-8a61-370435ad36ad","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-edge","function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Edge","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":1,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-edge","hosts_url":"/models/reka-edge/providers","name_and_creator_label":"Reka Edge, Reka AI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1297,"estimated_intelligence_index":18.651524666068187,"family_slug_for_ordering":"reka","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.61,"id":"e235a9f9-29b3-4ce5-8c94-f45413b64ccd","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.72,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.326,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","model_weights_source_url":null,"multilingual_aa":null,"name":"Reka Flash (Feb '24)","open_weights":"Proprietary","parameters":21,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-02-12","representative_query_token_counts":null,"scicode":null,"short_name":"Reka Flash (Feb)","show_host_model_evals":false,"size_class":"Small","slug":"reka-flash-02-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"","model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.svg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},"host_models":[{"id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","slug":"reka-ai_reka-flash-02-2024","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","gpqa_16x":null,"model_id":"e235a9f9-29b3-4ce5-8c94-f45413b64ccd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-20240226","function_calling":true,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":3,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash-02-2024","hosts_url":"/models/reka-flash-02-2024/providers","name_and_creator_label":"Reka Flash (Feb), Reka AI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1295,"estimated_intelligence_index":19.068673062645278,"family_slug_for_ordering":"reka","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.743,"id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.529,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","model_weights_source_url":null,"multilingual_aa":null,"name":"Reka Flash (Sep '24)","open_weights":"Proprietary","parameters":21,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-04","representative_query_token_counts":null,"scicode":null,"short_name":"Reka Flash","show_host_model_evals":false,"size_class":"Small","slug":"reka-flash","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.svg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},"host_models":[{"id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","slug":"reka-ai_reka-flash","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","gpqa_16x":null,"model_id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-20240904","function_calling":true,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash (Sep '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash","hosts_url":"/models/reka-flash/providers","name_and_creator_label":"Reka Flash, Reka AI"},{"additional_text":null,"aime":0.51,"aime25":0.337,"agentic_index":0,"coding_index":23.41,"commercial_allowed":true,"computed_performance_host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":434,"estimated_intelligence_index":32.52660952469823,"family_slug_for_ordering":"reka","frontier_model":false,"gpqa":0.529,"hle":0.051,"humaneval":0.95,"id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","ifbench":0.304,"inference_parameters_active":null,"intelligence_index":25.92,"intelligence_index_token_counts":{"input_tokens":9326922,"answer_tokens":8677043,"output_tokens":120395319,"reasoning_tokens":111718276},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.963,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Apache 2.0","license_url":"https://huggingface.co/RekaAI/reka-flash-3","livecodebench":0.435,"math_500":0.893,"math_index":33.67,"mmlu_pro":0.669,"mmmu_pro":null,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","model_weights_source_url":"https://huggingface.co/RekaAI/reka-flash-3","multilingual_aa":null,"name":"Reka Flash 3","open_weights":"Open","parameters":21,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-03-10","representative_query_token_counts":null,"scicode":0.267,"short_name":"Reka Flash 3","show_host_model_evals":false,"size_class":"Small","slug":"reka-flash-3","tau2":0,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.svg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},"host_models":[{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","slug":"reka-ai_reka-flash-3","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","gpqa_16x":null,"model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-3","function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash-3","hosts_url":"/models/reka-flash-3/providers","name_and_creator_label":"Reka Flash 3, Reka AI"},{"additional_text":null,"aime":null,"aime25":0.137,"agentic_index":9.69,"coding_index":16.05,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":426,"estimated_intelligence_index":null,"family_slug_for_ordering":"granite-4-0","frontier_model":false,"gpqa":0.416,"hle":0.037,"humaneval":null,"id":"5dba8d07-9992-483c-81db-dac97cb15ba8","ifbench":0.315,"inference_parameters_active":"9","intelligence_index":22.73,"intelligence_index_token_counts":{"input_tokens":47820755,"answer_tokens":5159215,"output_tokens":5159215,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.09,"license_name":null,"license_url":null,"livecodebench":0.251,"math_500":null,"math_index":13.67,"mmlu_pro":0.624,"mmmu_pro":null,"model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","model_weights_source_url":null,"multilingual_aa":{"average":0.7058,"global_mmlu_lite":{"ar":0.715,"bn":0.675,"de":0.78,"en":0.815,"es":0.7775,"fr":0.7625,"hi":0.695,"id":0.72,"it":0.7775,"ja":0.7075,"ko":0.685,"pt":0.7525,"sw":0.555,"yo":0.4575,"zh":0.7125},"average_per_language":{"ar":0.715,"bn":0.675,"de":0.78,"en":0.815,"es":0.7775,"fr":0.7625,"hi":0.695,"id":0.72,"it":0.7775,"ja":0.7075,"ko":0.685,"pt":0.7525,"sw":0.555,"yo":0.4575,"zh":0.7125},"average_global_mmlu_lite":0.7058},"name":"Granite 4.0 H Small","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.209,"short_name":"Granite 4.0 H Small","show_host_model_evals":false,"size_class":"Small","slug":"granite-4-0-h-small","tau2":0.173,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","slug":"ibm","color":"#0f62fe","deleted":false,"host_id":"3359ab97-8499-4bfb-88b8-dbf58a6e7a3f","created_at":"2024-05-23T12:03:04.195376+00:00","logo_small":"ibm_small.svg","creator_url":"https://www.ibm.com/au-en","display_order":50,"logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"},"host_models":[{"id":"6f383002-ceb3-4b73-ac7e-c5a48f49a332","slug":"replicate_granite-4-0-h-small","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"5dba8d07-9992-483c-81db-dac97cb15ba8","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ibm-granite/deployment-granite-4-0-h-small:deployment","function_calling":null,"cache_write_price":null,"host_model_string":"Replicate_Granite 4.0 H Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.1075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":9.3,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/granite-4-0-h-small","hosts_url":"/models/granite-4-0-h-small/providers","name_and_creator_label":"Granite 4.0 H Small, IBM"},{"additional_text":null,"aime":null,"aime25":0.06,"agentic_index":7,"coding_index":10.44,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":425,"estimated_intelligence_index":null,"family_slug_for_ordering":"granite-4-0","frontier_model":false,"gpqa":0.336,"hle":0.051,"humaneval":null,"id":"1fc32894-1060-493b-af94-62bb1068555e","ifbench":0.248,"inference_parameters_active":null,"intelligence_index":16.21,"intelligence_index_token_counts":{"input_tokens":93584206,"answer_tokens":6704218,"output_tokens":6704218,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.04,"license_name":null,"license_url":null,"livecodebench":0.18,"math_500":null,"math_index":6,"mmlu_pro":0.447,"mmmu_pro":null,"model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","model_weights_source_url":null,"multilingual_aa":{"average":0.5118,"global_mmlu_lite":{"ar":0.465,"bn":0.41,"de":0.605,"en":0.675,"es":0.59,"fr":0.605,"hi":0.45,"id":0.5125,"it":0.5725,"ja":0.4925,"ko":0.51,"pt":0.5975,"sw":0.335,"yo":0.3225,"zh":0.535},"average_per_language":{"ar":0.465,"bn":0.41,"de":0.605,"en":0.675,"es":0.59,"fr":0.605,"hi":0.45,"id":0.5125,"it":0.5725,"ja":0.4925,"ko":0.51,"pt":0.5975,"sw":0.335,"yo":0.3225,"zh":0.535},"average_global_mmlu_lite":0.5118},"name":"Granite 4.0 Micro","open_weights":"Open","parameters":3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-22","representative_query_token_counts":null,"scicode":0.119,"short_name":"Granite 4.0 Micro","show_host_model_evals":false,"size_class":"Tiny","slug":"granite-4-0-micro","tau2":0.126,"terminalbench_hard":0.014,"tokenizer_id":null,"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","slug":"ibm","color":"#0f62fe","deleted":false,"host_id":"3359ab97-8499-4bfb-88b8-dbf58a6e7a3f","created_at":"2024-05-23T12:03:04.195376+00:00","logo_small":"ibm_small.svg","creator_url":"https://www.ibm.com/au-en","display_order":50,"logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"},"host_models":[],"model_url":"/models/granite-4-0-micro","hosts_url":"/models/granite-4-0-micro/providers","name_and_creator_label":"Granite 4.0 Micro, IBM"},{"additional_text":null,"aime":0.143,"aime25":0.18,"agentic_index":1.77,"coding_index":17.55,"commercial_allowed":true,"computed_performance_host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","context_window_tokens":16000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":356,"estimated_intelligence_index":24.618345,"family_slug_for_ordering":"phi-4","frontier_model":false,"gpqa":0.575,"hle":0.041,"humaneval":0.867,"id":"ee708f92-374e-4123-b900-e22d7b2afc19","ifbench":0.235,"inference_parameters_active":null,"intelligence_index":22.72,"intelligence_index_token_counts":{"input_tokens":20022737,"answer_tokens":8843583,"output_tokens":8843583,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.561,"lab_claimed_hle":null,"lab_claimed_humaneval":0.826,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.231,"math_500":0.81,"math_index":18,"mmlu_pro":0.714,"mmmu_pro":null,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","model_weights_source_url":"https://huggingface.co/microsoft/phi-4","multilingual_aa":null,"name":"Phi-4","open_weights":"Open","parameters":14,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-12","representative_query_token_counts":null,"scicode":0.26,"short_name":"Phi-4","show_host_model_evals":false,"size_class":"Small","slug":"phi-4","tau2":0,"terminalbench_hard":0.035,"tokenizer_id":"gpt2_tokenizer","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","slug":"deepinfra_phi-4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"microsoft/phi-4","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","slug":"azure_phi-4","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-Global-Standard","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.125,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.21875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.57,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4","hosts_url":"/models/phi-4/providers","name_and_creator_label":"Phi-4, Microsoft Azure"},{"additional_text":null,"aime":0.03,"aime25":0.067,"agentic_index":4.09,"coding_index":7.79,"commercial_allowed":true,"computed_performance_host_model_id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":361,"estimated_intelligence_index":15.697027,"family_slug_for_ordering":"phi-4","frontier_model":false,"gpqa":0.331,"hle":0.042,"humaneval":0.743,"id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","ifbench":0.211,"inference_parameters_active":null,"intelligence_index":15.68,"intelligence_index_token_counts":{"input_tokens":211571825,"answer_tokens":12460028,"output_tokens":12460028,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.252,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.137,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.126,"math_500":0.696,"math_index":6.67,"mmlu_pro":0.465,"mmmu_pro":null,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","model_weights_source_url":"https://huggingface.co/microsoft/Phi-4-mini-instruct","multilingual_aa":null,"name":"Phi-4 Mini Instruct","open_weights":"Open","parameters":3.84,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-02-26","representative_query_token_counts":null,"scicode":0.108,"short_name":"Phi-4 Mini","show_host_model_evals":false,"size_class":"Tiny","slug":"phi-4-mini","tau2":0.082,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","slug":"azure_phi-4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-mini-instruct-hezpk","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Mini Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4-mini","hosts_url":"/models/phi-4-mini/providers","name_and_creator_label":"Phi-4 Mini, Microsoft Azure"},{"additional_text":null,"aime":0.093,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":359,"estimated_intelligence_index":12.44398871030061,"family_slug_for_ordering":"phi-4","frontier_model":null,"gpqa":0.315,"hle":0.044,"humaneval":0.729,"id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.131,"math_500":0.693,"math_index":null,"mmlu_pro":0.485,"mmmu_pro":0.145,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","model_weights_source_url":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","multilingual_aa":null,"name":"Phi-4 Multimodal Instruct","open_weights":"Open","parameters":5.6,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-26","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":634,"output_tokens":634,"reasoning_tokens":0},"scicode":0.11,"short_name":"Phi-4 Multimodal","show_host_model_evals":false,"size_class":"Small","slug":"phi-4-multimodal","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","slug":"azure_phi-4-multimodal","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-multimodal-instruct-xpmhe","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Multimodal Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4-multimodal","hosts_url":"/models/phi-4-multimodal/providers","name_and_creator_label":"Phi-4 Multimodal, Microsoft Azure"},{"additional_text":null,"aime":0.22,"aime25":0.183,"agentic_index":5.76,"coding_index":10.57,"commercial_allowed":true,"computed_performance_host_model_id":"80653c32-d9e2-4c68-ba32-f2aa58362d86","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":226,"estimated_intelligence_index":20.851989,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.349,"hle":0.048,"humaneval":0.832,"id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","ifbench":0.367,"inference_parameters_active":null,"intelligence_index":20.35,"intelligence_index_token_counts":{"input_tokens":37304544,"answer_tokens":7757872,"output_tokens":7757872,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.409,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.246,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":0.606,"lab_claimed_scicode":null,"lcr":0.067,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.137,"math_500":0.853,"math_index":18.33,"mmlu_pro":0.595,"mmmu_pro":0.375,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","multilingual_aa":{"average":0.7425,"global_mmlu_lite":{"ar":0.7125,"bn":0.675,"de":0.755,"en":0.7925,"es":0.775,"fr":0.7625,"hi":0.6975,"id":0.755,"it":0.7775,"ja":0.71,"ko":0.725,"pt":0.7725},"average_per_language":{"ar":0.7125,"bn":0.675,"de":0.755,"en":0.7925,"es":0.775,"fr":0.7625,"hi":0.6975,"id":0.755,"it":0.7775,"ja":0.71,"ko":0.725,"pt":0.7725},"average_global_mmlu_lite":0.7425},"name":"Gemma 3 12B Instruct","open_weights":"Open","parameters":12.2,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-12","representative_query_token_counts":null,"scicode":0.174,"short_name":"Gemma 3 12B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-3-12b","tau2":0.108,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"80653c32-d9e2-4c68-ba32-f2aa58362d86","slug":"google_gemma-3-12b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3-12b-it","function_calling":null,"cache_write_price":null,"host_model_string":"Google_Gemma 3 12B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","slug":"deepinfra_gemma-3-12b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-12b-it","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.13,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":0.0128,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aff75046-08d4-4f68-a120-e1ccb547b0e6","slug":"databricks_gemma-3-12b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","gpqa_16x":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-gemma-3-12b","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.21,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cc3e3fda-b02d-411a-9fd9-123057ca7af3","slug":"cloudflare_gemma-3-12b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/google/gemma-3-12b-it","function_calling":true,"cache_write_price":null,"host_model_string":"Cloudflare_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.56,"price_1m_blended_3_to_1":0.4025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":80000,"price_m_tokens_blended_3_to_1_per_dollar":2.48,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-12b","hosts_url":"/models/gemma-3-12b/providers","name_and_creator_label":"Gemma 3 12B, Google"},{"additional_text":null,"aime":0,"aime25":0.033,"agentic_index":0,"coding_index":0.8,"commercial_allowed":true,"computed_performance_host_model_id":"d15452a1-3d08-47e0-9bfe-42906663f36e","context_window_tokens":32000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":217,"estimated_intelligence_index":6.128961,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.237,"hle":0.052,"humaneval":0.324,"id":"d1720545-d0a8-4c15-a53e-ef5ca99ac7ea","ifbench":0.199,"inference_parameters_active":null,"intelligence_index":6.81,"intelligence_index_token_counts":{"input_tokens":8279299,"answer_tokens":6331527,"output_tokens":6331527,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.192,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.019,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":0.147,"lab_claimed_scicode":null,"lcr":0,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.017,"math_500":0.484,"math_index":3.33,"mmlu_pro":0.135,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3-1b-it","multilingual_aa":null,"name":"Gemma 3 1B Instruct","open_weights":"Open","parameters":1,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-13","representative_query_token_counts":null,"scicode":0.007,"short_name":"Gemma 3 1B","show_host_model_evals":false,"size_class":"Tiny","slug":"gemma-3-1b","tau2":0,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemma-3-1b","hosts_url":"/models/gemma-3-1b/providers","name_and_creator_label":"Gemma 3 1B, Google"},{"additional_text":null,"aime":null,"aime25":0.023,"agentic_index":4.53,"coding_index":0.11,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":220,"estimated_intelligence_index":3.608546,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.224,"hle":0.042,"humaneval":null,"id":"04781a0e-40f0-4e2a-a4e5-18e389364a79","ifbench":0.121,"inference_parameters_active":null,"intelligence_index":5.59,"intelligence_index_token_counts":{"input_tokens":50149678,"answer_tokens":5218231,"output_tokens":5218231,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Gemma","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.003,"math_500":null,"math_index":2.33,"mmlu_pro":0.055,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3-270m","multilingual_aa":null,"name":"Gemma 3 270M","open_weights":"Open","parameters":0.268,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-08-14","representative_query_token_counts":null,"scicode":0,"short_name":"Gemma 3 270M","show_host_model_evals":false,"size_class":"Tiny","slug":"gemma-3-270m","tau2":0.091,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemma-3-270m","hosts_url":"/models/gemma-3-270m/providers","name_and_creator_label":"Gemma 3 270M, Google"},{"additional_text":null,"aime":0.253,"aime25":0.207,"agentic_index":7.04,"coding_index":12.79,"commercial_allowed":true,"computed_performance_host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":218,"estimated_intelligence_index":22.021842,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.428,"hle":0.047,"humaneval":0.894,"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","ifbench":0.318,"inference_parameters_active":null,"intelligence_index":22.15,"intelligence_index_token_counts":{"input_tokens":47683830,"answer_tokens":7777075,"output_tokens":7777075,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.424,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.297,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":0.675,"lab_claimed_scicode":null,"lcr":0.057,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.137,"math_500":0.883,"math_index":20.67,"mmlu_pro":0.669,"mmmu_pro":0.48,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3-27b-it","multilingual_aa":null,"name":"Gemma 3 27B Instruct","open_weights":"Open","parameters":27.4,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-12","representative_query_token_counts":null,"scicode":0.212,"short_name":"Gemma 3 27B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-3-27b","tau2":0.105,"terminalbench_hard":0.035,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","slug":"google_gemma-3-27b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3-27b-it","function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3 27B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","slug":"parasail_gemma-3-27b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-gemma3-27b-it","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.48,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","slug":"deepinfra_gemma-3-27b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-27b-it","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.1075,"price_per_1k_1mp_images":0.01792,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.3,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-27b","hosts_url":"/models/gemma-3-27b/providers","name_and_creator_label":"Gemma 3 27B, Google"},{"additional_text":null,"aime":0.063,"aime25":0.127,"agentic_index":2.84,"coding_index":6.41,"commercial_allowed":true,"computed_performance_host_model_id":"3bd4244a-1099-4fec-9135-c447c4cce9fa","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":227,"estimated_intelligence_index":14.812504,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.291,"hle":0.052,"humaneval":0.721,"id":"222fb320-6e55-4672-846a-b6d5a24a45f4","ifbench":0.283,"inference_parameters_active":null,"intelligence_index":14.68,"intelligence_index_token_counts":{"input_tokens":52228105,"answer_tokens":8099802,"output_tokens":8099802,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.308,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":0.126,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":0.436,"lab_claimed_scicode":null,"lcr":0.057,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.112,"math_500":0.766,"math_index":12.67,"mmlu_pro":0.417,"mmmu_pro":0.299,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","multilingual_aa":{"average":0.5553,"global_mmlu_lite":{"ar":0.5425,"bn":0.46,"de":0.62,"en":0.6675,"es":0.62,"fr":0.6,"hi":0.515,"id":0.575,"it":0.625,"ja":0.55,"ko":0.5275,"pt":0.6,"sw":0.4875,"yo":0.3625,"zh":0.5775},"average_per_language":{"ar":0.5425,"bn":0.46,"de":0.62,"en":0.6675,"es":0.62,"fr":0.6,"hi":0.515,"id":0.575,"it":0.625,"ja":0.55,"ko":0.5275,"pt":0.6,"sw":0.4875,"yo":0.3625,"zh":0.5775},"average_global_mmlu_lite":0.5553},"name":"Gemma 3 4B Instruct","open_weights":"Open","parameters":4.3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-12","representative_query_token_counts":null,"scicode":0.073,"short_name":"Gemma 3 4B","show_host_model_evals":false,"size_class":"Tiny","slug":"gemma-3-4b","tau2":0.05,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"3bd4244a-1099-4fec-9135-c447c4cce9fa","slug":"google_gemma-3-4b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3-4b-it","function_calling":null,"cache_write_price":null,"host_model_string":"Google_Gemma 3 4B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","slug":"deepinfra_gemma-3-4b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-4b-it","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.05,"price_per_1k_1mp_images":0.00512,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":20,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-4b","hosts_url":"/models/gemma-3-4b/providers","name_and_creator_label":"Gemma 3 4B, Google"},{"additional_text":null,"aime":0.09,"aime25":0.103,"agentic_index":0.35,"coding_index":5.15,"commercial_allowed":true,"computed_performance_host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","context_window_tokens":32000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":237,"estimated_intelligence_index":7.9646306552594,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.229,"hle":0.04,"humaneval":null,"id":"a8c67863-9d66-44dd-8d27-f58654ecde03","ifbench":0.22,"inference_parameters_active":"2.0","intelligence_index":11.25,"intelligence_index_token_counts":{"input_tokens":25212092,"answer_tokens":12058150,"output_tokens":12058150,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.095,"math_500":0.691,"math_index":10.33,"mmlu_pro":0.378,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E2B-it","multilingual_aa":null,"name":"Gemma 3n E2B Instruct","open_weights":"Open","parameters":5.98,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-06-26","representative_query_token_counts":null,"scicode":0.052,"short_name":"Gemma 3n E2B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-3n-e2b","tau2":0,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","slug":"google_gemma-3n-e2b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3n-e2b-it","function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3n E2B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e2b","hosts_url":"/models/gemma-3n-e2b/providers","name_and_creator_label":"Gemma 3n E2B, Google"},{"additional_text":null,"aime":0.137,"aime25":0.143,"agentic_index":3.55,"coding_index":8.28,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":221,"estimated_intelligence_index":15.611428,"family_slug_for_ordering":"gemma-3","frontier_model":false,"gpqa":0.296,"hle":0.044,"humaneval":null,"id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","ifbench":0.279,"inference_parameters_active":"4.0","intelligence_index":15.49,"intelligence_index_token_counts":{"input_tokens":35090914,"answer_tokens":10066885,"output_tokens":10066885,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.146,"math_500":0.771,"math_index":14.33,"mmlu_pro":0.488,"mmmu_pro":0.262,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E4B-it","multilingual_aa":null,"name":"Gemma 3n E4B Instruct","open_weights":"Open","parameters":8.39,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-06-26","representative_query_token_counts":null,"scicode":0.081,"short_name":"Gemma 3n E4B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-3n-e4b","tau2":0.05,"terminalbench_hard":0.021,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","slug":"togetherai_gemma-3n-e4b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3n-E4B-it","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Gemma 3n E4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e4b","hosts_url":"/models/gemma-3n-e4b/providers","name_and_creator_label":"Gemma 3n E4B, Google"},{"additional_text":null,"aime":0.107,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"64acba60-243e-4578-9d2a-bb8185d40a41","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"gemma-3n-e4b","display_order":953,"estimated_intelligence_index":12.51351311470258,"family_slug_for_ordering":"gemma-3","frontier_model":null,"gpqa":0.278,"hle":0.049,"humaneval":0.757,"id":"bd2c3517-00d8-4ba5-a989-1f1e52f3ffab","ifbench":null,"inference_parameters_active":"4","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.138,"math_500":0.749,"math_index":null,"mmlu_pro":0.483,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E4B-it-litert-preview","multilingual_aa":null,"name":"Gemma 3n E4B Instruct Preview (May '25)","open_weights":"Open","parameters":8.39,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-05-20","representative_query_token_counts":null,"scicode":0.086,"short_name":"Gemma 3n E4B (May)","show_host_model_evals":false,"size_class":"Small","slug":"gemma-3n-e4b-preview-0520","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemma-3n-e4b-preview-0520","hosts_url":"/models/gemma-3n-e4b-preview-0520/providers","name_and_creator_label":"Gemma 3n E4B (May), Google"},{"additional_text":"Base version (Jamba v0.1) is open-source, but this instruct-tuned variant is API-only with no direct model release available","aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"de95528c-062d-40b8-8b37-89c471e96057","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"jamba-1-5-large-2025-02","display_order":1329,"estimated_intelligence_index":11.838132428470427,"family_slug_for_ordering":"jamba","frontier_model":null,"gpqa":0.271,"hle":0.052,"humaneval":0.002,"id":"aec53acd-bf97-4f4f-93a6-1a94e05824ad","ifbench":null,"inference_parameters_active":"12","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.046,"math_500":0.243,"math_index":null,"mmlu_pro":0.343,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":null,"multilingual_aa":null,"name":"Jamba Instruct","open_weights":"Proprietary","parameters":52,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-02","representative_query_token_counts":null,"scicode":0.083,"short_name":"Jamba Instruct","show_host_model_evals":false,"size_class":"Medium","slug":"jamba-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[],"model_url":"/models/jamba-instruct","hosts_url":"/models/jamba-instruct/providers","name_and_creator_label":"Jamba Instruct, AI21 Labs"},{"additional_text":null,"aime":null,"aime25":0.107,"agentic_index":8.25,"coding_index":9.19,"commercial_allowed":true,"computed_performance_host_model_id":"3ebc9a2c-b9a0-4e5c-a734-518b1423577b","context_window_tokens":262000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":524,"estimated_intelligence_index":null,"family_slug_for_ordering":"jamba","frontier_model":false,"gpqa":0.333,"hle":0.046,"humaneval":null,"id":"f78138d6-2e04-4a84-919a-20d177cb6ff1","ifbench":0.524,"inference_parameters_active":null,"intelligence_index":20.91,"intelligence_index_token_counts":{"input_tokens":53709268,"answer_tokens":4940834,"output_tokens":43799426,"reasoning_tokens":38858592},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.07,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.21,"math_500":null,"math_index":10.67,"mmlu_pro":0.577,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Reasoning-3B","multilingual_aa":null,"name":"Jamba Reasoning 3B","open_weights":"Open","parameters":3,"reasoning_model":true,"reasoning_properties":{"style":"in_chunk"},"release_date":"2025-10-08","representative_query_token_counts":null,"scicode":0.059,"short_name":"Jamba Reasoning 3B","show_host_model_evals":false,"size_class":"Tiny","slug":"jamba-reasoning-3b","tau2":0.158,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[],"model_url":"/models/jamba-reasoning-3b","hosts_url":"/models/jamba-reasoning-3b/providers","name_and_creator_label":"Jamba Reasoning 3B, AI21 Labs"},{"additional_text":null,"aime":0.057,"aime25":0.023,"agentic_index":7.79,"coding_index":12.99,"commercial_allowed":true,"computed_performance_host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":520,"estimated_intelligence_index":20.880522,"family_slug_for_ordering":"jamba-1-7","frontier_model":false,"gpqa":0.39,"hle":0.038,"humaneval":0.71,"id":"78452c64-7303-4192-bca5-2d9ec5c623d4","ifbench":0.352,"inference_parameters_active":"94.0","intelligence_index":20.77,"intelligence_index_token_counts":{"input_tokens":85879399,"answer_tokens":4417951,"output_tokens":4417951,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-22","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.173,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.181,"math_500":0.6,"math_index":2.33,"mmlu_pro":0.577,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Large-1.7","multilingual_aa":null,"name":"Jamba 1.7 Large","open_weights":"Open","parameters":398,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-07","representative_query_token_counts":null,"scicode":0.188,"short_name":"Jamba 1.7 Large","show_host_model_evals":false,"size_class":"Large","slug":"jamba-1-7-large","tau2":0.135,"terminalbench_hard":0.021,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","slug":"ai21-labs_jamba-1-7-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","gpqa_16x":null,"model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-large-1.7","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-large","hosts_url":"/models/jamba-1-7-large/providers","name_and_creator_label":"Jamba 1.7 Large, AI21 Labs"},{"additional_text":null,"aime":0.013,"aime25":0.003,"agentic_index":6.29,"coding_index":5.13,"commercial_allowed":true,"computed_performance_host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","context_window_tokens":258000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":525,"estimated_intelligence_index":3.50513671576161,"family_slug_for_ordering":"jamba-1-7","frontier_model":false,"gpqa":0.322,"hle":0.045,"humaneval":0.479,"id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","ifbench":0.314,"inference_parameters_active":"12.0","intelligence_index":14.79,"intelligence_index_token_counts":{"input_tokens":95726120,"answer_tokens":4360432,"output_tokens":4360432,"reasoning_tokens":0},"knowledge_cutoff_date":"2024-08-22","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.127,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.061,"math_500":0.258,"math_index":0.33,"mmlu_pro":0.388,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Mini-1.7","multilingual_aa":null,"name":"Jamba 1.7 Mini","open_weights":"Open","parameters":52,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-07","representative_query_token_counts":null,"scicode":0.093,"short_name":"Jamba 1.7 Mini","show_host_model_evals":false,"size_class":"Medium","slug":"jamba-1-7-mini","tau2":0.126,"terminalbench_hard":0,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","slug":"ai21-labs_jamba-1-7-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","gpqa_16x":null,"model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-mini-1.7","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-mini","hosts_url":"/models/jamba-1-7-mini/providers","name_and_creator_label":"Jamba 1.7 Mini, AI21 Labs"},{"additional_text":null,"aime":0.043,"aime25":0.06,"agentic_index":13.16,"coding_index":16.33,"commercial_allowed":null,"computed_performance_host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","context_window_tokens":256000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":275,"estimated_intelligence_index":13.16902892763544,"family_slug_for_ordering":"codestral","frontier_model":false,"gpqa":0.312,"hle":0.045,"humaneval":0.848,"id":"fd83b089-139a-4445-8989-583993889b64","ifbench":0.248,"inference_parameters_active":null,"intelligence_index":20.15,"intelligence_index_token_counts":{"input_tokens":45407274,"answer_tokens":5028134,"output_tokens":5028134,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.714,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.15,"license_name":null,"license_url":null,"livecodebench":0.243,"math_500":0.607,"math_index":6,"mmlu_pro":0.446,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Codestral (Jan '25)","open_weights":"Proprietary","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-13","representative_query_token_counts":{"n_queries":3,"updated_at":"2025-03-16T14:17:54.695860","input_tokens":53,"answer_tokens":715,"output_tokens":715,"reasoning_tokens":0,"max_output_tokens_used":817},"scicode":0.247,"short_name":"Codestral (Jan)","show_host_model_evals":false,"size_class":"Small","slug":"codestral","tau2":0.263,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","slug":"google_codestral_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/codestral-2501","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Codestral (Jan '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","slug":"mistral_codestral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"codestral-2501","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Codestral (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/codestral","hosts_url":"/models/codestral/providers","name_and_creator_label":"Codestral (Jan), Mistral"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"8ed3696b-4a1f-4e71-9977-0fc362cf092b","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"codestral","display_order":1087,"estimated_intelligence_index":5.99808321646082,"family_slug_for_ordering":"codestral","frontier_model":null,"gpqa":0.255,"hle":0.051,"humaneval":0.802,"id":"55c73488-1da5-4be6-9dd4-9dd2a421d0d0","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2022-09-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.811,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"MNLP-0.1 (testing only) / Commercial","license_url":"https://mistral.ai/licenses/MNPL-0.1.md","livecodebench":0.213,"math_500":0.354,"math_index":null,"mmlu_pro":0.331,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Codestral-22B-v0.1","multilingual_aa":null,"name":"Codestral (May '24)","open_weights":"Open","parameters":22,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-29","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":945,"answer_tokens":525,"output_tokens":525,"reasoning_tokens":0},"scicode":0.218,"short_name":"Codestral (May)","show_host_model_evals":false,"size_class":"Small","slug":"codestral-2405","tau2":null,"terminalbench_hard":null,"tokenizer_id":"codestral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[],"model_url":"/models/codestral-2405","hosts_url":"/models/codestral-2405/providers","name_and_creator_label":"Codestral (May), Mistral"},{"additional_text":null,"aime":null,"aime25":0.033,"agentic_index":6.29,"coding_index":1.52,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":369,"estimated_intelligence_index":8.031161,"family_slug_for_ordering":"lfm2","frontier_model":false,"gpqa":0.228,"hle":0.057,"humaneval":null,"id":"0faadeeb-320c-45cf-9c76-5f8768f342e6","ifbench":0.22,"inference_parameters_active":null,"intelligence_index":9.67,"intelligence_index_token_counts":{"input_tokens":64533564,"answer_tokens":11682114,"output_tokens":11682114,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"lfm 1.0","license_url":"https://huggingface.co/LiquidAI/LFM2-1.2B/blob/main/LICENSE","livecodebench":0.02,"math_500":null,"math_index":3.33,"mmlu_pro":0.257,"mmmu_pro":null,"model_creator_id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","model_weights_source_url":"https://huggingface.co/LiquidAI/LFM2-1.2B","multilingual_aa":null,"name":"LFM2 1.2B","open_weights":"Open","parameters":1.17,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-07-10","representative_query_token_counts":null,"scicode":0.025,"short_name":"LFM2 1.2B","show_host_model_evals":false,"size_class":"Tiny","slug":"lfm2-1-2b","tau2":0.126,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","logo":"liquidai.svg","name":"Liquid AI","slug":"liquidai","color":"#000000","deleted":false,"host_id":null,"created_at":"2024-09-30T20:43:02.453141+00:00","logo_small":"liquidai_small.svg","creator_url":"https://www.liquid.ai","display_order":15,"logo_url":"/img/logos/liquidai.svg","logo_small_url":"/img/logos/liquidai_small.svg"},"host_models":[{"id":"509f5230-a9ef-4cb2-9707-419b7ce16714","slug":"liquid-ai_lfm2-1-2b","deleted":false,"host_id":"f271d12f-19d9-4c4d-a27a-223394bba9ac","gpqa_16x":null,"model_id":"0faadeeb-320c-45cf-9c76-5f8768f342e6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lfm2-1.2b","function_calling":false,"cache_write_price":null,"host_model_string":"Liquid AI_LFM2 1.2B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/lfm2-1-2b","hosts_url":"/models/lfm2-1-2b/providers","name_and_creator_label":"LFM2 1.2B, Liquid AI"},{"additional_text":null,"aime":null,"aime25":0.083,"agentic_index":7.08,"coding_index":3.8,"commercial_allowed":false,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":368,"estimated_intelligence_index":null,"family_slug_for_ordering":"lfm2","frontier_model":false,"gpqa":0.306,"hle":0.052,"humaneval":null,"id":"739e531a-eb0a-478f-bb67-5845b79ce65d","ifbench":0.195,"inference_parameters_active":null,"intelligence_index":11.83,"intelligence_index_token_counts":{"input_tokens":40305314,"answer_tokens":9666349,"output_tokens":9666349,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"lfm 1.0","license_url":"https://huggingface.co/LiquidAI/LFM2-2.6B/blob/main/LICENSE","livecodebench":0.081,"math_500":null,"math_index":8.33,"mmlu_pro":0.298,"mmmu_pro":null,"model_creator_id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","model_weights_source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B","multilingual_aa":{"average":0.3535,"global_mmlu_lite":{"ar":0.3975,"bn":0.195,"de":0.415,"en":0.415,"es":0.4675,"fr":0.3675,"hi":0.245,"id":0.2675,"it":0.49,"ja":0.3825,"ko":0.35,"pt":0.52,"sw":0.1775,"yo":0.17,"zh":0.4425},"average_per_language":{"ar":0.3975,"bn":0.195,"de":0.415,"en":0.415,"es":0.4675,"fr":0.3675,"hi":0.245,"id":0.2675,"it":0.49,"ja":0.3825,"ko":0.35,"pt":0.52,"sw":0.1775,"yo":0.17,"zh":0.4425},"average_global_mmlu_lite":0.3535},"name":"LFM2 2.6B","open_weights":"Open","parameters":2.57,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-09-23","representative_query_token_counts":null,"scicode":0.025,"short_name":"LFM2 2.6B","show_host_model_evals":false,"size_class":"Tiny","slug":"lfm2-2-6b","tau2":0.135,"terminalbench_hard":0.007,"tokenizer_id":null,"model_creators":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","logo":"liquidai.svg","name":"Liquid AI","slug":"liquidai","color":"#000000","deleted":false,"host_id":null,"created_at":"2024-09-30T20:43:02.453141+00:00","logo_small":"liquidai_small.svg","creator_url":"https://www.liquid.ai","display_order":15,"logo_url":"/img/logos/liquidai.svg","logo_small_url":"/img/logos/liquidai_small.svg"},"host_models":[],"model_url":"/models/lfm2-2-6b","hosts_url":"/models/lfm2-2-6b/providers","name_and_creator_label":"LFM2 2.6B, Liquid AI"},{"additional_text":null,"aime":null,"aime25":0.253,"agentic_index":5.26,"coding_index":7.32,"commercial_allowed":false,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":371,"estimated_intelligence_index":null,"family_slug_for_ordering":"lfm2","frontier_model":false,"gpqa":0.344,"hle":0.049,"humaneval":null,"id":"686ab020-ee58-4a70-a9ac-24d675a73506","ifbench":0.263,"inference_parameters_active":"1.5","intelligence_index":17.39,"intelligence_index_token_counts":{"input_tokens":65202632,"answer_tokens":13980943,"output_tokens":13980943,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"lfm 1.0","license_url":"https://huggingface.co/LiquidAI/LFM2-2.6B/blob/main/LICENSE","livecodebench":0.151,"math_500":null,"math_index":25.33,"mmlu_pro":0.505,"mmmu_pro":null,"model_creator_id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","model_weights_source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B","multilingual_aa":null,"name":"LFM2 8B A1B","open_weights":"Open","parameters":8.34,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-10-07","representative_query_token_counts":null,"scicode":0.068,"short_name":"LFM2 8B A1B","show_host_model_evals":false,"size_class":"Small","slug":"lfm2-8b-a1b","tau2":0.105,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","logo":"liquidai.svg","name":"Liquid AI","slug":"liquidai","color":"#000000","deleted":false,"host_id":null,"created_at":"2024-09-30T20:43:02.453141+00:00","logo_small":"liquidai_small.svg","creator_url":"https://www.liquid.ai","display_order":15,"logo_url":"/img/logos/liquidai.svg","logo_small_url":"/img/logos/liquidai_small.svg"},"host_models":[],"model_url":"/models/lfm2-8b-a1b","hosts_url":"/models/lfm2-8b-a1b/providers","name_and_creator_label":"LFM2 8B A1B, Liquid AI"},{"additional_text":null,"aime":0.093,"aime25":0.017,"agentic_index":7.66,"coding_index":7.65,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":163,"estimated_intelligence_index":14.641306,"family_slug_for_ordering":"llama-3-2","frontier_model":false,"gpqa":0.221,"hle":0.052,"humaneval":0.687,"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","ifbench":0.304,"inference_parameters_active":null,"intelligence_index":15.5,"intelligence_index_token_counts":{"input_tokens":78446122,"answer_tokens":15762943,"output_tokens":15762943,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.328,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.117,"license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","livecodebench":0.11,"math_500":0.516,"math_index":1.67,"mmlu_pro":0.464,"mmmu_pro":0.293,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct","multilingual_aa":null,"name":"Llama 3.2 Instruct 11B (Vision)","open_weights":"Open","parameters":11,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-25","representative_query_token_counts":null,"scicode":0.112,"short_name":"Llama 3.2 11B (Vision)","show_host_model_evals":false,"size_class":"Small","slug":"llama-3-2-instruct-11b-vision","tau2":0.146,"terminalbench_hard":0.007,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","slug":"amazon-bedrock_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-11b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.16,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.16,"price_per_1k_1mp_images":1.024,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5339262f-7cd0-41c5-8c21-f7f12e46d547","slug":"azure_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-3-2-11B-Vision-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.37,"price_1m_output_tokens":0.37,"price_1m_blended_3_to_1":0.37,"price_per_1k_1mp_images":2.368,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.7,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","slug":"deepinfra_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-11B-Vision-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.049,"price_1m_output_tokens":0.049,"price_1m_blended_3_to_1":0.049,"price_per_1k_1mp_images":0.352,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":20.41,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-11b-vision","hosts_url":"/models/llama-3-2-instruct-11b-vision/providers","name_and_creator_label":"Llama 3.2 11B (Vision), Meta"},{"additional_text":null,"aime":0,"aime25":0,"agentic_index":6.14,"coding_index":1.21,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":855,"estimated_intelligence_index":7.108594,"family_slug_for_ordering":"llama-3-2","frontier_model":false,"gpqa":0.196,"hle":0.053,"humaneval":0.402,"id":"80f7860a-7665-4658-9f05-15bccf5f832f","ifbench":0.228,"inference_parameters_active":null,"intelligence_index":8.86,"intelligence_index_token_counts":{"input_tokens":61492284,"answer_tokens":11656980,"output_tokens":11656980,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.272,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.05,"license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","livecodebench":0.019,"math_500":0.14,"math_index":0,"mmlu_pro":0.2,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-1B","multilingual_aa":null,"name":"Llama 3.2 Instruct 1B","open_weights":"Open","parameters":1,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-25","representative_query_token_counts":null,"scicode":0.017,"short_name":"Llama 3.2 1B","show_host_model_evals":false,"size_class":"Tiny","slug":"llama-3-2-instruct-1b","tau2":0.123,"terminalbench_hard":0,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"cb8c1ed4-2c10-4925-bc07-b8e587298cea","slug":"amazon-bedrock_llama-3-2-instruct-1b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"80f7860a-7665-4658-9f05-15bccf5f832f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-1b-instruct-v1:0","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 1B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"888b3cbc-1985-43d6-a6bd-861caa14b1c2","slug":"deepinfra_llama-3-2-instruct-1b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"80f7860a-7665-4658-9f05-15bccf5f832f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-1B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 1B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.005,"price_1m_output_tokens":0.01,"price_1m_blended_3_to_1":0.00625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":160,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-1b","hosts_url":"/models/llama-3-2-instruct-1b/providers","name_and_creator_label":"Llama 3.2 1B, Meta"},{"additional_text":null,"aime":0.067,"aime25":0.033,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":814,"estimated_intelligence_index":11.150769,"family_slug_for_ordering":"llama-3-2","frontier_model":null,"gpqa":0.255,"hle":0.052,"humaneval":0.557,"id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","ifbench":0.262,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.328,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.02,"license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","livecodebench":0.083,"math_500":0.489,"math_index":3.33,"mmlu_pro":0.347,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-3B","multilingual_aa":null,"name":"Llama 3.2 Instruct 3B","open_weights":"Open","parameters":3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-25","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":686,"output_tokens":686,"reasoning_tokens":0},"scicode":0.052,"short_name":"Llama 3.2 3B","show_host_model_evals":false,"size_class":"Tiny","slug":"llama-3-2-instruct-3b","tau2":0.211,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4fa79788-012f-48f2-9951-950b1a5bdd9a","slug":"novita_llama-3-2-instruct-3b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.2-3b-instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.035,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":28.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0a3347f9-6fe3-48e8-9a33-fad993c8e621","slug":"hyperbolic_llama-3-2-instruct-3b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9e620eb2-37c0-4222-acd9-d618c08c33c6","slug":"togetherai_llama-3-2-instruct-3b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct-Turbo","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.2 Instruct 3B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.06,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.06,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b4e5c05a-dca9-4cfc-b0d1-59ba1bdf777b","slug":"amazon-bedrock_llama-3-2-instruct-3b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-3b-instruct-v1:0","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"07cbd723-dec7-4f8a-8be1-d3cec9c608c9","slug":"deepinfra_llama-3-2-instruct-3b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.02,"price_1m_blended_3_to_1":0.02,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":50,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-3b","hosts_url":"/models/llama-3-2-instruct-3b/providers","name_and_creator_label":"Llama 3.2 3B, Meta"},{"additional_text":null,"aime":0.05,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":154,"estimated_intelligence_index":18.86009803082527,"family_slug_for_ordering":"llama-3-2","frontier_model":null,"gpqa":0.432,"hle":0.049,"humaneval":0.82,"id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.467,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","livecodebench":0.214,"math_500":0.629,"math_index":null,"mmlu_pro":0.671,"mmmu_pro":0.395,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-90B-Vision","multilingual_aa":null,"name":"Llama 3.2 Instruct 90B (Vision)","open_weights":"Open","parameters":90,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-25","representative_query_token_counts":null,"scicode":0.24,"short_name":"Llama 3.2 90B (Vision)","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-2-instruct-90b-vision","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","slug":"google_llama-3-2-instruct-90b-vision_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-3.2-90b-vision-instruct-maas","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.2 Instruct 90B (Vision)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"As of Nov 2024, Vertex is not billing this model:\r\n\"Llama 3.2 API service is at no cost during public preview\" ","supports_images_input_note":"Testing with 1 image returns the following error: {'code': 400, 'message': 'Unable to submit request because it has a non-leading vision input which the model does not support. Learn more: https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/llama', 'status': 'INVALID_ARGUMENT'}","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","slug":"amazon-bedrock_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-90b-instruct-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":4.608,"image_input_pricing_notes":null,"supports_images_input_note":"Techinically it supports 1 image input but the response doesn't pass the testing script check (input is an image of number and asks what number is it, the response hallucinates a lot of numbers)","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"52d8288e-3d7e-42b9-a086-bd79f981fc14","slug":"azure_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-3-2-90B-Vision-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.04,"price_1m_output_tokens":2.04,"price_1m_blended_3_to_1":2.04,"price_per_1k_1mp_images":13.056,"image_input_pricing_notes":null,"supports_images_input_note":"Response with testing script: I can't help you with that.","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.49,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","slug":"deepinfra_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-90B-Vision-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":2.24,"image_input_pricing_notes":null,"supports_images_input_note":"Response with test script: I'm not able to provide assistance with this topic.","override_supports_images_input":false,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-90b-vision","hosts_url":"/models/llama-3-2-instruct-90b-vision/providers","name_and_creator_label":"Llama 3.2 90B (Vision), Meta"},{"additional_text":null,"aime":0.047,"aime25":0.067,"agentic_index":5.26,"coding_index":7.59,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"granite-4-0-micro","display_order":1287,"estimated_intelligence_index":14.802993,"family_slug_for_ordering":"granite-3-3","frontier_model":false,"gpqa":0.338,"hle":0.042,"humaneval":0.71,"id":"2cff73da-4855-403c-afc9-5540feadcc15","ifbench":0.224,"inference_parameters_active":null,"intelligence_index":15.16,"intelligence_index_token_counts":{"input_tokens":60919157,"answer_tokens":7367171,"output_tokens":7367171,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.043,"license_name":"Apache 2.0","license_url":null,"livecodebench":0.127,"math_500":0.665,"math_index":6.67,"mmlu_pro":0.468,"mmmu_pro":null,"model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","model_weights_source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct","multilingual_aa":{"average":0.5548,"global_mmlu_lite":{"ar":0.525,"bn":0.4625,"de":0.63,"en":0.735,"es":0.665,"fr":0.6325,"hi":0.5025,"id":0.53,"it":0.625,"ja":0.5825,"ko":0.52,"pt":0.6025,"sw":0.34,"yo":0.345,"zh":0.625},"average_per_language":{"ar":0.525,"bn":0.4625,"de":0.63,"en":0.735,"es":0.665,"fr":0.6325,"hi":0.5025,"id":0.53,"it":0.625,"ja":0.5825,"ko":0.52,"pt":0.6025,"sw":0.34,"yo":0.345,"zh":0.625},"average_global_mmlu_lite":0.5548},"name":"Granite 3.3 8B (Non-reasoning)","open_weights":"Open","parameters":8.17,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-04-16","representative_query_token_counts":null,"scicode":0.101,"short_name":"Granite 3.3 8B","show_host_model_evals":false,"size_class":"Small","slug":"granite-3-3-8b-instruct","tau2":0.105,"terminalbench_hard":0,"tokenizer_id":null,"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","slug":"ibm","color":"#0f62fe","deleted":false,"host_id":"3359ab97-8499-4bfb-88b8-dbf58a6e7a3f","created_at":"2024-05-23T12:03:04.195376+00:00","logo_small":"ibm_small.svg","creator_url":"https://www.ibm.com/au-en","display_order":50,"logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"},"host_models":[{"id":"4b76dbc5-94cf-4021-9b40-6f9b6f18a368","slug":"replicate_granite-3-3-8b-instruct","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"2cff73da-4855-403c-afc9-5540feadcc15","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ibm-granite/granite-3.3-8b-instruct","function_calling":null,"cache_write_price":null,"host_model_string":"Replicate_Granite 3.3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.085,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":11.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/granite-3-3-8b-instruct","hosts_url":"/models/granite-3-3-8b-instruct/providers","name_and_creator_label":"Granite 3.3 8B, IBM"},{"additional_text":null,"aime":0.013,"aime25":0.013,"agentic_index":0,"coding_index":8.94,"commercial_allowed":true,"computed_performance_host_model_id":"e48f26d2-04db-42bc-9d16-b49b872162d7","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"phi-4","display_order":1244,"estimated_intelligence_index":10.09009101840534,"family_slug_for_ordering":"phi-3","frontier_model":false,"gpqa":0.326,"hle":0.045,"humaneval":0,"id":"865bca06-85ad-41e0-a657-7e64f2475bcf","ifbench":0.215,"inference_parameters_active":null,"intelligence_index":14.41,"intelligence_index_token_counts":{"input_tokens":9731825,"answer_tokens":5287614,"output_tokens":5287614,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.622,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.03,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.15,"math_500":0.463,"math_index":1.33,"mmlu_pro":0.543,"mmmu_pro":null,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","model_weights_source_url":"https://huggingface.co/microsoft/Phi-3-medium-128k-instruct","multilingual_aa":null,"name":"Phi-3 Medium Instruct 14B","open_weights":"Open","parameters":14,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-21","representative_query_token_counts":null,"scicode":0.118,"short_name":"Phi-3 Medium 14B","show_host_model_evals":false,"size_class":"Small","slug":"phi-3-medium","tau2":0,"terminalbench_hard":0,"tokenizer_id":"phi3_tokenizer","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"e48f26d2-04db-42bc-9d16-b49b872162d7","slug":"azure_phi-3-medium","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"865bca06-85ad-41e0-a657-7e64f2475bcf","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-3-medium-128k-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-3 Medium Instruct 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.68,"price_1m_blended_3_to_1":0.2975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-3-medium","hosts_url":"/models/phi-3-medium/providers","name_and_creator_label":"Phi-3 Medium 14B, Microsoft Azure"},{"additional_text":null,"aime":0.04,"aime25":0.003,"agentic_index":0,"coding_index":6.89,"commercial_allowed":true,"computed_performance_host_model_id":"f394df84-776a-41b1-b89b-9c438f0c9e0b","context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"phi-4-mini","display_order":1245,"estimated_intelligence_index":13.100524,"family_slug_for_ordering":"phi-3","frontier_model":false,"gpqa":0.319,"hle":0.044,"humaneval":0.251,"id":"ded8d96e-835f-4359-947a-a4c3bb78e983","ifbench":0.239,"inference_parameters_active":null,"intelligence_index":12.67,"intelligence_index_token_counts":{"input_tokens":18924931,"answer_tokens":4004687,"output_tokens":4004687,"reasoning_tokens":0},"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.585,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.02,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":0.116,"math_500":0.457,"math_index":0.33,"mmlu_pro":0.435,"mmmu_pro":null,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","model_weights_source_url":"https://huggingface.co/microsoft/Phi-3-mini-128k-instruct","multilingual_aa":null,"name":"Phi-3 Mini Instruct 3.8B","open_weights":"Open","parameters":3.8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-23","representative_query_token_counts":null,"scicode":0.09,"short_name":"Phi-3 Mini","show_host_model_evals":false,"size_class":"Tiny","slug":"phi-3-mini","tau2":0,"terminalbench_hard":0,"tokenizer_id":"phi3_tokenizer","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"f394df84-776a-41b1-b89b-9c438f0c9e0b","slug":"azure_phi-3-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"ded8d96e-835f-4359-947a-a4c3bb78e983","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-3-mini-128k-instruct-kvfzc","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-3 Mini Instruct 3.8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.52,"price_1m_blended_3_to_1":0.2275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":4.4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-3-mini","hosts_url":"/models/phi-3-mini/providers","name_and_creator_label":"Phi-3 Mini, Microsoft Azure"},{"additional_text":null,"aime":0,"aime25":0.023,"agentic_index":0.35,"coding_index":9.76,"commercial_allowed":false,"computed_performance_host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":511,"estimated_intelligence_index":5.63059707890755,"family_slug_for_ordering":"aya","frontier_model":false,"gpqa":0.23,"hle":0.045,"humaneval":0.683,"id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","ifbench":0.288,"inference_parameters_active":null,"intelligence_index":13.63,"intelligence_index_token_counts":{"input_tokens":39999577,"answer_tokens":4811646,"output_tokens":4811646,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.107,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.137,"math_500":0.449,"math_index":2.33,"mmlu_pro":0.377,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-32b","multilingual_aa":{"mgsm":{"bn":0.6,"de":0.828,"en":0.868,"es":0.876,"fr":0.744,"ja":0.792,"sw":0.288,"zh":0.82},"mmlu":{"bn":0.41881498362056685,"de":0.6371599487252528,"en":0.6692778806437829,"es":0.6360205098988748,"fr":0.6505483549351944,"ja":0.5645207235436548,"sw":0.3604187437686939,"zh":0.6018373451075345},"average":0.6471624056402221,"average_mgsm":0.727,"average_mmlu":0.5673248112804443,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.5094074918102834,"de":0.7325799743626265,"en":0.7686389403218914,"es":0.7560102549494374,"fr":0.6972741774675972,"ja":0.6782603617718275,"sw":0.32420937188434695,"zh":0.7109186725537673},"average_global_mmlu_lite":null},"name":"Aya Expanse 32B","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-24","representative_query_token_counts":null,"scicode":0.149,"short_name":"Aya Expanse 32B","show_host_model_evals":false,"size_class":"Small","slug":"aya-expanse-32b","tau2":0,"terminalbench_hard":0.007,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","slug":"cohere_aya-expanse-32b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","gpqa_16x":null,"model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"c4ai-aya-expanse-32b","function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-32b","hosts_url":"/models/aya-expanse-32b/providers","name_and_creator_label":"Aya Expanse 32B, Cohere"},{"additional_text":null,"aime":0,"aime25":0,"agentic_index":0,"coding_index":4.93,"commercial_allowed":false,"computed_performance_host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","context_window_tokens":8000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":512,"estimated_intelligence_index":1.63790985468013,"family_slug_for_ordering":"aya","frontier_model":false,"gpqa":0.247,"hle":0.051,"humaneval":0.444,"id":"c44b9736-5853-4257-8190-b4f2a8601367","ifbench":0.241,"inference_parameters_active":null,"intelligence_index":10,"intelligence_index_token_counts":{"input_tokens":38730622,"answer_tokens":10719392,"output_tokens":10719392,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.07,"math_500":0.321,"math_index":0,"mmlu_pro":0.312,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-8b","multilingual_aa":{"mgsm":{"bn":0.228,"de":0.732,"en":0.724,"es":0.772,"fr":0.664,"ja":0.664,"sw":0.092,"zh":0.7},"mmlu":{"bn":0.27937615724255804,"de":0.5403076484831221,"en":0.542800170915824,"es":0.41881498362056685,"fr":0.46104543512320184,"ja":0.40286284005127476,"sw":0.2852157812277453,"zh":0.33599202392821537},"average":0.49015094003703175,"average_mgsm":0.572,"average_mmlu":0.40830188007406354,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.253688078621279,"de":0.636153824241561,"en":0.633400085457912,"es":0.5954074918102834,"fr":0.562522717561601,"ja":0.5334314200256374,"sw":0.18860789061387268,"zh":0.5179960119641076},"average_global_mmlu_lite":null},"name":"Aya Expanse 8B","open_weights":"Open","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-24","representative_query_token_counts":null,"scicode":0.078,"short_name":"Aya Expanse 8B","show_host_model_evals":false,"size_class":"Small","slug":"aya-expanse-8b","tau2":0,"terminalbench_hard":0,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","slug":"cohere_aya-expanse-8b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","gpqa_16x":null,"model_id":"c44b9736-5853-4257-8190-b4f2a8601367","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"c4ai-aya-expanse-8b","function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-8b","hosts_url":"/models/aya-expanse-8b/providers","name_and_creator_label":"Aya Expanse 8B, Cohere"},{"additional_text":"","aime":0,"aime25":0.003,"agentic_index":0.15,"coding_index":5.42,"commercial_allowed":true,"computed_performance_host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":269,"estimated_intelligence_index":5.20351859472402,"family_slug_for_ordering":"ministral","frontier_model":false,"gpqa":0.26,"hle":0.055,"humaneval":0.739,"id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","ifbench":0.205,"inference_parameters_active":null,"intelligence_index":10.94,"intelligence_index_token_counts":{"input_tokens":94433811,"answer_tokens":6772846,"output_tokens":6772846,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.774,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.067,"license_name":"Mistral Commercial License","license_url":"https://mistral.ai/contact/","livecodebench":0.069,"math_500":0.537,"math_index":0.33,"mmlu_pro":0.339,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":null,"multilingual_aa":null,"name":"Ministral 3B","open_weights":"Proprietary","parameters":3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-16","representative_query_token_counts":null,"scicode":0.094,"short_name":"Ministral 3B","show_host_model_evals":false,"size_class":"Tiny","slug":"ministral-3b","tau2":0.003,"terminalbench_hard":0,"tokenizer_id":"mistral_tekken_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","slug":"mistral_ministral-3b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ministral-3b-latest","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-3b","hosts_url":"/models/ministral-3b/providers","name_and_creator_label":"Ministral 3B, Mistral"},{"additional_text":null,"aime":0.037,"aime25":0.03,"agentic_index":0,"coding_index":7.56,"commercial_allowed":false,"computed_performance_host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":268,"estimated_intelligence_index":7.89510625085743,"family_slug_for_ordering":"ministral","frontier_model":false,"gpqa":0.276,"hle":0.049,"humaneval":0.767,"id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","ifbench":0.193,"inference_parameters_active":null,"intelligence_index":12.41,"intelligence_index_token_counts":{"input_tokens":95214198,"answer_tokens":5792330,"output_tokens":5792330,"reasoning_tokens":0},"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.768,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.077,"license_name":"Mistral Research License\r\n","license_url":"https://mistral.ai/licenses/MRL-0.1.md","livecodebench":0.112,"math_500":0.571,"math_index":3,"mmlu_pro":0.389,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Ministral-8B-Instruct-2410","multilingual_aa":null,"name":"Ministral 8B","open_weights":"Open","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-16","representative_query_token_counts":null,"scicode":0.115,"short_name":"Ministral 8B","show_host_model_evals":false,"size_class":"Small","slug":"ministral-8b","tau2":0,"terminalbench_hard":0,"tokenizer_id":"mistral_tekken_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","slug":"mistral_ministral-8b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ministral-8b-latest","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-8b","hosts_url":"/models/ministral-8b/providers","name_and_creator_label":"Ministral 8B, Mistral"},{"additional_text":null,"aime":0.033,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-4-5-haiku","display_order":974,"estimated_intelligence_index":20.22078994554954,"family_slug_for_ordering":"claude-3-5","frontier_model":null,"gpqa":0.408,"hle":0.035,"humaneval":0.859,"id":"033e4aa9-a556-4224-87b0-341ed1070257","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.416,"lab_claimed_hle":null,"lab_claimed_humaneval":0.881,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.314,"math_500":0.721,"math_index":null,"mmlu_pro":0.634,"mmmu_pro":0.456,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.816,"de":0.912,"en":0.944,"es":0.904,"fr":0.812,"ja":0.808,"sw":0.708,"zh":0.876},"mmlu":{"bn":0.6467027488961686,"de":0.7431277595784076,"en":0.8095000712149266,"es":0.7704742914114798,"fr":0.7585813986611594,"ja":0.7371457057399231,"sw":0.5827517447657029,"zh":0.7276741204956559},"average":0.784747365047714,"average_mgsm":0.8475,"average_mmlu":0.721994730095428,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7313513744480843,"de":0.8275638797892038,"en":0.8767500356074633,"es":0.8372371457057399,"fr":0.7852906993305797,"ja":0.7725728528699616,"sw":0.6453758723828514,"zh":0.801837060247828},"average_global_mmlu_lite":null},"name":"Claude 3.5 Haiku","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-22","representative_query_token_counts":null,"scicode":0.274,"short_name":"Claude 3.5 Haiku","show_host_model_evals":false,"size_class":"Large","slug":"claude-3-5-haiku","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"ce890aa7-621b-4c07-8339-308083de451f","slug":"google_claude-3-5-haiku_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-haiku@20241022","function_calling":true,"cache_write_price":1,"host_model_string":"Google_Claude 3.5 Haiku_Vertex","cache_pricing_notes":"","model_name_appendage":"Vertex","price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","slug":"anthropic_claude-3-5-haiku","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-haiku-20241022","function_calling":true,"cache_write_price":1,"host_model_string":"Anthropic_Claude 3.5 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"098bae14-7dae-4af2-9223-fb05a36f8979","slug":"amazon-bedrock_claude-3-5-haiku_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-haiku-20241022-v1:0","function_calling":true,"cache_write_price":1,"host_model_string":"Amazon Bedrock_Claude 3.5 Haiku_Standard","cache_pricing_notes":"- Only supported on US West (Oregon) region\r\n","model_name_appendage":"Standard","price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-5-haiku","hosts_url":"/models/claude-3-5-haiku/providers","name_and_creator_label":"Claude 3.5 Haiku, Anthropic"},{"additional_text":null,"aime":0.097,"aime25":null,"agentic_index":null,"coding_index":26.0431282,"commercial_allowed":null,"computed_performance_host_model_id":"16c7727b-75e6-4733-b18d-357528f5df23","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-3-7-sonnet","display_order":968,"estimated_intelligence_index":25.445052333469,"family_slug_for_ordering":"claude-3-5","frontier_model":null,"gpqa":0.56,"hle":0.037,"humaneval":0.899,"id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-04-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.594,"lab_claimed_hle":null,"lab_claimed_humaneval":0.92,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.695,"math_index":null,"mmlu_pro":0.751,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 3.5 Sonnet (June '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-21","representative_query_token_counts":null,"scicode":0.316,"short_name":"Claude 3.5 Sonnet (June)","show_host_model_evals":false,"size_class":"Large","slug":"claude-35-sonnet-june-24","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"16c7727b-75e6-4733-b18d-357528f5df23","slug":"anthropic_claude-35-sonnet-june-24","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-20240620","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.5 Sonnet (June '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"4c41e958-22f5-4959-9734-1f023df88f46","slug":"google_claude-35-sonnet-june-24_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3.5 Sonnet (June '24)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"97a677a9-7dff-4341-a7ba-8d3bb3c2b249","slug":"amazon-bedrock_claude-35-sonnet-june-24","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-sonnet-20240620-v1:0","function_calling":true,"cache_write_price":3.75,"host_model_string":"Amazon Bedrock_Claude 3.5 Sonnet (June '24)_","cache_pricing_notes":"- Only supported on US West (Oregon) region\r\n","model_name_appendage":"","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-35-sonnet-june-24","hosts_url":"/models/claude-35-sonnet-june-24/providers","name_and_creator_label":"Claude 3.5 Sonnet (June), Anthropic"},{"additional_text":null,"aime":0.157,"aime25":null,"agentic_index":null,"coding_index":30.1638764,"commercial_allowed":null,"computed_performance_host_model_id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-3-7-sonnet","display_order":964,"estimated_intelligence_index":29.85488598410824,"family_slug_for_ordering":"claude-3-5","frontier_model":null,"gpqa":0.599,"hle":0.039,"humaneval":0.93,"id":"0a603978-03b9-4f47-a273-2f7fd969be85","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-04-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.65,"lab_claimed_hle":null,"lab_claimed_humaneval":0.937,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.381,"math_500":0.771,"math_index":null,"mmlu_pro":0.772,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.888,"de":0.932,"en":0.98,"es":0.952,"fr":0.916,"ja":0.904,"sw":0.936,"zh":0.92},"mmlu":{"bn":0.7866400797607178,"de":0.8538669705170203,"en":0.8948155533399801,"es":0.8688933200398804,"fr":0.8624127617148555,"ja":0.8435408061529697,"sw":0.7654892465460761,"zh":0.8424725822532403},"average":0.8841332075202963,"average_mgsm":0.9285,"average_mmlu":0.8397664150405926,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8373200398803589,"de":0.8929334852585102,"en":0.93740777666999,"es":0.9104466600199401,"fr":0.8892063808574278,"ja":0.8737704030764848,"sw":0.850744623273038,"zh":0.8812362911266202},"average_global_mmlu_lite":null},"name":"Claude 3.5 Sonnet (Oct '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-22","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1028,"answer_tokens":442,"output_tokens":442,"reasoning_tokens":0},"scicode":0.366,"short_name":"Claude 3.5 Sonnet (Oct)","show_host_model_evals":false,"size_class":"Large","slug":"claude-35-sonnet","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"7303d52f-8bb4-45d4-9b4e-aabaa7efcf60","slug":"google_claude-35-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-v2@20241022","function_calling":true,"cache_write_price":3.75,"host_model_string":"Google_Claude 3.5 Sonnet (Oct '24)_Vertex","cache_pricing_notes":"","model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"2ca5b180-5c1a-48b3-a26e-0d0e06afd36e","slug":"amazon-bedrock_claude-35-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-sonnet-20241022-v2:0","function_calling":true,"cache_write_price":3.75,"host_model_string":"Amazon Bedrock_Claude 3.5 Sonnet (Oct '24)","cache_pricing_notes":"- Only supported on US West (Oregon) region","model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","slug":"anthropic_claude-35-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-20241022","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.5 Sonnet (Oct '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-35-sonnet","hosts_url":"/models/claude-35-sonnet/providers","name_and_creator_label":"Claude 3.5 Sonnet (Oct), Anthropic"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":10.6541808,"commercial_allowed":null,"computed_performance_host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4","display_order":694,"estimated_intelligence_index":8.27252444618241,"family_slug_for_ordering":"gpt-3-5","frontier_model":null,"gpqa":0.297,"hle":null,"humaneval":0.698,"id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2021-09-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.308,"lab_claimed_hle":null,"lab_claimed_humaneval":0.68,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.441,"math_index":null,"mmlu_pro":0.462,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-3.5 Turbo","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2022-11-30","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":452,"output_tokens":452,"reasoning_tokens":0},"scicode":null,"short_name":"GPT-3.5 Turbo","show_host_model_evals":false,"size_class":"Medium","slug":"gpt-35-turbo","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","slug":"openai_gpt-35-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-3.5-turbo","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-3.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-35-turbo","hosts_url":"/models/gpt-35-turbo/providers","name_and_creator_label":"GPT-3.5 Turbo, OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"eb668488-ffb6-48cb-b285-62201d95ec2a","context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"gpt-35-turbo","display_order":743,"estimated_intelligence_index":null,"family_slug_for_ordering":"gpt-3-5","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"8b1a70d1-e05f-426b-9122-023d4629ab47","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-3.5 Turbo (0613)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-06-13","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-3.5 Turbo (0613)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-3-5-turbo-0613","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-3-5-turbo-0613","hosts_url":"/models/gpt-3-5-turbo-0613/providers","name_and_creator_label":"GPT-3.5 Turbo (0613), OpenAI"},{"additional_text":null,"aime":0.487,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","context_window_tokens":127000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1229,"estimated_intelligence_index":28.81201991807869,"family_slug_for_ordering":"sonar","frontier_model":null,"gpqa":0.471,"hle":0.073,"humaneval":0.82,"id":"5ec4a0db-da66-4e46-9682-fceeed755ef8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.295,"math_500":0.817,"math_index":null,"mmlu_pro":0.689,"mmmu_pro":null,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","model_weights_source_url":null,"multilingual_aa":null,"name":"Sonar","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-21","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":716,"output_tokens":716,"reasoning_tokens":0},"scicode":0.229,"short_name":"Sonar","show_host_model_evals":false,"size_class":"Medium","slug":"sonar","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","slug":"perplexity_sonar","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","gpqa_16x":null,"model_id":"5ec4a0db-da66-4e46-9682-fceeed755ef8","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar","function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar","hosts_url":"/models/sonar/providers","name_and_creator_label":"Sonar, Perplexity"},{"additional_text":null,"aime":0.29,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1227,"estimated_intelligence_index":28.15650410514583,"family_slug_for_ordering":"sonar","frontier_model":null,"gpqa":0.578,"hle":0.079,"humaneval":0.848,"id":"3435db18-9227-45a5-8e79-9546b14b5aaa","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.275,"math_500":0.745,"math_index":null,"mmlu_pro":0.755,"mmmu_pro":null,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","model_weights_source_url":null,"multilingual_aa":null,"name":"Sonar Pro","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-01-21","representative_query_token_counts":null,"scicode":0.226,"short_name":"Sonar Pro","show_host_model_evals":false,"size_class":"Large","slug":"sonar-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","slug":"perplexity_sonar-pro","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","gpqa_16x":null,"model_id":"3435db18-9227-45a5-8e79-9546b14b5aaa","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar-pro","function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar Pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar-pro","hosts_url":"/models/sonar-pro/providers","name_and_creator_label":"Sonar Pro, Perplexity"},{"additional_text":null,"aime":0.77,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","context_window_tokens":127000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1225,"estimated_intelligence_index":34.21506116450303,"family_slug_for_ordering":"sonar","frontier_model":null,"gpqa":0.623,"hle":null,"humaneval":null,"id":"04751bd4-0c5d-416b-a5f2-83727c5bfcda","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.921,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","model_weights_source_url":null,"multilingual_aa":null,"name":"Sonar Reasoning","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-28","representative_query_token_counts":null,"scicode":null,"short_name":"Sonar Reasoning","show_host_model_evals":false,"size_class":"Large","slug":"sonar-reasoning","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","slug":"perplexity_sonar-reasoning","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","gpqa_16x":null,"model_id":"04751bd4-0c5d-416b-a5f2-83727c5bfcda","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.\n\n","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar-reasoning","function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar Reasoning","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar-reasoning","hosts_url":"/models/sonar-reasoning/providers","name_and_creator_label":"Sonar Reasoning, Perplexity"},{"additional_text":null,"aime":0.79,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"9c84d571-89c7-4772-b085-975f27233575","context_window_tokens":127000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1233,"estimated_intelligence_index":46.29244159628829,"family_slug_for_ordering":"sonar","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"1edc272c-d799-44d6-909a-bf3c1909a3a0","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.957,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","model_weights_source_url":null,"multilingual_aa":null,"name":"Sonar Reasoning Pro","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-01-28","representative_query_token_counts":null,"scicode":null,"short_name":"Sonar Reasoning Pro","show_host_model_evals":false,"size_class":"Large","slug":"sonar-reasoning-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[],"model_url":"/models/sonar-reasoning-pro","hosts_url":"/models/sonar-reasoning-pro/providers","name_and_creator_label":"Sonar Reasoning Pro, Perplexity"},{"additional_text":null,"aime":0.723,"aime25":null,"agentic_index":37.31,"coding_index":38.59,"commercial_allowed":null,"computed_performance_host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"o3","display_order":627,"estimated_intelligence_index":47.18632679574219,"family_slug_for_ordering":"o1","frontier_model":null,"gpqa":0.747,"hle":0.077,"humaneval":0.974,"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.757,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.679,"math_500":0.97,"math_index":null,"mmlu_pro":0.841,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8762,"average_mgsm":null,"average_mmlu":0.8762,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_global_mmlu_lite":null},"name":"o1","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2024-12-05","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1089,"output_tokens":2226,"reasoning_tokens":1136,"max_output_tokens_used":14182},"scicode":0.358,"short_name":"o1","show_host_model_evals":false,"size_class":"Large","slug":"o1","tau2":0.626,"terminalbench_hard":0.121,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4527a138-017e-4c02-a2b9-725753363b52","slug":"openai_o1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-2024-12-17","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","slug":"azure_o1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-global-standard","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o1","hosts_url":"/models/o1/providers","name_and_creator_label":"o1, OpenAI"},{"additional_text":null,"aime":0.603,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"o4-mini","display_order":631,"estimated_intelligence_index":39.17115617397222,"family_slug_for_ordering":"o1","frontier_model":null,"gpqa":0.603,"hle":0.049,"humaneval":0.972,"id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.6,"lab_claimed_hle":null,"lab_claimed_humaneval":0.924,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.576,"math_500":0.944,"math_index":null,"mmlu_pro":0.742,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.516,"de":0.928,"en":0.976,"es":0.908,"fr":0.888,"ja":0.912,"sw":0.852,"zh":0.924},"mmlu":{"bn":0.7725,"de":0.8122,"en":0.852,"es":0.8303,"fr":0.8212,"ja":0.8129,"sw":0.7015,"zh":0.818},"average":0.8327875,"average_mgsm":0.863,"average_mmlu":0.802575,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.64425,"de":0.8701000000000001,"en":0.9139999999999999,"es":0.8691500000000001,"fr":0.8546,"ja":0.8624499999999999,"sw":0.77675,"zh":0.871},"average_global_mmlu_lite":null},"name":"o1-mini","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2024-09-12","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1327,"output_tokens":2442,"reasoning_tokens":1115,"max_output_tokens_used":13351},"scicode":0.323,"short_name":"o1-mini","show_host_model_evals":false,"size_class":"Large","slug":"o1-mini","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","slug":"openai_o1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-mini-2024-09-12","function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","slug":"azure_o1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-mini","function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-mini","hosts_url":"/models/o1-mini/providers","name_and_creator_label":"o1-mini, OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":34.045327,"commercial_allowed":null,"computed_performance_host_model_id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"o3","display_order":629,"estimated_intelligence_index":44.92181822999701,"family_slug_for_ordering":"o1","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.956,"id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.733,"lab_claimed_hle":null,"lab_claimed_humaneval":0.924,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":0.924,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.6,"de":0.9,"en":0.956,"es":0.888,"fr":0.788,"ja":0.88,"sw":0.84,"zh":0.908},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8606,"average_mgsm":0.845,"average_mmlu":0.8762,"average_per_language":{"bn":0.7311,"de":0.8786499999999999,"en":0.9319999999999999,"es":0.8886499999999999,"fr":0.8370500000000001,"ja":0.8794,"sw":0.84395,"zh":0.894}},"name":"o1-preview","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2024-09-12","representative_query_token_counts":null,"scicode":null,"short_name":"o1-preview","show_host_model_evals":false,"size_class":"Large","slug":"o1-preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","slug":"azure_o1-preview","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-preview","function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":16.5,"price_1m_output_tokens":66,"price_1m_blended_3_to_1":28.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-preview","hosts_url":"/models/o1-preview/providers","name_and_creator_label":"o1-preview, OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"o3-pro","display_order":698,"estimated_intelligence_index":48,"family_slug_for_ordering":"o1","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"e8d4100e-165b-4c5d-ac11-ac553590a334","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":0.86,"lab_claimed_gpqa":0.79,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"o1-pro","open_weights":"Proprietary","parameters":null,"reasoning_model":true,"reasoning_properties":{"style":"end_metadata"},"release_date":"2025-03-19","representative_query_token_counts":null,"scicode":null,"short_name":"o1-pro","show_host_model_evals":false,"size_class":"Large","slug":"o1-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4o_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"73779625-efe7-4581-9f79-9d53ac3638c1","slug":"openai_o1-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"e8d4100e-165b-4c5d-ac11-ac553590a334","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-pro-2025-03-19","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o1-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":150,"price_1m_output_tokens":600,"price_1m_blended_3_to_1":262.5,"price_per_1k_1mp_images":114.75,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o1-pro","hosts_url":"/models/o1-pro/providers","name_and_creator_label":"o1-pro, OpenAI"},{"additional_text":null,"aime":0.023,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1251,"estimated_intelligence_index":7.29918278455483,"family_slug_for_ordering":"lfm","frontier_model":null,"gpqa":0.327,"hle":0.049,"humaneval":0.505,"id":"1299b9a8-af50-4742-a58b-24ff7eb48f9f","ifbench":null,"inference_parameters_active":"12","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.096,"math_500":0.48,"math_index":null,"mmlu_pro":0.425,"mmmu_pro":null,"model_creator_id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","model_weights_source_url":null,"multilingual_aa":null,"name":"LFM 40B","open_weights":"Proprietary","parameters":40.3,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-30","representative_query_token_counts":null,"scicode":0.071,"short_name":"LFM 40B","show_host_model_evals":false,"size_class":"Medium","slug":"lfm-40b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","logo":"liquidai.svg","name":"Liquid AI","slug":"liquidai","color":"#000000","deleted":false,"host_id":null,"created_at":"2024-09-30T20:43:02.453141+00:00","logo_small":"liquidai_small.svg","creator_url":"https://www.liquid.ai","display_order":15,"logo_url":"/img/logos/liquidai.svg","logo_small_url":"/img/logos/liquidai_small.svg"},"host_models":[],"model_url":"/models/lfm-40b","hosts_url":"/models/lfm-40b/providers","name_and_creator_label":"LFM 40B, Liquid AI"},{"additional_text":"Note: For prompts longer than 128k tokens in length, pricing increases to $0.7 per 1M tokens.","aime":0.093,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"0cb0f510-759d-4b3f-8dec-11c50850d5af","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-1-5-flash","display_order":935,"estimated_intelligence_index":13.99338972268737,"family_slug_for_ordering":"gemini-1-5","frontier_model":null,"gpqa":0.324,"hle":0.042,"humaneval":0.721,"id":"ac48c49d-9e77-4394-ac4e-d1ee51fd5fee","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.395,"lab_claimed_hle":null,"lab_claimed_humaneval":0.743,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.196,"math_500":0.554,"math_index":null,"mmlu_pro":0.574,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 1.5 Flash (May '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-14","representative_query_token_counts":null,"scicode":0.181,"short_name":"Gemini 1.5 Flash (May)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-1-5-flash-may-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gemini1_5_flash_tokenizer","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash-may-2024","hosts_url":"/models/gemini-1-5-flash-may-2024/providers","name_and_creator_label":"Gemini 1.5 Flash (May), Google"},{"additional_text":null,"aime":0.18,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"8289c08e-1548-4b5f-a8af-3ec297c52a39","context_window_tokens":1000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash-lite-001","display_order":909,"estimated_intelligence_index":24.42205038298287,"family_slug_for_ordering":"gemini-1-5","frontier_model":null,"gpqa":0.463,"hle":0.035,"humaneval":0.838,"id":"41faf421-118b-465b-b170-d200776580d1","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.51,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.273,"math_500":0.827,"math_index":null,"mmlu_pro":0.68,"mmmu_pro":0.484,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":{"average":0.92,"global_mmlu_lite":{"en":0.96,"es":0.88},"average_per_language":{"en":0.96,"es":0.88},"average_global_mmlu_lite":0.92},"name":"Gemini 1.5 Flash (Sep '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-24","representative_query_token_counts":null,"scicode":0.267,"short_name":"Gemini 1.5 Flash (Sep)","show_host_model_evals":false,"size_class":"Small","slug":"gemini-1-5-flash","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash","hosts_url":"/models/gemini-1-5-flash/providers","name_and_creator_label":"Gemini 1.5 Flash (Sep), Google"},{"additional_text":null,"aime":0.033,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"bd875310-9815-486b-be22-ede8103ae9e2","context_window_tokens":1048576,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash-lite-001","display_order":925,"estimated_intelligence_index":16.33735535681093,"family_slug_for_ordering":"gemini-1-5","frontier_model":null,"gpqa":0.359,"hle":0.045,"humaneval":0.116,"id":"94229066-9381-4ee1-bf70-a16d63756a6e","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.308,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.217,"math_500":0.689,"math_index":null,"mmlu_pro":0.569,"mmmu_pro":0.365,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.792,"de":0.816,"en":0.904,"es":0.832,"fr":0.756,"ja":0.784,"sw":0.764,"zh":0.812},"mmlu":{"bn":0.6321036889332003,"de":0.6848739495798319,"en":0.7498219626833784,"es":0.7065232872810141,"fr":0.7109386127332289,"ja":0.6768978777951858,"sw":0.6123059393248825,"zh":0.6796040450078337},"average":0.7445668352086598,"average_mgsm":0.8075000000000001,"average_mmlu":0.6816336704173195,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7120518444666002,"de":0.750436974789916,"en":0.8269109813416893,"es":0.7692616436405071,"fr":0.7334693063666144,"ja":0.730448938897593,"sw":0.6881529696624413,"zh":0.7458020225039168},"average_global_mmlu_lite":null},"name":"Gemini 1.5 Flash-8B","open_weights":"Proprietary","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-10-03","representative_query_token_counts":null,"scicode":0.229,"short_name":"Gemini 1.5 Flash-8B","show_host_model_evals":false,"size_class":"Small","slug":"gemini-1-5-flash-8b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash-8b","hosts_url":"/models/gemini-1-5-flash-8b/providers","name_and_creator_label":"Gemini 1.5 Flash-8B, Google"},{"additional_text":"Note: For prompts longer than 128k tokens in length, pricing increases to $7.0 per 1M tokens.","aime":0.08,"aime25":null,"agentic_index":null,"coding_index":19.7848523,"commercial_allowed":null,"computed_performance_host_model_id":"25d9e845-c99a-4914-ac60-70e30214544d","context_window_tokens":2000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash","display_order":926,"estimated_intelligence_index":19.15805976397657,"family_slug_for_ordering":"gemini-1-5","frontier_model":null,"gpqa":0.371,"hle":0.039,"humaneval":0.834,"id":"16f2578b-1b28-4be3-b371-700c2677bcd6","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.462,"lab_claimed_hle":null,"lab_claimed_humaneval":0.841,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.244,"math_500":0.673,"math_index":null,"mmlu_pro":0.657,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 1.5 Pro (May '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-15","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":765,"output_tokens":765,"reasoning_tokens":0},"scicode":0.274,"short_name":"Gemini 1.5 Pro (May)","show_host_model_evals":false,"size_class":"Large","slug":"gemini-1-5-pro-may-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gemini1_5_flash_tokenizer","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-pro-may-2024","hosts_url":"/models/gemini-1-5-pro-may-2024/providers","name_and_creator_label":"Gemini 1.5 Pro (May), Google"},{"additional_text":null,"aime":0.23,"aime25":null,"agentic_index":null,"coding_index":23.6279234,"commercial_allowed":null,"computed_performance_host_model_id":"34375a61-d3a1-45e0-89bc-328a2297c5e5","context_window_tokens":2000000,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-flash","display_order":903,"estimated_intelligence_index":30.0137989084556,"family_slug_for_ordering":"gemini-1-5","frontier_model":null,"gpqa":0.589,"hle":0.049,"humaneval":0.898,"id":"2ac96b67-f4f8-4c8c-ac08-c7510faa7bb9","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.591,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.316,"math_500":0.876,"math_index":null,"mmlu_pro":0.75,"mmmu_pro":0.55,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.9,"de":0.908,"en":0.956,"es":0.9,"fr":0.772,"ja":0.864,"sw":0.892,"zh":0.904},"mmlu":{"bn":0.7906281156530409,"de":0.7956131605184447,"en":0.8605611736219911,"es":0.8327161373023786,"fr":0.8274462327303803,"ja":0.8124198832075203,"sw":0.7758154109101267,"zh":0.8159094146133029},"average":0.8504443455348241,"average_mgsm":0.887,"average_mmlu":0.8138886910696481,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8453140578265205,"de":0.8518065802592223,"en":0.9082805868109955,"es":0.8663580686511894,"fr":0.7997231163651901,"ja":0.8382099416037602,"sw":0.8339077054550634,"zh":0.8599547073066515},"average_global_mmlu_lite":null},"name":"Gemini 1.5 Pro (Sep '24)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-24","representative_query_token_counts":null,"scicode":0.295,"short_name":"Gemini 1.5 Pro (Sep)","show_host_model_evals":false,"size_class":"Large","slug":"gemini-1-5-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-pro","hosts_url":"/models/gemini-1-5-pro/providers","name_and_creator_label":"Gemini 1.5 Pro (Sep), Google"},{"additional_text":null,"aime":0.03,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"6abc8af5-2f4c-44aa-bf2e-3739fe1cbdb1","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1257,"estimated_intelligence_index":5.33263534575625,"family_slug_for_ordering":"dbrx","frontier_model":null,"gpqa":0.331,"hle":0.066,"humaneval":0.668,"id":"1cb96708-f6c1-4668-9804-5db6ecac01ed","ifbench":null,"inference_parameters_active":"36","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.701,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Databricks Open Model License","license_url":"https://www.databricks.com/legal/open-model-license","livecodebench":0.093,"math_500":0.279,"math_index":null,"mmlu_pro":0.397,"mmmu_pro":null,"model_creator_id":"650e5ce8-a549-4207-bbd4-9c4815bc2d49","model_weights_source_url":"https://huggingface.co/databricks/dbrx-instruct","multilingual_aa":null,"name":"DBRX Instruct","open_weights":"Open","parameters":132,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-27","representative_query_token_counts":null,"scicode":0.118,"short_name":"DBRX","show_host_model_evals":false,"size_class":"Medium","slug":"dbrx","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt2_tokenizer","model_creators":{"id":"650e5ce8-a549-4207-bbd4-9c4815bc2d49","logo":"databricks.svg","name":"Databricks","slug":"databricks","color":"#e4462f","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","created_at":"2024-03-27T17:14:53.793017+00:00","logo_small":"databricks_small.png","creator_url":"https://www.databricks.com/product/machine-learning","display_order":22,"logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png"},"host_models":[],"model_url":"/models/dbrx","hosts_url":"/models/dbrx/providers","name_and_creator_label":"DBRX, Databricks"},{"additional_text":null,"aime":0.023,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"hermes-4-llama-3-1-70b","display_order":1299,"estimated_intelligence_index":14.65883759339194,"family_slug_for_ordering":"hermes-3","frontier_model":null,"gpqa":0.401,"hle":0.041,"humaneval":0.751,"id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.3767,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.188,"math_500":0.538,"math_index":null,"mmlu_pro":0.571,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B","multilingual_aa":null,"name":"Hermes 3 - Llama-3.1 70B","open_weights":"Open","parameters":70.6,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-15","representative_query_token_counts":null,"scicode":0.231,"short_name":"Hermes 3 - Llama-3.1 70B","show_host_model_evals":false,"size_class":"Medium","slug":"hermes-3-llama-3-1-70b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[{"id":"b3c4cf9f-c8a5-4315-8f2d-f53cdc75ffde","slug":"deepinfra_hermes-3-llama-3-1-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-3-Llama-3.1-70B","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Hermes 3 - Llama-3.1 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-3-llama-3-1-70b","hosts_url":"/models/hermes-3-llama-3-1-70b/providers","name_and_creator_label":"Hermes 3 - Llama-3.1 70B, Nous Research"},{"additional_text":null,"aime":0.01,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"295c90cb-2f7b-4756-8d19-26ee654845d4","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-3-5-haiku","display_order":981,"estimated_intelligence_index":9.553759898733,"family_slug_for_ordering":"claude-3","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.757,"id":"1fc54cef-d179-48b1-a27d-046874e9b208","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.333,"lab_claimed_hle":null,"lab_claimed_humaneval":0.759,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.154,"math_500":0.394,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":{"mgsm":{"bn":0.652,"de":0.788,"en":0.884,"es":0.812,"fr":0.756,"ja":0.696,"sw":0.628,"zh":0.784},"mmlu":{"bn":0.5077624270047002,"de":0.6570289132602194,"en":0.7080900156672839,"es":0.6662868537245407,"fr":0.6704885343968096,"ja":0.623059393248825,"sw":0.49159663865546216,"zh":0.6104543512320182},"average":0.6834229454493661,"average_mgsm":0.75,"average_mmlu":0.6168458908987323,"average_per_language":{"bn":0.5798812135023501,"de":0.7225144566301097,"en":0.796045007833642,"es":0.7391434268622703,"fr":0.7132442671984047,"ja":0.6595296966244124,"sw":0.559798319327731,"zh":0.6972271756160091}},"name":"Claude 3 Haiku","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-04","representative_query_token_counts":null,"scicode":0.186,"short_name":"Claude 3 Haiku","show_host_model_evals":false,"size_class":"Medium","slug":"claude-3-haiku","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"cf67b883-fa6c-4ebe-8590-d05bf0179ceb","slug":"amazon-bedrock_claude-3-haiku","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"1fc54cef-d179-48b1-a27d-046874e9b208","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-haiku-20240307-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":0.3335,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"295c90cb-2f7b-4756-8d19-26ee654845d4","slug":"anthropic_claude-3-haiku","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"1fc54cef-d179-48b1-a27d-046874e9b208","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-haiku-20240307","function_calling":true,"cache_write_price":0.3,"host_model_string":"Anthropic_Claude 3 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":0.3335,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-haiku","hosts_url":"/models/claude-3-haiku/providers","name_and_creator_label":"Claude 3 Haiku, Anthropic"},{"additional_text":null,"aime":0.033,"aime25":null,"agentic_index":null,"coding_index":19.5266898,"commercial_allowed":null,"computed_performance_host_model_id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-35-sonnet-june-24","display_order":971,"estimated_intelligence_index":20.56841196755939,"family_slug_for_ordering":"claude-3","frontier_model":null,"gpqa":0.489,"hle":0.031,"humaneval":0.848,"id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.504,"lab_claimed_hle":null,"lab_claimed_humaneval":0.849,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.279,"math_500":0.641,"math_index":null,"mmlu_pro":0.696,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 3 Opus","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-04","representative_query_token_counts":null,"scicode":0.233,"short_name":"Claude 3 Opus","show_host_model_evals":false,"size_class":"Large","slug":"claude-3-opus","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"12aba667-e3e9-4fe1-972c-c19b5ddf2c4d","slug":"amazon-bedrock_claude-3-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-opus-20240229-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ea623b5-7aae-4486-adc2-7f4e9ef97f35","slug":"google_claude-3-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-opus@20240229","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","slug":"anthropic_claude-3-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-opus-20240229","function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 3 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-opus","hosts_url":"/models/claude-3-opus/providers","name_and_creator_label":"Claude 3 Opus, Anthropic"},{"additional_text":null,"aime":0.047,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"7a3f9fd7-6f10-4706-9a30-57d6ef5e69f4","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-35-sonnet-june-24","display_order":978,"estimated_intelligence_index":13.29814567866767,"family_slug_for_ordering":"claude-3","frontier_model":null,"gpqa":0.4,"hle":0.038,"humaneval":0.713,"id":"b2e68f0a-8f66-4e4c-9821-2b786cea601b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-08-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.404,"lab_claimed_hle":null,"lab_claimed_humaneval":0.73,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.175,"math_500":0.414,"math_index":null,"mmlu_pro":0.579,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 3 Sonnet","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-04","representative_query_token_counts":null,"scicode":0.229,"short_name":"Claude 3 Sonnet","show_host_model_evals":false,"size_class":"Large","slug":"claude-3-sonnet","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude3_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"f2b2bf3c-8591-4929-9aa3-133bf6a66b56","slug":"amazon-bedrock_claude-3-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"b2e68f0a-8f66-4e4c-9821-2b786cea601b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-sonnet-20240229-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-sonnet","hosts_url":"/models/claude-3-sonnet/providers","name_and_creator_label":"Claude 3 Sonnet, Anthropic"},{"additional_text":null,"aime":0.003,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"650610ac-3082-4b83-97cb-f6a483b6d300","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"command-a","display_order":1318,"estimated_intelligence_index":1,"family_slug_for_ordering":"command-r","frontier_model":null,"gpqa":0.289,"hle":0.051,"humaneval":0.415,"id":"2868d59e-0da9-4083-b962-177093a755c3","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.044,"math_500":0.149,"math_index":null,"mmlu_pro":0.337,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-08-2024","multilingual_aa":null,"name":"Command-R (Aug '24)","open_weights":"Open","parameters":32,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-30","representative_query_token_counts":null,"scicode":0.087,"short_name":"Command-R","show_host_model_evals":false,"size_class":"Small","slug":"command-r","tau2":null,"terminalbench_hard":null,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"53138844-6e0a-4e0e-b18f-767f0606a903","slug":"amazon-bedrock_command-r","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"2868d59e-0da9-4083-b962-177093a755c3","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"650610ac-3082-4b83-97cb-f6a483b6d300","slug":"cohere_command-r","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","gpqa_16x":null,"model_id":"2868d59e-0da9-4083-b962-177093a755c3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-08-2024","function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r","hosts_url":"/models/command-r/providers","name_and_creator_label":"Command-R, Cohere"},{"additional_text":null,"aime":0.007,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"a5018abf-f12f-4691-ac60-f797820735a6","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"command-r","display_order":1320,"estimated_intelligence_index":1,"family_slug_for_ordering":"command-r","frontier_model":null,"gpqa":0.284,"hle":0.048,"humaneval":0.4,"id":"abe9f0c7-f4f6-430d-ba42-f45afdd4841b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.048,"math_500":0.164,"math_index":null,"mmlu_pro":0.338,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-v01","multilingual_aa":null,"name":"Command-R (Mar '24)","open_weights":"Open","parameters":35,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-12","representative_query_token_counts":null,"scicode":0.062,"short_name":"Command-R (Mar)","show_host_model_evals":false,"size_class":"Small","slug":"command-r-03-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"270ecbd6-7c7a-4067-8615-9f3271112c05","slug":"amazon-bedrock_command-r-03-2024","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"abe9f0c7-f4f6-430d-ba42-f45afdd4841b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R (Mar '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-03-2024","hosts_url":"/models/command-r-03-2024/providers","name_and_creator_label":"Command-R (Mar), Cohere"},{"additional_text":null,"aime":0.007,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"794af780-d67b-447b-9ebe-079d69920832","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"command-r-plus","display_order":1315,"estimated_intelligence_index":5.4816162123319,"family_slug_for_ordering":"command-r","frontier_model":null,"gpqa":0.323,"hle":0.045,"humaneval":0.637,"id":"76361085-f5dc-49ec-b069-fe56ca885933","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-02-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.122,"math_500":0.279,"math_index":null,"mmlu_pro":0.432,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-plus","multilingual_aa":null,"name":"Command-R+ (Apr '24)","open_weights":"Open","parameters":104,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-04","representative_query_token_counts":null,"scicode":0.118,"short_name":"Command-R+ (Apr)","show_host_model_evals":false,"size_class":"Medium","slug":"command-r-plus-04-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"99230eff-f5d3-4446-98a1-e2062b8badaf","slug":"amazon-bedrock_command-r-plus-04-2024","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"76361085-f5dc-49ec-b069-fe56ca885933","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-plus-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R+ (Apr '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-plus-04-2024","hosts_url":"/models/command-r-plus-04-2024/providers","name_and_creator_label":"Command-R+ (Apr), Cohere"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"command-a","display_order":1313,"estimated_intelligence_index":7.06081339803379,"family_slug_for_ordering":"command-r","frontier_model":null,"gpqa":0.337,"hle":0.05,"humaneval":0.63,"id":"387b1a3c-a197-4c55-86c0-438eff604e59","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","livecodebench":0.111,"math_500":0.402,"math_index":null,"mmlu_pro":0.427,"mmmu_pro":null,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-plus-08-2024","multilingual_aa":null,"name":"Command-R+ (Aug '24)","open_weights":"Open","parameters":104,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-30","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":645,"output_tokens":645,"reasoning_tokens":0},"scicode":0.122,"short_name":"Command-R+","show_host_model_evals":false,"size_class":"Medium","slug":"command-r-plus","tau2":null,"terminalbench_hard":null,"tokenizer_id":"cohere_tokenizer","model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"37cd6a2c-3a65-4503-bbef-9b1875c73217","slug":"amazon-bedrock_command-r-plus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"387b1a3c-a197-4c55-86c0-438eff604e59","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-plus-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R+ (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","slug":"cohere_command-r-plus","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","gpqa_16x":null,"model_id":"387b1a3c-a197-4c55-86c0-438eff604e59","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-plus-08-2024","function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R+ (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-plus","hosts_url":"/models/command-r-plus/providers","name_and_creator_label":"Command-R+, Cohere"},{"additional_text":null,"aime":0.133,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"4cdfa945-f6b3-47b9-a405-73f6c04e8575","context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"grok-3","display_order":1236,"estimated_intelligence_index":24.68028388504733,"family_slug_for_ordering":"grok-2","frontier_model":null,"gpqa":0.51,"hle":0.038,"humaneval":0.863,"id":"291a510a-dcc0-40df-8a80-b3aa31900a6c","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.56,"lab_claimed_hle":null,"lab_claimed_humaneval":0.875,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Grok 2 Community License Agreement","license_url":"https://huggingface.co/xai-org/grok-2/blob/main/LICENSE","livecodebench":0.267,"math_500":0.778,"math_index":null,"mmlu_pro":0.709,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":"https://huggingface.co/xai-org/grok-2","multilingual_aa":null,"name":"Grok 2 (Dec '24)","open_weights":"Open","parameters":270,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-12","representative_query_token_counts":null,"scicode":0.285,"short_name":"Grok 2","show_host_model_evals":false,"size_class":"Large","slug":"grok-2-1212","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-2-1212","hosts_url":"/models/grok-2-1212/providers","name_and_creator_label":"Grok 2, xAI"},{"additional_text":null,"aime":0.007,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"6febf4b2-86a7-4b34-aae1-7423475d067b","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-pro-experimental-02-05","display_order":929,"estimated_intelligence_index":6.16692819857989,"family_slug_for_ordering":"gemini-1-0","frontier_model":null,"gpqa":0.277,"hle":0.046,"humaneval":0.022,"id":"8ddacd41-bf43-411b-aa30-43ebf0567dd8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-04-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.279,"lab_claimed_hle":null,"lab_claimed_humaneval":0.677,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.116,"math_500":0.403,"math_index":null,"mmlu_pro":0.431,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 1.0 Pro","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-12-06","representative_query_token_counts":null,"scicode":0.117,"short_name":"Gemini 1.0 Pro","show_host_model_evals":false,"size_class":"Medium","slug":"gemini-1-0-pro","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gemini1_0_pro_tokenizer","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-0-pro","hosts_url":"/models/gemini-1-0-pro/providers","name_and_creator_label":"Gemini 1.0 Pro, Google"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":17.6497963,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"gemini-2-0-pro-experimental-02-05","display_order":931,"estimated_intelligence_index":12.8412704907399,"family_slug_for_ordering":"gemini-1-0","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"2ae624ca-25b4-4cc8-8970-cdfdd3320691","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.357,"lab_claimed_hle":null,"lab_claimed_humaneval":0.744,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"Gemini 1.0 Ultra","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-12-06","representative_query_token_counts":null,"scicode":null,"short_name":"Gemini 1.0 Ultra","show_host_model_evals":false,"size_class":"Large","slug":"gemini-1-0-ultra","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-0-ultra","hosts_url":"/models/gemini-1-0-ultra/providers","name_and_creator_label":"Gemini 1.0 Ultra, Google"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-0324","display_order":1132,"estimated_intelligence_index":8.560554121562,"family_slug_for_ordering":"deepseek-v2","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.868,"id":"2d19c2d1-062d-436e-b2c2-3d3ecad34acc","ifbench":null,"inference_parameters_active":"21","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.811,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2-Chat","multilingual_aa":null,"name":"DeepSeek-V2-Chat","open_weights":"Open","parameters":236,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-06","representative_query_token_counts":null,"scicode":null,"short_name":"DeepSeek-V2","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v2","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-v2","hosts_url":"/models/deepseek-v2/providers","name_and_creator_label":"DeepSeek-V2, DeepSeek"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"pixtral-large-2411","display_order":1041,"estimated_intelligence_index":8.91810820134356,"family_slug_for_ordering":"pixtral\n","frontier_model":null,"gpqa":0.343,"hle":0.053,"humaneval":0.777,"id":"3197f919-027c-4739-b8e1-c04e912c8a84","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.72,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.115,"math_500":0.458,"math_index":null,"mmlu_pro":0.473,"mmmu_pro":0.347,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Pixtral-12B-2409","multilingual_aa":null,"name":"Pixtral 12B (2409)","open_weights":"Open","parameters":12,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-11","representative_query_token_counts":null,"scicode":0.135,"short_name":"Pixtral 12B","show_host_model_evals":false,"size_class":"Small","slug":"pixtral","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tekken_vision_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"bb3427a0-c905-4dab-8a8c-b829ef7b352a","slug":"hyperbolic_pixtral","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"3197f919-027c-4739-b8e1-c04e912c8a84","footnotes":"The price based on the https://docs.hyperbolic.xyz/docs/hyperbolic-ai-inference-pricing. Output pricing was no specified","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Pixtral-12B-2409","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Pixtral 12B (2409)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":0.4163,"image_input_pricing_notes":null,"supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","slug":"mistral_pixtral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"3197f919-027c-4739-b8e1-c04e912c8a84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"pixtral-12b-2409","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Pixtral 12B (2409)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.62,"image_input_pricing_notes":null,"supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/pixtral","hosts_url":"/models/pixtral/providers","name_and_creator_label":"Pixtral 12B, Mistral"},{"additional_text":null,"aime":0.07,"aime25":0.023,"agentic_index":null,"coding_index":null,"commercial_allowed":false,"computed_performance_host_model_id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"mistral-medium-3-1","display_order":1021,"estimated_intelligence_index":24.989274,"family_slug_for_ordering":"pixtral\n","frontier_model":null,"gpqa":0.505,"hle":0.036,"humaneval":0.849,"id":"de0beaf0-c951-487a-8eb4-3dd12e74122c","ifbench":0.345,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.103,"license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","livecodebench":0.261,"math_500":0.714,"math_index":2.33,"mmlu_pro":0.701,"mmmu_pro":0.506,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Pixtral-Large-Instruct-2411","multilingual_aa":null,"name":"Pixtral Large","open_weights":"Open","parameters":124,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-11-18","representative_query_token_counts":null,"scicode":0.292,"short_name":"Pixtral Large","show_host_model_evals":false,"size_class":"Medium","slug":"pixtral-large-2411","tau2":0.365,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer_v3","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","slug":"mistral_pixtral-large-2411","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"de0beaf0-c951-487a-8eb4-3dd12e74122c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"pixtral-large-2411","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Pixtral Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":"","supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/pixtral-large-2411","hosts_url":"/models/pixtral-large-2411/providers","name_and_creator_label":"Pixtral Large, Mistral"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"272a0c3c-67a0-4b43-8788-13814d69a4df","context_window_tokens":65384,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-2","display_order":1027,"estimated_intelligence_index":11.69908437742236,"family_slug_for_ordering":"mixtral","frontier_model":null,"gpqa":0.332,"hle":0.041,"humaneval":0.721,"id":"ca6c1412-f3c1-4391-9231-f83a702aa7af","ifbench":null,"inference_parameters_active":"39","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.451,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.148,"math_500":0.545,"math_index":null,"mmlu_pro":0.537,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1","multilingual_aa":null,"name":"Mixtral 8x22B Instruct","open_weights":"Open","parameters":141,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-17","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":575,"output_tokens":575,"reasoning_tokens":0},"scicode":0.188,"short_name":"Mixtral 8x22B","show_host_model_evals":false,"size_class":"Medium","slug":"mistral-8x22b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"272a0c3c-67a0-4b43-8788-13814d69a4df","slug":"mistral_mistral-8x22b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"ca6c1412-f3c1-4391-9231-f83a702aa7af","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mixtral-8x22b","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mixtral 8x22B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-8x22b-instruct","hosts_url":"/models/mistral-8x22b-instruct/providers","name_and_creator_label":"Mixtral 8x22B, Mistral"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"93372f1a-ad99-4721-b691-183b872a9b5f","context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"mistral-small-3-2","display_order":1053,"estimated_intelligence_index":2.58145534299258,"family_slug_for_ordering":"mixtral","frontier_model":null,"gpqa":0.292,"hle":0.045,"humaneval":0.012,"id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","ifbench":null,"inference_parameters_active":"12.9","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.402,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.066,"math_500":0.299,"math_index":null,"mmlu_pro":0.387,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1","multilingual_aa":null,"name":"Mixtral 8x7B Instruct","open_weights":"Open","parameters":46.7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-12-11","representative_query_token_counts":null,"scicode":0.028,"short_name":"Mixtral 8x7B","show_host_model_evals":false,"size_class":"Medium","slug":"mixtral-8x7b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"codestral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"a24fdac2-7f43-4867-aff4-42dfc80267dd","slug":"amazon-bedrock_mixtral-8x7b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mixtral-8x7b-instruct-v0:1","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.5125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.95,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ec3a4f53-ef09-47d3-a42a-b323f6cec589","slug":"togetherai_mixtral-8x7b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mixtral-8x7B-Instruct-v0.1","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"93372f1a-ad99-4721-b691-183b872a9b5f","slug":"mistral_mixtral-8x7b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mixtral-8x7b","function_calling":false,"cache_write_price":null,"host_model_string":"Mistral_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6f5a1fb9-e832-494c-997a-b83cfe2da109","slug":"deepinfra_mixtral-8x7b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mixtral-8x7B-Instruct-v0.1","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.54,"price_1m_output_tokens":0.54,"price_1m_blended_3_to_1":0.54,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.85,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mixtral-8x7b-instruct","hosts_url":"/models/mixtral-8x7b-instruct/providers","name_and_creator_label":"Mixtral 8x7B, Mistral"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-14b-instruct","display_order":777,"estimated_intelligence_index":1,"family_slug_for_ordering":"qwen","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"c43aa1f9-31bd-4a99-be70-84c5e6bd2e75","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":null,"multilingual_aa":null,"name":"Qwen Chat 14B","open_weights":"Open","parameters":14,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-09-25","representative_query_token_counts":null,"scicode":null,"short_name":"Qwen Chat 14B","show_host_model_evals":false,"size_class":"Small","slug":"qwen-chat-14b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen-chat-14b","hosts_url":"/models/qwen-chat-14b/providers","name_and_creator_label":"Qwen Chat 14B, Alibaba"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":33792,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-32b-instruct","display_order":1432,"estimated_intelligence_index":7.567348344391,"family_slug_for_ordering":"qwen","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"41f73c27-880c-4f30-8b07-9999ce89a4ae","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.646,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen-72B-Chat","multilingual_aa":null,"name":"Qwen Chat 72B","open_weights":"Open","parameters":72,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-11-30","representative_query_token_counts":null,"scicode":null,"short_name":"Qwen Chat 72B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen-chat-72b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen-chat-72b","hosts_url":"/models/qwen-chat-72b/providers","name_and_creator_label":"Qwen Chat 72B, Alibaba"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"grok-beta","display_order":21,"estimated_intelligence_index":18.18471673838842,"family_slug_for_ordering":"grok-1","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"4c111fbc-d13a-42b4-858c-1dc17fe3c1d1","ifbench":null,"inference_parameters_active":"78","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.632,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":"https://huggingface.co/xai-org/grok-1","multilingual_aa":null,"name":"Grok-1","open_weights":"Open","parameters":314,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-03-17","representative_query_token_counts":null,"scicode":null,"short_name":"Grok-1","show_host_model_evals":false,"size_class":"Large","slug":"grok-1","tau2":null,"terminalbench_hard":null,"tokenizer_id":"grok_tokenizer","model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-1","hosts_url":"/models/grok-1/providers","name_and_creator_label":"Grok-1, xAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":4.5591306,"commercial_allowed":null,"computed_performance_host_model_id":"be81892e-1b12-486e-9acc-989bc5e96981","context_window_tokens":8000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":949,"estimated_intelligence_index":6.57414256722,"family_slug_for_ordering":"palm-2","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"515852e7-ba9c-4571-8cf9-82ad6b45f22f","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":null,"multilingual_aa":null,"name":"PALM-2","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-05-10","representative_query_token_counts":null,"scicode":null,"short_name":"PALM-2","show_host_model_evals":false,"size_class":"Medium","slug":"palm-2","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/palm-2","hosts_url":"/models/palm-2/providers","name_and_creator_label":"PALM-2, Google"},{"additional_text":null,"aime":0.297,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"93d89fdb-c206-4080-a65b-92ed7c737d7c","context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"gemma-3-27b","display_order":912,"estimated_intelligence_index":17.16171615186286,"family_slug_for_ordering":"gemma-2","frontier_model":null,"gpqa":0.357,"hle":0.037,"humaneval":0.757,"id":"8b6574d7-03ce-4847-882c-064467349a45","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.518,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.279,"math_500":0.541,"math_index":null,"mmlu_pro":0.575,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-2-27b-it","multilingual_aa":null,"name":"Gemma 2 27B","open_weights":"Open","parameters":27.2,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-27","representative_query_token_counts":null,"scicode":0.125,"short_name":"Gemma 2 27B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-2-27b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gemma_tokenizer","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemma-2-27b","hosts_url":"/models/gemma-2-27b/providers","name_and_creator_label":"Gemma 2 27B, Google"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"999fd218-f667-4e15-9aa2-c63d107c64cd","context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"gemma-3-12b","display_order":917,"estimated_intelligence_index":7.7659894998252,"family_slug_for_ordering":"gemma-2","frontier_model":null,"gpqa":0.311,"hle":0.039,"humaneval":0.654,"id":"53082390-b2ac-408e-aa69-cc885b3984b4","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-06-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.402,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","livecodebench":0.126,"math_500":0.517,"math_index":null,"mmlu_pro":0.495,"mmmu_pro":null,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","model_weights_source_url":"https://huggingface.co/google/gemma-2-9b-it","multilingual_aa":null,"name":"Gemma 2 9B","open_weights":"Open","parameters":9,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-27","representative_query_token_counts":null,"scicode":0.007,"short_name":"Gemma 2 9B","show_host_model_evals":false,"size_class":"Small","slug":"gemma-2-9b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gemma_tokenizer","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b26c342c-1c60-40da-889c-77bf6a7e030a","slug":"nebius_gemma-2-9b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"53082390-b2ac-408e-aa69-cc885b3984b4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-2-9b-it-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Gemma 2 9B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.03,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.045,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":22.22,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-2-9b","hosts_url":"/models/gemma-2-9b/providers","name_and_creator_label":"Gemma 2 9B, Google"},{"additional_text":null,"aime":0.047,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"d99dd2e5-30d6-469b-959a-cde6ab904941","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"jamba-1-6-large","display_order":1330,"estimated_intelligence_index":14.82768257551101,"family_slug_for_ordering":"jamba-1-5","frontier_model":null,"gpqa":0.427,"hle":0.04,"humaneval":0.239,"id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","ifbench":null,"inference_parameters_active":"94","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-03-05","lab_claimed_aime":null,"lab_claimed_gpqa":0.369,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.143,"math_500":0.606,"math_index":null,"mmlu_pro":0.572,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Large","multilingual_aa":null,"name":"Jamba 1.5 Large","open_weights":"Open","parameters":398,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-22","representative_query_token_counts":null,"scicode":0.163,"short_name":"Jamba 1.5 Large","show_host_model_evals":false,"size_class":"Large","slug":"jamba-1-5-large","tau2":null,"terminalbench_hard":null,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"f642671a-71b5-471b-96ab-28a7c82c4650","slug":"amazon-bedrock_jamba-1-5-large","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ai21.jamba-1-5-large-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Jamba 1.5 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0d7117c1-7b4c-47ad-a20c-e1dbacd5894b","slug":"azure_jamba-1-5-large","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"AI21-Jamba-1-5-Large","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Jamba 1.5 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-5-large","hosts_url":"/models/jamba-1-5-large/providers","name_and_creator_label":"Jamba 1.5 Large, AI21 Labs"},{"additional_text":null,"aime":0.01,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"76ac5b9e-217c-4345-8142-5e4807949b4a","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"jamba-1-6-mini","display_order":1334,"estimated_intelligence_index":4.00173960434711,"family_slug_for_ordering":"jamba-1-5","frontier_model":null,"gpqa":0.302,"hle":0.051,"humaneval":0.627,"id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","ifbench":null,"inference_parameters_active":"12","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-03-05","lab_claimed_aime":null,"lab_claimed_gpqa":0.323,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.062,"math_500":0.357,"math_index":null,"mmlu_pro":0.371,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Mini","multilingual_aa":null,"name":"Jamba 1.5 Mini","open_weights":"Open","parameters":52,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-22","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":860,"output_tokens":860,"reasoning_tokens":0},"scicode":0.08,"short_name":"Jamba 1.5 Mini","show_host_model_evals":false,"size_class":"Medium","slug":"jamba-1-5-mini","tau2":null,"terminalbench_hard":null,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"33fbc13c-4384-45c7-add5-2c11c4c87983","slug":"amazon-bedrock_jamba-1-5-mini","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ai21.jamba-1-5-mini-v1:0","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Jamba 1.5 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0967c5cd-4a54-4747-ad7e-695e657436ad","slug":"azure_jamba-1-5-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"AI21-Jamba-1-5-Mini","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Jamba 1.5 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-5-mini","hosts_url":"/models/jamba-1-5-mini/providers","name_and_creator_label":"Jamba 1.5 Mini, AI21 Labs"},{"additional_text":null,"aime":0.017,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-instruct-70b","display_order":863,"estimated_intelligence_index":5.52134444341874,"family_slug_for_ordering":"llama-2","frontier_model":null,"gpqa":0.321,"hle":0.047,"humaneval":0,"id":"6b08a75a-19ee-40b4-be33-133b8ef42f92","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","livecodebench":0.098,"math_500":0.329,"math_index":null,"mmlu_pro":0.406,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-13b-chat-hf","multilingual_aa":null,"name":"Llama 2 Chat 13B","open_weights":"Open","parameters":13,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-07-18","representative_query_token_counts":null,"scicode":0.118,"short_name":"Llama 2 Chat 13B","show_host_model_evals":false,"size_class":"Small","slug":"llama-2-chat-13b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama2_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-2-chat-13b","hosts_url":"/models/llama-2-chat-13b/providers","name_and_creator_label":"Llama 2 Chat 13B, Meta"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-instruct-70b","display_order":869,"estimated_intelligence_index":5.580936790049,"family_slug_for_ordering":"llama-2","frontier_model":null,"gpqa":0.327,"hle":0.05,"humaneval":0.344,"id":"599da8e0-bd9c-4b38-a127-b50e371fbcf8","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","livecodebench":0.098,"math_500":0.323,"math_index":null,"mmlu_pro":0.406,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-70b-chat-hf","multilingual_aa":null,"name":"Llama 2 Chat 70B","open_weights":"Open","parameters":70,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-07-18","representative_query_token_counts":null,"scicode":null,"short_name":"Llama 2 Chat 70B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-2-chat-70b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama2_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-2-chat-70b","hosts_url":"/models/llama-2-chat-70b/providers","name_and_creator_label":"Llama 2 Chat 70B, Meta"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-instruct-8b","display_order":864,"estimated_intelligence_index":11.29187000878225,"family_slug_for_ordering":"llama-2","frontier_model":null,"gpqa":0.227,"hle":0.058,"humaneval":0.134,"id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-07-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","livecodebench":0.002,"math_500":0.059,"math_index":null,"mmlu_pro":0.164,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-7b-chat-hf","multilingual_aa":null,"name":"Llama 2 Chat 7B","open_weights":"Open","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-07-18","representative_query_token_counts":null,"scicode":0,"short_name":"Llama 2 Chat 7B","show_host_model_evals":false,"size_class":"Small","slug":"llama-2-chat-7b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama2_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4e263579-d149-42ae-bd4a-d1d5d833ce2b","slug":"replicate_llama-2-chat-7b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-2-7b-chat","function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 2 Chat 7B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-2-chat-7b","hosts_url":"/models/llama-2-chat-7b/providers","name_and_creator_label":"Llama 2 Chat 7B, Meta"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"bd9af294-4311-4a6d-8694-059ad0111bef","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4-1","display_order":737,"estimated_intelligence_index":38.366657827400786,"family_slug_for_ordering":"gpt-4-5","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"5ce30d25-5353-45bb-bef9-6b87480ba3a2","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-10-01","lab_claimed_aime":0.367,"lab_claimed_gpqa":0.714,"lab_claimed_hle":null,"lab_claimed_humaneval":0.886,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4.5 (Preview)","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-27","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-4.5 (Preview)","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4-5","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4-5","hosts_url":"/models/gpt-4-5/providers","name_and_creator_label":"GPT-4.5 (Preview), OpenAI"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":13.142408,"commercial_allowed":null,"computed_performance_host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4-5","display_order":711,"estimated_intelligence_index":21.472229224785,"family_slug_for_ordering":"gpt-4","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2021-09-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.357,"lab_claimed_hle":null,"lab_claimed_humaneval":0.67,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-03-14","representative_query_token_counts":null,"scicode":null,"short_name":"GPT-4","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4952cded-210b-43df-814e-7966dbd70a24","slug":"openai_gpt-4","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":30,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":37.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4","hosts_url":"/models/gpt-4/providers","name_and_creator_label":"GPT-4, OpenAI"},{"additional_text":null,"aime":0.15,"aime25":null,"agentic_index":null,"coding_index":21.4873245,"commercial_allowed":null,"computed_performance_host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"gpt-4-turbo-0125-preview","display_order":652,"estimated_intelligence_index":24.21347716977696,"family_slug_for_ordering":"gpt-4","frontier_model":null,"gpqa":null,"hle":0.033,"humaneval":0.918,"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.48,"lab_claimed_hle":null,"lab_claimed_humaneval":0.871,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.291,"math_500":0.737,"math_index":null,"mmlu_pro":0.694,"mmmu_pro":null,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","model_weights_source_url":null,"multilingual_aa":null,"name":"GPT-4 Turbo","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-11-06","representative_query_token_counts":null,"scicode":0.319,"short_name":"GPT-4 Turbo","show_host_model_evals":false,"size_class":"Large","slug":"gpt-4-turbo","tau2":null,"terminalbench_hard":null,"tokenizer_id":"gpt-4_tokenizer","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"aca3d51f-7221-4336-8d50-372703777b7f","slug":"openai_gpt-4-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","gpqa_16x":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4-turbo","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","slug":"azure_gpt-4-turbo","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","gpqa_16x":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4-turbo-2024-04-09-global-standard","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-turbo","hosts_url":"/models/gpt-4-turbo/providers","name_and_creator_label":"GPT-4 Turbo, OpenAI"},{"additional_text":null,"aime":0.147,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"26c22a9e-a5bf-4c4b-a584-1c94c341890b","context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen2-5-72b-instruct","display_order":1366,"estimated_intelligence_index":18.0953295824036,"family_slug_for_ordering":"qwen2","frontier_model":null,"gpqa":0.371,"hle":0.037,"humaneval":0.826,"id":"7656c62b-5345-435b-bf12-b6ce2ca0d58d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.646,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Tongyi Qianwen LICENSE AGREEMENT","license_url":"https://github.com/QwenLM/Qwen/blob/main/Tongyi%20Qianwen%20LICENSE%20AGREEMENT","livecodebench":0.159,"math_500":0.701,"math_index":null,"mmlu_pro":0.622,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2-72B-Instruct","multilingual_aa":null,"name":"Qwen2 Instruct 72B","open_weights":"Open","parameters":72,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-07","representative_query_token_counts":null,"scicode":0.229,"short_name":"Qwen2 72B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen2-72b-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen2-72b-instruct","hosts_url":"/models/qwen2-72b-instruct/providers","name_and_creator_label":"Qwen2 72B, Alibaba"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4096,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-0324","display_order":1129,"estimated_intelligence_index":5.580936790049,"family_slug_for_ordering":"deepseek-llm","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.75,"id":"7764d514-694f-444c-8d60-bdc6e24e223f","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.738,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/deepseek-LLM/blob/main/LICENSE-MODEL","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat","multilingual_aa":null,"name":"DeepSeek LLM 67B Chat (V1)","open_weights":"Open","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-11-29","representative_query_token_counts":null,"scicode":null,"short_name":"DeepSeek LLM 67B (V1)","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-llm-67b-chat","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-llm-67b-chat","hosts_url":"/models/deepseek-llm-67b-chat/providers","name_and_creator_label":"DeepSeek LLM 67B (V1), DeepSeek"},{"additional_text":"Note: Some providers are deprecating their Llama 3 endpoints in favour of Llama 3.1 endpoints ","aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-1-instruct-70b","display_order":827,"estimated_intelligence_index":13.01011600328808,"family_slug_for_ordering":"llama-3","frontier_model":null,"gpqa":0.379,"hle":0.044,"humaneval":0.79,"id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.395,"lab_claimed_hle":null,"lab_claimed_humaneval":0.817,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.198,"math_500":0.483,"math_index":null,"mmlu_pro":0.574,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","multilingual_aa":null,"name":"Llama 3 Instruct 70B","open_weights":"Open","parameters":70,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-18","representative_query_token_counts":null,"scicode":0.189,"short_name":"Llama 3 70B","show_host_model_evals":false,"size_class":"Medium","slug":"llama-3-instruct-70b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"2e722dab-dcad-4e61-8b27-419a3cbf4b74","slug":"togetherai_llama-3-instruct-70b_reference-fp16","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"META-LLAMA/LLAMA-3-70B-CHAT-HF","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3 Instruct 70B_(Reference, FP16)","cache_pricing_notes":null,"model_name_appendage":"(Reference, FP16)","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"427398c3-607f-426b-a5c7-a1c79046aa62","slug":"amazon-bedrock_llama-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-70b-instruct-v1:0","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.65,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":2.8625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dfb74a0a-1de8-414d-a171-21031202737c","slug":"replicate_llama-3-instruct-70b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3-70b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":2.75,"price_1m_blended_3_to_1":1.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.85,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a80cbd4a-48e1-43cb-82ab-8548e8224813","slug":"hyperbolic_llama-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6292085d-3570-4ccf-8b79-3fc0cd23a76b","slug":"deepinfra_llama-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"68321da0-652b-44b7-8a2e-6ac812ecf213","slug":"togetherai_llama-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct-Turbo","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"99cbe129-a899-4317-8537-40c19fb841b3","slug":"novita_llama-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3-70b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.51,"price_1m_output_tokens":0.74,"price_1m_blended_3_to_1":0.5675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-instruct-70b","hosts_url":"/models/llama-3-instruct-70b/providers","name_and_creator_label":"Llama 3 70B, Meta"},{"additional_text":"Note: Some providers are deprecating their Llama 3 endpoints in favour of Llama 3.1 endpoints ","aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":"llama-3-1-instruct-8b","display_order":842,"estimated_intelligence_index":7.04094928249037,"family_slug_for_ordering":"llama-3","frontier_model":null,"gpqa":0.296,"hle":0.051,"humaneval":0.705,"id":"82879bb8-89fb-4adc-b519-315b8ef30b77","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.342,"lab_claimed_hle":null,"lab_claimed_humaneval":0.622,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","livecodebench":0.096,"math_500":0.499,"math_index":null,"mmlu_pro":0.405,"mmmu_pro":null,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","multilingual_aa":null,"name":"Llama 3 Instruct 8B","open_weights":"Open","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-18","representative_query_token_counts":null,"scicode":0.119,"short_name":"Llama 3 8B","show_host_model_evals":false,"size_class":"Small","slug":"llama-3-instruct-8b","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"ab6ba292-9593-4c79-ae58-c06e021bf5c0","slug":"novita_llama-3-instruct-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3-8b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0a6dcb4b-4a69-4ac9-8fbc-5ecb584526cc","slug":"amazon-bedrock_llama-3-instruct-8b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-8b-instruct-v1:0","function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4199180b-6de3-459e-96cb-4d8b446024aa","slug":"replicate_llama-3-instruct-8b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3-8b-instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f1a0c512-7199-4e88-9f41-1dd0bacf88ba","slug":"deepinfra_llama-3-instruct-8b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-8B-Instruct","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.0375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":26.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-instruct-8b","hosts_url":"/models/llama-3-instruct-8b/providers","name_and_creator_label":"Llama 3 8B, Meta"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":7.7553606,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":100000,"deleted":false,"deprecated":true,"deprecated_to":"claude-2","display_order":984,"estimated_intelligence_index":1,"family_slug_for_ordering":"claude","frontier_model":null,"gpqa":0.33,"hle":0.038,"humaneval":0.018,"id":"83cb898e-05d9-4e4b-9de3-2d305014d923","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.109,"math_500":0.264,"math_index":null,"mmlu_pro":0.434,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude Instant","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-03-14","representative_query_token_counts":null,"scicode":null,"short_name":"Claude Instant","show_host_model_evals":false,"size_class":"Large","slug":"claude-instant","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude2_1_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[],"model_url":"/models/claude-instant","hosts_url":"/models/claude-instant/providers","name_and_creator_label":"Claude Instant, Anthropic"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"9927fa15-9dbd-4041-b09e-238f8d13d66b","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"codestral","display_order":1070,"estimated_intelligence_index":1,"family_slug_for_ordering":"codestral-mamba","frontier_model":null,"gpqa":0.21,"hle":0.054,"humaneval":0.799,"id":"843c3155-6d57-48e1-80fd-d7481dedec29","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.75,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.133,"math_500":0.24,"math_index":null,"mmlu_pro":0.209,"mmmu_pro":null,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","model_weights_source_url":"https://huggingface.co/mistralai/Mamba-Codestral-7B-v0.1","multilingual_aa":null,"name":"Codestral-Mamba","open_weights":"Open","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-07-16","representative_query_token_counts":null,"scicode":0.108,"short_name":"Codestral-Mamba","show_host_model_evals":false,"size_class":"Small","slug":"codestral-mamba","tau2":null,"terminalbench_hard":null,"tokenizer_id":"codestral_tokenizer","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[],"model_url":"/models/codestral-mamba","hosts_url":"/models/codestral-mamba/providers","name_and_creator_label":"Codestral-Mamba, Mistral"},{"additional_text":null,"aime":0.78,"aime25":0.29,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":131072,"deleted":false,"deprecated":true,"deprecated_to":"qwen3-32b-instruct-reasoning","display_order":1378,"estimated_intelligence_index":37.924234,"family_slug_for_ordering":"qwq","frontier_model":null,"gpqa":0.593,"hle":0.082,"humaneval":0.976,"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","ifbench":0.388,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":0.25,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.631,"math_500":0.957,"math_index":29,"mmlu_pro":0.764,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","multilingual_aa":null,"name":"QwQ 32B","open_weights":"Open","parameters":32.8,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"release_date":"2025-03-05","representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":828,"output_tokens":3319,"reasoning_tokens":2491,"max_output_tokens_used":21216},"scicode":0.358,"short_name":"QwQ-32B","show_host_model_evals":false,"size_class":"Small","slug":"qwq-32b","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","slug":"deepinfra_qwq-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":4.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","slug":"hyperbolic_qwq-32b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","slug":"nebius_qwq-32b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-fast","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c980d910-8674-4201-a66f-dc28165ac481","slug":"nebius_qwq-32b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","slug":"togetherai_qwq-32b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"92488197-f8f8-495f-89aa-9d298acd75dc","slug":"cloudflare_qwq-32b","deleted":false,"host_id":"e5a35313-9994-4200-9775-daa4567948bb","gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"@cf/qwen/qwq-32b","function_calling":false,"cache_write_price":null,"host_model_string":"Cloudflare_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.66,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.745,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":24000,"price_m_tokens_blended_3_to_1_per_dollar":1.34,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba"},{"additional_text":null,"aime":0.453,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32768,"deleted":false,"deprecated":true,"deprecated_to":"qwq-32b","display_order":1377,"estimated_intelligence_index":28.0273873541136,"family_slug_for_ordering":"qwq","frontier_model":null,"gpqa":0.557,"hle":0.048,"humaneval":0.867,"id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.337,"math_500":0.91,"math_index":null,"mmlu_pro":0.648,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B-Preview","multilingual_aa":null,"name":"QwQ 32B-Preview","open_weights":"Open","parameters":32.8,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"release_date":"2024-11-27","representative_query_token_counts":null,"scicode":0.038,"short_name":"QwQ 32B-Preview","show_host_model_evals":false,"size_class":"Small","slug":"QwQ-32B-Preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"da643c0a-d4d3-409e-a5be-a9fca5eccc3d","slug":"togetherai_qwq-32b-preview","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","gpqa_16x":null,"model_id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-Preview","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B-Preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"508f386c-fd2b-4899-9311-251f21bac43b","slug":"deepinfra_qwq-32b-preview","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","gpqa_16x":null,"model_id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-Preview","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B-Preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.18,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/QwQ-32B-Preview","hosts_url":"/models/QwQ-32B-Preview/providers","name_and_creator_label":"QwQ 32B-Preview, Alibaba"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-0324","display_order":1134,"estimated_intelligence_index":20.18106247221857,"family_slug_for_ordering":"deepseek-v2-5","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.866,"id":"8a24865b-90d9-4e2b-a2fd-6851c2e9d627","ifbench":null,"inference_parameters_active":"21","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5","multilingual_aa":null,"name":"DeepSeek-V2.5","open_weights":"Open","parameters":236,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-09-06","representative_query_token_counts":null,"scicode":null,"short_name":"DeepSeek-V2.5","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v2-5-sep-2024","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-v2-5-sep-2024","hosts_url":"/models/deepseek-v2-5-sep-2024/providers","name_and_creator_label":"DeepSeek-V2.5, DeepSeek"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v3-0324","display_order":1126,"estimated_intelligence_index":20.74718946210369,"family_slug_for_ordering":"deepseek-v2-5","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.884,"id":"bc4579d2-9c46-46c3-ace0-454039bf21bb","ifbench":null,"inference_parameters_active":"21","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","livecodebench":null,"math_500":0.763,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210","multilingual_aa":null,"name":"DeepSeek-V2.5 (Dec '24)","open_weights":"Open","parameters":236,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-12-10","representative_query_token_counts":null,"scicode":null,"short_name":"DeepSeek-V2.5 (Dec)","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-v2-5","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-v2-5","hosts_url":"/models/deepseek-v2-5/providers","name_and_creator_label":"DeepSeek-V2.5 (Dec), DeepSeek"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v2-5-sep-2024","display_order":1152,"estimated_intelligence_index":6.067607393536028,"family_slug_for_ordering":"deepseek-coder-v2","frontier_model":null,"gpqa":0.319,"hle":0.053,"humaneval":null,"id":"c7327e6e-b27f-4b1b-859d-159a34e0ba1c","ifbench":null,"inference_parameters_active":"2.4","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.811,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-Coder-V2/blob/main/LICENSE-MODEL","livecodebench":0.158,"math_500":null,"math_index":null,"mmlu_pro":0.429,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","multilingual_aa":null,"name":"DeepSeek Coder V2 Lite Instruct","open_weights":"Open","parameters":16,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-17","representative_query_token_counts":null,"scicode":0.139,"short_name":"DeepSeek Coder V2 Lite","show_host_model_evals":false,"size_class":"Small","slug":"deepseek-coder-v2-lite","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-coder-v2-lite","hosts_url":"/models/deepseek-coder-v2-lite/providers","name_and_creator_label":"DeepSeek Coder V2 Lite, DeepSeek"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"deepseek-v2-5-sep-2024","display_order":1127,"estimated_intelligence_index":14.519788784588,"family_slug_for_ordering":"deepseek-coder-v2","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.866,"id":"8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c","ifbench":null,"inference_parameters_active":"21","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.902,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct-0724/blob/main/LICENSE","livecodebench":null,"math_500":0.743,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct","multilingual_aa":null,"name":"DeepSeek-Coder-V2","open_weights":"Open","parameters":236,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-06-17","representative_query_token_counts":null,"scicode":null,"short_name":"DeepSeek-Coder-V2","show_host_model_evals":false,"size_class":"Large","slug":"deepseek-coder-v2","tau2":null,"terminalbench_hard":null,"tokenizer_id":"deepseek_tokenizer","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-coder-v2","hosts_url":"/models/deepseek-coder-v2/providers","name_and_creator_label":"DeepSeek-Coder-V2, DeepSeek"},{"additional_text":null,"aime":0.047,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"jamba-1-7-large","display_order":1328,"estimated_intelligence_index":14.33107968692551,"family_slug_for_ordering":"jamba-1-6","frontier_model":null,"gpqa":0.387,"hle":0.04,"humaneval":0.7,"id":"92b19c88-fa87-4595-957e-fe9aa5fa5ad4","ifbench":null,"inference_parameters_active":"94","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.172,"math_500":0.58,"math_index":null,"mmlu_pro":0.565,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Large-1.6","multilingual_aa":null,"name":"Jamba 1.6 Large","open_weights":"Open","parameters":398,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-06","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":626,"output_tokens":626,"reasoning_tokens":0},"scicode":0.184,"short_name":"Jamba 1.6 Large","show_host_model_evals":false,"size_class":"Large","slug":"jamba-1-6-large","tau2":null,"terminalbench_hard":null,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","slug":"ai21-labs_jamba-1-6-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","gpqa_16x":null,"model_id":"92b19c88-fa87-4595-957e-fe9aa5fa5ad4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-large","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.6 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-6-large","hosts_url":"/models/jamba-1-6-large/providers","name_and_creator_label":"Jamba 1.6 Large, AI21 Labs"},{"additional_text":null,"aime":0.033,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"90b8b26f-4776-498e-8330-f3601179d3c6","context_window_tokens":256000,"deleted":false,"deprecated":true,"deprecated_to":"jamba-1-7-mini","display_order":1340,"estimated_intelligence_index":3.25683527146886,"family_slug_for_ordering":"jamba-1-6","frontier_model":null,"gpqa":0.3,"hle":0.046,"humaneval":0.427,"id":"e8ffd75b-766f-4551-8c52-6e54706220eb","ifbench":null,"inference_parameters_active":"12","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","livecodebench":0.071,"math_500":0.257,"math_index":null,"mmlu_pro":0.367,"mmmu_pro":null,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Mini-1.6","multilingual_aa":null,"name":"Jamba 1.6 Mini","open_weights":"Open","parameters":52,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-06","representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":735,"output_tokens":735,"reasoning_tokens":0},"scicode":0.101,"short_name":"Jamba 1.6 Mini","show_host_model_evals":false,"size_class":"Medium","slug":"jamba-1-6-mini","tau2":null,"terminalbench_hard":null,"tokenizer_id":"jamba_tokenizer","model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.svg","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"},"host_models":[{"id":"90b8b26f-4776-498e-8330-f3601179d3c6","slug":"ai21-labs_jamba-1-6-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","gpqa_16x":null,"model_id":"e8ffd75b-766f-4551-8c52-6e54706220eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-mini","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.6 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-6-mini","hosts_url":"/models/jamba-1-6-mini/providers","name_and_creator_label":"Jamba 1.6 Mini, AI21 Labs"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"394944ea-4f9e-4c69-ad36-a038077e55ce","context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":333,"estimated_intelligence_index":19.138197163944895,"family_slug_for_ordering":"r1-1776","frontier_model":null,"gpqa":null,"hle":null,"humaneval":null,"id":"98e3230e-cee1-4c19-b9f8-b6b6a826ca93","ifbench":null,"inference_parameters_active":"37","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":0.8096,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","livecodebench":null,"math_500":0.954,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","model_weights_source_url":"https://huggingface.co/perplexity-ai/r1-1776","multilingual_aa":null,"name":"R1 1776","open_weights":"Open","parameters":671,"reasoning_model":true,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"release_date":"2025-02-18","representative_query_token_counts":null,"scicode":null,"short_name":"R1 1776","show_host_model_evals":false,"size_class":"Large","slug":"r1-1776","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[],"model_url":"/models/r1-1776","hosts_url":"/models/r1-1776/providers","name_and_creator_label":"R1 1776, Perplexity"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":12.8596855,"commercial_allowed":null,"computed_performance_host_model_id":"594fee3c-d702-490c-877a-7bfb41de6fb4","context_window_tokens":100000,"deleted":false,"deprecated":true,"deprecated_to":"claude-21","display_order":1009,"estimated_intelligence_index":8.560554121562,"family_slug_for_ordering":"claude-2","frontier_model":null,"gpqa":0.344,"hle":null,"humaneval":null,"id":"ddc748d0-6a9b-466b-8d6c-68417980d56d","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.712,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.171,"math_500":null,"math_index":null,"mmlu_pro":0.486,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 2.0","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-07-11","representative_query_token_counts":null,"scicode":0.194,"short_name":"Claude 2.0","show_host_model_evals":false,"size_class":"Large","slug":"claude-2","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude2_1_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[],"model_url":"/models/claude-2","hosts_url":"/models/claude-2/providers","name_and_creator_label":"Claude 2.0, Anthropic"},{"additional_text":null,"aime":0.033,"aime25":null,"agentic_index":null,"coding_index":14.019371,"commercial_allowed":null,"computed_performance_host_model_id":"3d917b1a-ad91-4488-a963-09c05e02cfb3","context_window_tokens":200000,"deleted":false,"deprecated":true,"deprecated_to":"claude-3-sonnet","display_order":993,"estimated_intelligence_index":9.6530804764501,"family_slug_for_ordering":"claude-2","frontier_model":null,"gpqa":0.319,"hle":0.042,"humaneval":0.159,"id":"9e141c0d-fc82-4e07-bb2e-fe0003bc030b","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-01-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.712,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.195,"math_500":0.374,"math_index":null,"mmlu_pro":0.495,"mmmu_pro":null,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","model_weights_source_url":null,"multilingual_aa":null,"name":"Claude 2.1","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-11-21","representative_query_token_counts":null,"scicode":0.184,"short_name":"Claude 2.1","show_host_model_evals":false,"size_class":"Large","slug":"claude-21","tau2":null,"terminalbench_hard":null,"tokenizer_id":"claude2_1_tokenizer","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[],"model_url":"/models/claude-21","hosts_url":"/models/claude-21/providers","name_and_creator_label":"Claude 2.1, Anthropic"},{"additional_text":"This is Grok-2 Beta, weights and any other information are not openly released until the next version of Grok is out! https://x.com/elonmusk/status/1842248588149117013","aime":0.103,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":"468b2374-d124-4957-8c22-1f4c3034758c","context_window_tokens":128000,"deleted":false,"deprecated":true,"deprecated_to":"grok-2-1212","display_order":1234,"estimated_intelligence_index":23.00176612162834,"family_slug_for_ordering":"grok-beta","frontier_model":null,"gpqa":0.471,"hle":0.047,"humaneval":0.866,"id":"a04f5b78-f397-4fd8-a2b1-00dcab50324c","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2024-03-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.241,"math_500":0.737,"math_index":null,"mmlu_pro":0.703,"mmmu_pro":null,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","model_weights_source_url":null,"multilingual_aa":null,"name":"Grok Beta","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-08-13","representative_query_token_counts":null,"scicode":0.295,"short_name":"Grok Beta","show_host_model_evals":false,"size_class":"Large","slug":"grok-beta","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-beta","hosts_url":"/models/grok-beta/providers","name_and_creator_label":"Grok Beta, xAI"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":128000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":441,"estimated_intelligence_index":1.82661895234262,"family_slug_for_ordering":"deephermes-3","frontier_model":null,"gpqa":0.27,"hle":0.043,"humaneval":0.544,"id":"b7726745-9c77-40c3-8452-974cb53d6fbc","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-12-01","lab_claimed_aime":null,"lab_claimed_gpqa":0.32,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","livecodebench":0.085,"math_500":0.218,"math_index":null,"mmlu_pro":0.365,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-8B-Preview","multilingual_aa":null,"name":"DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)","open_weights":"Open","parameters":8,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-02-13","representative_query_token_counts":null,"scicode":0.091,"short_name":"DeepHermes 3 - Llama-3.1 8B","show_host_model_evals":false,"size_class":"Small","slug":"deephermes-3-llama-3-1-8b-preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":"llama3_tokenizer","model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[],"model_url":"/models/deephermes-3-llama-3-1-8b-preview","hosts_url":"/models/deephermes-3-llama-3-1-8b-preview/providers","name_and_creator_label":"DeepHermes 3 - Llama-3.1 8B, Nous Research"},{"additional_text":null,"aime":0.047,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":32000,"deleted":false,"deprecated":false,"deprecated_to":null,"display_order":439,"estimated_intelligence_index":15.50306250398729,"family_slug_for_ordering":"deephermes-3","frontier_model":null,"gpqa":0.382,"hle":0.039,"humaneval":0.746,"id":"a8efb564-9d17-4d7f-8f43-e9110657ce21","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":0.3939,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.195,"math_500":0.595,"math_index":null,"mmlu_pro":0.58,"mmmu_pro":null,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","model_weights_source_url":"https://huggingface.co/NousResearch/DeepHermes-3-Mistral-24B-Preview","multilingual_aa":null,"name":"DeepHermes 3 - Mistral 24B Preview (Non-reasoning)","open_weights":"Open","parameters":24,"reasoning_model":false,"reasoning_properties":null,"release_date":"2025-03-13","representative_query_token_counts":null,"scicode":0.228,"short_name":"DeepHermes 3 - Mistral 24B","show_host_model_evals":false,"size_class":"Small","slug":"deephermes-3-mistral-24b-preview","tau2":null,"terminalbench_hard":null,"tokenizer_id":"","model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nousresearch_small.jpg","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nousresearch_small.jpg"},"host_models":[],"model_url":"/models/deephermes-3-mistral-24b-preview","hosts_url":"/models/deephermes-3-mistral-24b-preview/providers","name_and_creator_label":"DeepHermes 3 - Mistral 24B, Nous Research"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":4000,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1342,"estimated_intelligence_index":7.567348344391,"family_slug_for_ordering":"arctic","frontier_model":null,"gpqa":null,"hle":null,"humaneval":0.746,"id":"b3735511-c6ff-4928-8d72-2181444a4eb3","ifbench":null,"inference_parameters_active":"17","intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"15568026-a4e1-4088-9709-566d3fb3aee1","model_weights_source_url":"https://huggingface.co/Snowflake/snowflake-arctic-instruct","multilingual_aa":null,"name":"Arctic Instruct","open_weights":"Open","parameters":480,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-24","representative_query_token_counts":null,"scicode":null,"short_name":"Arctic","show_host_model_evals":false,"size_class":"Large","slug":"arctic-instruct","tau2":null,"terminalbench_hard":null,"tokenizer_id":"artic_tokenizer","model_creators":{"id":"15568026-a4e1-4088-9709-566d3fb3aee1","logo":"snowflake.svg","name":"Snowflake","slug":"snowflake","color":"#4e9cd7","deleted":false,"host_id":null,"created_at":"2024-05-07T10:52:27.033241+00:00","logo_small":"snowflake_small.svg","creator_url":"https://www.snowflake.com/","display_order":3612312,"logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg"},"host_models":[],"model_url":"/models/arctic-instruct","hosts_url":"/models/arctic-instruct/providers","name_and_creator_label":"Arctic, Snowflake"},{"additional_text":null,"aime":null,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":"84bed274-e0bb-421e-893b-9ef0af1423e6","context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"qwen2-5-72b-instruct","display_order":1406,"estimated_intelligence_index":10.546965675904,"family_slug_for_ordering":"qwen1-5","frontier_model":null,"gpqa":0.289,"hle":null,"humaneval":null,"id":"d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Tongyi Qianwen LICENSE AGREEMENT","license_url":"https://github.com/QwenLM/Qwen/blob/main/Tongyi%20Qianwen%20LICENSE%20AGREEMENT","livecodebench":null,"math_500":null,"math_index":null,"mmlu_pro":null,"mmmu_pro":null,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","model_weights_source_url":"https://huggingface.co/Qwen/Qwen1.5-110B-Chat","multilingual_aa":null,"name":"Qwen1.5 Chat 110B","open_weights":"Open","parameters":110,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-04-25","representative_query_token_counts":null,"scicode":null,"short_name":"Qwen1.5 Chat 110B","show_host_model_evals":false,"size_class":"Medium","slug":"qwen1.5-110b-chat","tau2":null,"terminalbench_hard":null,"tokenizer_id":"qwen2_tokenizer","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen1.5-110b-chat","hosts_url":"/models/qwen1.5-110b-chat/providers","name_and_creator_label":"Qwen1.5 Chat 110B, Alibaba"},{"additional_text":null,"aime":0,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":true,"computed_performance_host_model_id":null,"context_window_tokens":8192,"deleted":false,"deprecated":true,"deprecated_to":null,"display_order":1242,"estimated_intelligence_index":5.352499915953193,"family_slug_for_ordering":"openchat-3-5","frontier_model":null,"gpqa":0.23,"hle":0.048,"humaneval":0.677,"id":"ec60e57e-76d3-42e3-a0e3-80662225a639","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":"2023-11-01","lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":0.689,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","livecodebench":0.115,"math_500":0.307,"math_index":null,"mmlu_pro":0.31,"mmmu_pro":null,"model_creator_id":"14b780e1-14fb-4aae-af03-ae2d99699bb1","model_weights_source_url":"https://huggingface.co/openchat/openchat-3.5-1210","multilingual_aa":null,"name":"OpenChat 3.5 (1210)","open_weights":"Open","parameters":7,"reasoning_model":false,"reasoning_properties":null,"release_date":"2023-12-18","representative_query_token_counts":null,"scicode":null,"short_name":"OpenChat 3.5","show_host_model_evals":false,"size_class":"Small","slug":"openchat-35","tau2":null,"terminalbench_hard":null,"tokenizer_id":"mistral_tokenizer","model_creators":{"id":"14b780e1-14fb-4aae-af03-ae2d99699bb1","logo":"openchat.png","name":"OpenChat","slug":"openchat","color":"#5a80de","deleted":false,"host_id":null,"created_at":"2023-12-20T02:06:32.802661+00:00","logo_small":"openchat_small.png","creator_url":"https://github.com/imoneoi/openchat","display_order":11,"logo_url":"/img/logos/openchat.png","logo_small_url":"/img/logos/openchat_small.png"},"host_models":[],"model_url":"/models/openchat-35","hosts_url":"/models/openchat-35/providers","name_and_creator_label":"OpenChat 3.5, OpenChat"},{"additional_text":null,"aime":0.067,"aime25":null,"agentic_index":null,"coding_index":null,"commercial_allowed":null,"computed_performance_host_model_id":null,"context_window_tokens":32000,"deleted":false,"deprecated":true,"deprecated_to":"yi-lightning","display_order":1505,"estimated_intelligence_index":13.41733037192819,"family_slug_for_ordering":"yi","frontier_model":null,"gpqa":0.363,"hle":0.032,"humaneval":0.744,"id":"fb779453-2f07-4250-b46e-2223ddda0bd2","ifbench":null,"inference_parameters_active":null,"intelligence_index":null,"intelligence_index_token_counts":null,"knowledge_cutoff_date":null,"lab_claimed_aime":null,"lab_claimed_gpqa":null,"lab_claimed_hle":null,"lab_claimed_humaneval":null,"lab_claimed_livecodebench":null,"lab_claimed_math_500":null,"lab_claimed_mmlu_pro":null,"lab_claimed_scicode":null,"lcr":null,"license_name":null,"license_url":null,"livecodebench":0.108,"math_500":0.562,"math_index":null,"mmlu_pro":0.586,"mmmu_pro":null,"model_creator_id":"647d7f2e-1c81-44bd-b176-2a04d232ad07","model_weights_source_url":null,"multilingual_aa":null,"name":"Yi-Large","open_weights":"Proprietary","parameters":null,"reasoning_model":false,"reasoning_properties":null,"release_date":"2024-05-13","representative_query_token_counts":null,"scicode":0.188,"short_name":"Yi-Large","show_host_model_evals":false,"size_class":"Large","slug":"yi-large","tau2":null,"terminalbench_hard":null,"tokenizer_id":null,"model_creators":{"id":"647d7f2e-1c81-44bd-b176-2a04d232ad07","logo":"01ai.jpg","name":"01.AI","slug":"01-ai","color":"#0f3425","deleted":false,"host_id":"077a9150-b388-46b8-8d78-4ed8993f07bb","created_at":"2024-07-08T11:06:47.280171+00:00","logo_small":"01ai_small.jpg","creator_url":"https://www.01.ai/","display_order":234324324,"logo_url":"/img/logos/01ai.jpg","logo_small_url":"/img/logos/01ai_small.jpg"},"host_models":[],"model_url":"/models/yi-large","hosts_url":"/models/yi-large/providers","name_and_creator_label":"Yi-Large, 01.AI"}],"hosts":[{"additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","color":"#1f1f1f","deleted":false,"display_order":1,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","id":"6047c38a-af71-4b47-9d66-d361753f71b4","json_mode":true,"json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","logo":"openai.svg","logo_small":"openai_small.svg","name":"OpenAI","openai_compatible":true,"short_name":"OpenAI","slug":"openai","website_url":"https://openai.com/","host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deleted":false},{"id":"4527a138-017e-4c02-a2b9-725753363b52","deleted":false},{"id":"0847c210-14c4-413c-abdf-c8109f386218","deleted":false},{"id":"aca3d51f-7221-4336-8d50-372703777b7f","deleted":false},{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","deleted":false},{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deleted":false},{"id":"73779625-efe7-4581-9f79-9d53ac3638c1","deleted":false},{"id":"c713b440-b8d0-458e-9469-f3561685b907","deleted":false},{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","deleted":false},{"id":"67fb4c63-c401-442d-ae09-5289789cac57","deleted":false},{"id":"f0fbf5ee-29e9-4f25-8d1e-efda00412878","deleted":false},{"id":"5cc637b5-1ee3-4673-9f53-fd76b1da4bfa","deleted":false},{"id":"4952cded-210b-43df-814e-7966dbd70a24","deleted":false},{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deleted":false},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deleted":false},{"id":"130d0a42-3905-44d8-bd51-9757d74d015a","deleted":false},{"id":"1abdb92b-9d30-4312-b26b-d1209d42e371","deleted":false},{"id":"0c3f122a-038e-4c82-a5a0-0cdd747ccee6","deleted":false},{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","deleted":false},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deleted":false},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deleted":false},{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deleted":false},{"id":"29df5c1e-e7bc-44ad-8e69-058506cfaaa8","deleted":false},{"id":"d917fea0-fe97-40dc-8c94-b1cb6e023be0","deleted":false},{"id":"4a3c01ee-ab1e-4323-ad09-4f2ce81a4ebe","deleted":false},{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","deleted":false},{"id":"d7cd5371-e6ce-44c0-a95e-42a9dbedfd60","deleted":false},{"id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","deleted":false},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","deleted":false},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","deleted":false},{"id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","deleted":false},{"id":"7e874c18-6089-41c4-9f74-a5b76fb77333","deleted":false},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deleted":false},{"id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","deleted":false},{"id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","deleted":false},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","deleted":false},{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","deleted":false},{"id":"80983925-1296-45ab-bbad-d4fb17b420ba","deleted":false},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","deleted":false},{"id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","deleted":false},{"id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","deleted":false},{"id":"a3c2ed2d-da03-41a4-a38f-dbd8ed7c764a","deleted":false}],"host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","color":"#005597","deleted":false,"display_order":3,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","json_mode":null,"json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","logo":"microsoft.webp","logo_small":"microsoft_small.svg","name":"Microsoft Azure","openai_compatible":true,"short_name":"Azure","slug":"azure","website_url":"https://azure.microsoft.com/","host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","deleted":false},{"id":"54791ea3-592c-40b5-803c-a543816f6d96","deleted":false},{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","deleted":false},{"id":"11497879-ce1b-4fbe-83f8-927fb08eadbe","deleted":false},{"id":"78c9c01b-1975-4f5c-a361-167978448467","deleted":false},{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","deleted":false},{"id":"75812fc5-afcb-4993-b8d0-25a943259682","deleted":false},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","deleted":false},{"id":"291ca679-c928-4b83-b01f-e9aab94c1d62","deleted":false},{"id":"d9a57c37-0f86-4ff5-b255-59ea3748305a","deleted":false},{"id":"5339262f-7cd0-41c5-8c21-f7f12e46d547","deleted":false},{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","deleted":false},{"id":"ace1b461-54eb-41e7-a103-4f2532bbeb95","deleted":false},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","deleted":false},{"id":"0967c5cd-4a54-4747-ad7e-695e657436ad","deleted":false},{"id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","deleted":false},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deleted":false},{"id":"52d8288e-3d7e-42b9-a086-bd79f981fc14","deleted":false},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","deleted":false},{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","deleted":false},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","deleted":false},{"id":"f394df84-776a-41b1-b89b-9c438f0c9e0b","deleted":false},{"id":"e48f26d2-04db-42bc-9d16-b49b872162d7","deleted":false},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","deleted":false},{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","deleted":false},{"id":"80ba5cee-b1e1-4b47-9fe6-7d1263621567","deleted":false},{"id":"16d8c9dd-5415-4f4b-b392-3f298ed585cc","deleted":false},{"id":"dd6c9b13-e1d5-4440-a076-c3575f51a1f8","deleted":false},{"id":"b5b73f9b-065e-4e4a-856d-48e116c1fe2f","deleted":false},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","deleted":false},{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","deleted":false},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","deleted":false},{"id":"0d7117c1-7b4c-47ad-a20c-e1dbacd5894b","deleted":false},{"id":"b94648be-42c4-40e7-a15b-87f6f9ce121c","deleted":false},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","deleted":false},{"id":"0d21821a-d3a4-45fd-89f7-f4f1e061eaf7","deleted":false},{"id":"be21e0a2-d12e-4a95-bd22-7b7445c9b251","deleted":false},{"id":"684f6bc1-eedd-429e-b211-6428a602e9f3","deleted":false},{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","deleted":false},{"id":"cbb54435-8889-4543-acb7-5e3ca676d87d","deleted":false},{"id":"fd2812a7-5ab5-4b46-867c-fcf7bbfbbac5","deleted":false},{"id":"c39003a1-5727-4033-9834-8e6c3760ed91","deleted":false},{"id":"c7691a64-9842-4e2e-a1e2-7e3238db4159","deleted":false},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","deleted":false},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","deleted":false},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","deleted":false},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","deleted":false},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","deleted":false},{"id":"fc95b671-819e-4fa9-8e07-dd9d2a56833d","deleted":false},{"id":"59743eb0-ff43-4a17-bd84-41f6ba69f67a","deleted":false},{"id":"293bad2c-e94e-424e-ab5a-f3d3b1acf94e","deleted":false},{"id":"e4ac3eb2-5da6-41b4-bb2a-4d14c3281266","deleted":false},{"id":"ea495d54-cb26-4fb0-97d6-73b6f716427b","deleted":false},{"id":"23559d28-0271-49ac-be8e-a9842858f168","deleted":false},{"id":"f9959a4b-cedc-416c-96c8-8922b04a9867","deleted":false},{"id":"bbd26e54-44df-47df-9ed5-2fcfe1dc9d02","deleted":false}],"host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#fd6f00","deleted":false,"display_order":3,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","json_mode":true,"json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","logo":"mistral.png","logo_small":"mistral_small.png","name":"Mistral","openai_compatible":false,"short_name":"Mistral","slug":"mistral","website_url":"https://mistral.ai/","host_models":[{"id":"732f5e29-af9e-4199-9278-efbee0a0815b","deleted":false},{"id":"d45964a4-f772-4a2b-99a2-5e5e5fbc50c1","deleted":false},{"id":"78195d98-fd4f-4a68-ad66-11a685c14eab","deleted":false},{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","deleted":false},{"id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","deleted":false},{"id":"e697cb87-e864-40b2-b380-90a8b304f15c","deleted":false},{"id":"365fb672-97df-45f0-872d-94b5c6216b77","deleted":false},{"id":"44563da3-d18e-4a31-b579-cb5069a81eb3","deleted":false},{"id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","deleted":false},{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deleted":false},{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","deleted":false},{"id":"272a0c3c-67a0-4b43-8788-13814d69a4df","deleted":false},{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","deleted":false},{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","deleted":false},{"id":"77435ce4-0c08-44cc-bb06-4f91ae7d3985","deleted":false},{"id":"e0557e7f-dfa9-4186-964c-96737df7f912","deleted":false},{"id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","deleted":false},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deleted":false},{"id":"2c74e178-0d51-426e-b8bf-8268da6504d4","deleted":false},{"id":"c41a9038-2acb-4a93-b477-ae2404e0145f","deleted":false},{"id":"7c513930-efb5-48a6-bb0f-140dd92bc994","deleted":false},{"id":"93372f1a-ad99-4721-b691-183b872a9b5f","deleted":false},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deleted":false},{"id":"44c7d26f-52ac-43bb-9212-f47386353169","deleted":false},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deleted":false},{"id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","deleted":false},{"id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","deleted":false},{"id":"8f4daf95-2629-4cbb-a2f2-3ac2d1a763c9","deleted":false},{"id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","deleted":false}],"host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#594DE9","deleted":false,"display_order":4,"function_calling":null,"function_calling_url":null,"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","json_mode":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","logo":"hyperbolic.svg","logo_small":"hyperbolic_small.svg","name":"Hyperbolic","openai_compatible":true,"short_name":"Hyperbolic","slug":"hyperbolic","website_url":"https://hyperbolic.xyz/","host_models":[{"id":"0a3347f9-6fe3-48e8-9a33-fad993c8e621","deleted":false},{"id":"296d8ac2-f1ca-4767-aa96-3a8e05851d60","deleted":false},{"id":"4756d0dc-43ca-4486-98ee-a8809c6830bb","deleted":false},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","deleted":false},{"id":"23993a40-94f2-45b5-99d7-9fc59e5f7818","deleted":false},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","deleted":false},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","deleted":false},{"id":"a80cbd4a-48e1-43cb-82ab-8548e8224813","deleted":false},{"id":"cddcf6b8-aa4c-4319-b5a1-4c0dc5b52898","deleted":false},{"id":"bb3427a0-c905-4dab-8a8c-b829ef7b352a","deleted":false},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","deleted":false},{"id":"e636cc04-b58c-4a4d-9803-3e440c35ca4d","deleted":false},{"id":"5b2b1006-446c-430c-97c4-92de3e795317","deleted":false},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","deleted":false},{"id":"818dad5e-03a9-487a-8f6d-6e31acb29ae3","deleted":false},{"id":"4c2babe9-c82b-4a19-9aed-61011e2d1656","deleted":false},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","deleted":false},{"id":"5317b165-f4b6-472f-8bff-6548aa1c3b44","deleted":false},{"id":"c199ab36-89e3-47c2-b22c-047489f4b494","deleted":false},{"id":"7ccb2c0f-0b3b-439e-bfc0-3c84279aa8dd","deleted":false},{"id":"2a4abfc0-9507-4e55-9fa3-6ec7d5be657a","deleted":false},{"id":"f4b06831-2f4d-441e-a9cb-76b746fb1f47","deleted":false},{"id":"09c1246e-8ee9-4113-bad9-f8ede180cabf","deleted":false}],"host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},{"additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper on average (up to 90% with cache optimization)\r\n- Implements Context Caching on Disk technology\r\n- No guarantee of 100% cache hits","color":"#2243e6","deleted":false,"display_order":4,"function_calling":true,"function_calling_url":"https://api-docs.deepseek.com/guides/function_calling","id":"104abc36-9e4e-46c1-8146-b03161804f91","json_mode":true,"json_mode_url":"https://api-docs.deepseek.com/guides/json_mode","logo":"deepseek.png","logo_small":"deepseek_small.svg","name":"DeepSeek","openai_compatible":true,"short_name":"DeepSeek","slug":"deepseek","website_url":"https://www.deepseek.com/","host_models":[{"id":"0d9d2b79-310f-419d-a9f1-3af154844f76","deleted":false},{"id":"4cf12142-6a47-40c6-9f01-9cfd17de06ab","deleted":false}],"host_url":"/providers/deepseek","logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},{"additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","color":"#F8981C","deleted":false,"display_order":4,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","json_mode":false,"json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","logo":"aws.webp","logo_small":"aws_small.svg","name":"Amazon Bedrock","openai_compatible":false,"short_name":"Amazon","slug":"amazon_bedrock","website_url":"https://aws.amazon.com/bedrock/","host_models":[{"id":"53138844-6e0a-4e0e-b18f-767f0606a903","deleted":false},{"id":"12aba667-e3e9-4fe1-972c-c19b5ddf2c4d","deleted":false},{"id":"f2b2bf3c-8591-4929-9aa3-133bf6a66b56","deleted":false},{"id":"a24fdac2-7f43-4867-aff4-42dfc80267dd","deleted":false},{"id":"1c361c44-81b8-4cbf-951b-7b4b768ccc58","deleted":false},{"id":"76d6d39e-917f-46f7-bb0c-22a5e99f988c","deleted":false},{"id":"7476de24-3d4f-4de2-bf2f-dc98dbdbcffc","deleted":false},{"id":"33fbc13c-4384-45c7-add5-2c11c4c87983","deleted":false},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","deleted":false},{"id":"7f735a6b-aaec-4520-a20f-c0dadcf10797","deleted":false},{"id":"60a4cbed-aa07-477a-93f0-5283361dc294","deleted":false},{"id":"270ecbd6-7c7a-4067-8615-9f3271112c05","deleted":false},{"id":"c96afac5-26ba-46f7-8870-e752504dbcd3","deleted":false},{"id":"0a6dcb4b-4a69-4ac9-8fbc-5ecb584526cc","deleted":false},{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","deleted":false},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","deleted":false},{"id":"7c86efd3-f393-490b-aeb5-4709e7df839f","deleted":false},{"id":"ce6611e3-e962-463f-98c6-9a53d47a11b2","deleted":false},{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","deleted":false},{"id":"f642671a-71b5-471b-96ab-28a7c82c4650","deleted":false},{"id":"37cd6a2c-3a65-4503-bbef-9b1875c73217","deleted":false},{"id":"789d31a8-84b8-4357-be06-a1ec53d6114e","deleted":false},{"id":"427398c3-607f-426b-a5c7-a1c79046aa62","deleted":false},{"id":"cb8c1ed4-2c10-4925-bc07-b8e587298cea","deleted":false},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","deleted":false},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","deleted":false},{"id":"97a677a9-7dff-4341-a7ba-8d3bb3c2b249","deleted":false},{"id":"cf67b883-fa6c-4ebe-8590-d05bf0179ceb","deleted":false},{"id":"99230eff-f5d3-4446-98a1-e2062b8badaf","deleted":false},{"id":"2ca5b180-5c1a-48b3-a26e-0d0e06afd36e","deleted":false},{"id":"098bae14-7dae-4af2-9223-fb05a36f8979","deleted":false},{"id":"b4e5c05a-dca9-4cfc-b0d1-59ba1bdf777b","deleted":false},{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","deleted":false},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","deleted":false},{"id":"47cbc227-813b-4d48-9506-8b9989e27eab","deleted":false},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","deleted":false},{"id":"137b530f-6eb8-4d9e-ae2f-82bb988e61a2","deleted":false},{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","deleted":false},{"id":"5a7964d6-44f1-4f79-9432-e6b72a86ac2b","deleted":false},{"id":"db289df0-794a-4edf-a240-6047c10bf6e7","deleted":false},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","deleted":false},{"id":"5ccfb534-4fa8-47a1-85f9-41ee8d9fa0cb","deleted":false},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","deleted":false},{"id":"17d936ad-a165-4815-a5c9-8f2d52178aef","deleted":false},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","deleted":false},{"id":"e9d6a0ed-1e0e-453e-9978-c25a9cff1a7f","deleted":false},{"id":"f7d86dc0-dd06-47ea-9206-b38aa5dcb479","deleted":false},{"id":"94ba5959-e9ea-4285-8ae8-70497fb5b1d2","deleted":false},{"id":"2a2599ba-f732-45ea-b4cd-8991bccb3f59","deleted":false},{"id":"de50e896-4a46-4eb3-9685-3fca9bbe12e5","deleted":false},{"id":"522fccd6-bb0a-4019-b52d-5998e1b25ab8","deleted":false},{"id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","deleted":false},{"id":"336267c0-7016-4358-8a58-05014a15307f","deleted":false},{"id":"bc2ccea9-0042-43c5-97f9-455f2aeb1801","deleted":false},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","deleted":false}],"host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#F54F35","deleted":false,"display_order":5,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","json_mode":true,"json_mode_url":"https://console.groq.com/docs/text-chat","logo":"groq.png","logo_small":"groq_small.png","name":"Groq","openai_compatible":true,"short_name":"Groq","slug":"groq","website_url":"https://groq.com/","host_models":[{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","deleted":false},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","deleted":false},{"id":"f7819590-4ff9-4607-ba16-59ffd6119eb4","deleted":false},{"id":"45fa8a67-a250-4e39-b7ba-3c8363124cc8","deleted":false},{"id":"d764726e-3739-4d4b-8b90-373e6c7c131e","deleted":false},{"id":"3cee6052-90d1-42c9-ab77-f2ec84628197","deleted":false},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","deleted":false},{"id":"e3cb949c-48ac-4428-9484-31a3e1bf48df","deleted":false},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","deleted":false},{"id":"a8e38398-7951-486e-8f25-68f58d3aa479","deleted":false}],"host_url":"/providers/groq","logo_url":"/img/logos/groq.png","logo_small_url":"/img/logos/groq_small.png"},{"additional_page_text":null,"cache_pricing_notes":"","color":"#1D4CB3","deleted":false,"display_order":6,"function_calling":true,"function_calling_url":"https://friendli.ai/docs/guides/serverless_endpoints/function-calling\r\n","id":"ab82a915-2798-4921-89be-93aa937ed5db","json_mode":true,"json_mode_url":"https://friendli.ai/docs/guides/serverless_endpoints/structured-outputs\r\n","logo":"friendliai.svg","logo_small":"friendliai_small.svg","name":"FriendliAI","openai_compatible":true,"short_name":"FriendliAI","slug":"friendli-ai","website_url":"https://friendli.ai","host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","deleted":false},{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","deleted":false},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","deleted":false},{"id":"a20bba92-afd0-46be-8292-caf6c824c8f0","deleted":false},{"id":"cf694d38-2240-4ede-8e7a-7d45612b86d2","deleted":false}],"host_url":"/providers/friendli-ai","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#0E6EFF","deleted":false,"display_order":6,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","json_mode":null,"json_mode_url":"https://docs.together.ai/docs/json-mode","logo":"togetherai.svg","logo_small":"togetherai_small.svg","name":"Together.ai","openai_compatible":true,"short_name":"Together.ai","slug":"togetherai","website_url":"https://www.together.ai/","host_models":[{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","deleted":false},{"id":"da643c0a-d4d3-409e-a5be-a9fca5eccc3d","deleted":false},{"id":"0011215f-e15a-4574-8108-ad0772243350","deleted":false},{"id":"3be3bfe1-0c0a-428d-8899-850e50c5b026","deleted":false},{"id":"f3f518c7-9d26-4a25-839d-94f8ffd01542","deleted":false},{"id":"d9f7ea68-b197-4ac8-b89a-e36a4dc601e9","deleted":false},{"id":"eac13276-d513-4259-b0ce-4f607eba157b","deleted":false},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","deleted":false},{"id":"9e620eb2-37c0-4222-acd9-d618c08c33c6","deleted":false},{"id":"8b5bdb28-780a-4f2d-bd84-a7c624548095","deleted":false},{"id":"2e722dab-dcad-4e61-8b27-419a3cbf4b74","deleted":false},{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","deleted":false},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","deleted":false},{"id":"ee8dc500-1454-4b1a-a6ba-b1c43763a736","deleted":false},{"id":"61bfaf75-dec9-48af-beac-eb7f3c0bd5aa","deleted":false},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","deleted":false},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","deleted":false},{"id":"3c331bb3-1488-4e5e-b699-bab82a62dbcb","deleted":false},{"id":"ec3a4f53-ef09-47d3-a42a-b323f6cec589","deleted":false},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","deleted":false},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","deleted":false},{"id":"a6cd0c8a-e98e-4c69-acdb-08506a8cfe77","deleted":false},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","deleted":false},{"id":"d08f827f-4453-46d0-baaf-0e9bf2a6432b","deleted":false},{"id":"7ed48131-a47f-434a-9e74-848d105b51b9","deleted":false},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","deleted":false},{"id":"68321da0-652b-44b7-8a2e-6ac812ecf213","deleted":false},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","deleted":false},{"id":"001dcc5d-05d4-4cb1-9c02-0fc7860d8121","deleted":false},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","deleted":false},{"id":"10ab8e59-1249-4958-8317-9e60aa385b56","deleted":false},{"id":"3a04ffc8-3633-4402-bfc6-880ad7757505","deleted":false},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","deleted":false},{"id":"522833b6-2776-41da-bade-c11490913151","deleted":false},{"id":"7704fc7c-c964-4b7d-bb08-95c8f51486ed","deleted":false},{"id":"ffc78a96-021d-4aad-bb80-5fc205a9db74","deleted":false},{"id":"637ca4e1-69a2-4323-82f9-809dd10429f9","deleted":false}],"host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","color":"#CD9D7B","deleted":false,"display_order":7,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","id":"a7b7b981-8720-4260-92c4-ceb47e785efc","json_mode":true,"json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","logo":"anthropic.svg","logo_small":"anthropic_small.svg","name":"Anthropic","openai_compatible":true,"short_name":"Anthropic","slug":"anthropic","website_url":"https://www.anthropic.com/","host_models":[{"id":"1ac63972-c09c-4017-892e-ee72ef090911","deleted":false},{"id":"b5f28da2-b3b3-4d2f-82ef-a8acaadf2f8d","deleted":false},{"id":"16c7727b-75e6-4733-b18d-357528f5df23","deleted":false},{"id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","deleted":false},{"id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","deleted":false},{"id":"bb7e2900-1ac2-41d5-9b1a-4e2df1322287","deleted":false},{"id":"5e172a25-00b8-41c1-8370-fe47d93a14dd","deleted":false},{"id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","deleted":false},{"id":"295c90cb-2f7b-4756-8d19-26ee654845d4","deleted":false},{"id":"5619e548-8f61-40a3-8f22-5821c98999f8","deleted":false},{"id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","deleted":false},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deleted":false},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deleted":false},{"id":"b5f7f1d3-844a-46e2-8f1e-ccd2c664503e","deleted":false},{"id":"457ae2f8-3997-41dd-9e6b-13efd15dfd01","deleted":false},{"id":"eaff68d8-e6a3-457d-8b56-556368ca86db","deleted":false},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","deleted":false}],"host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#1B818E","deleted":false,"display_order":8,"function_calling":false,"function_calling_url":null,"id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","json_mode":false,"json_mode_url":"https://docs.perplexity.ai/guides/structured-outputs","logo":"perplexity.svg","logo_small":"perplexity_small.png","name":"Perplexity","openai_compatible":true,"short_name":"Perplexity","slug":"perplexity","website_url":"https://perplexity.ai/","host_models":[{"id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","deleted":false},{"id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","deleted":false},{"id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","deleted":false}],"host_url":"/providers/perplexity","logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},{"additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","color":"#33A652","deleted":false,"display_order":9,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","id":"50649676-6610-47a6-bb54-a2e213e6e414","json_mode":null,"json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","logo":"google.svg","logo_small":"google_small.svg","name":"Google","openai_compatible":true,"short_name":"Google","slug":"google","website_url":"https://deepmind.google/technologies/gemini/","host_models":[{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","deleted":false},{"id":"46d40ad7-0f74-4924-9f4e-90479b7641fa","deleted":false},{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","deleted":false},{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","deleted":false},{"id":"80653c32-d9e2-4c68-ba32-f2aa58362d86","deleted":false},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","deleted":false},{"id":"ce890aa7-621b-4c07-8339-308083de451f","deleted":false},{"id":"df8de9c0-b614-4812-9e00-620574392c9d","deleted":false},{"id":"4c41e958-22f5-4959-9734-1f023df88f46","deleted":false},{"id":"15521cc9-39a9-44e8-bed2-dbfb2a21f72c","deleted":false},{"id":"421c022e-8887-4dd0-a42e-c62a5392c089","deleted":false},{"id":"7303d52f-8bb4-45d4-9b4e-aabaa7efcf60","deleted":false},{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deleted":false},{"id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","deleted":false},{"id":"4ac2e08c-4637-4186-8791-9f9cffc480a3","deleted":false},{"id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","deleted":false},{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","deleted":false},{"id":"0d11facd-5ff2-4dad-8a7a-686551cc50f3","deleted":false},{"id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","deleted":false},{"id":"7ea623b5-7aae-4486-adc2-7f4e9ef97f35","deleted":false},{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","deleted":false},{"id":"2caa1d98-ec0e-4033-8b83-6bd02b082138","deleted":false},{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","deleted":false},{"id":"764184ef-060b-4787-89f7-9082360c0d08","deleted":false},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","deleted":false},{"id":"f3e79cd3-97e3-41d0-96e3-3be2246cc86c","deleted":false},{"id":"06a216dd-49db-4a94-9d26-da643097229b","deleted":false},{"id":"58591ef4-f3ce-4779-ac42-24c763628ebf","deleted":false},{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","deleted":false},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","deleted":false},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deleted":false},{"id":"fb2dff52-8a8d-4451-a71b-df9ebe0b5928","deleted":false},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","deleted":false},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","deleted":false},{"id":"7b881b94-1d93-45ff-b1e9-e01908c395e5","deleted":false},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","deleted":false},{"id":"3bd4244a-1099-4fec-9135-c447c4cce9fa","deleted":false},{"id":"e787726e-e165-4c1a-8a5d-bed8a8611c1b","deleted":false},{"id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","deleted":false},{"id":"604db58c-1400-4180-bb2b-c042c0d8b71f","deleted":false},{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","deleted":false},{"id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","deleted":false},{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","deleted":false},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","deleted":false},{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deleted":false},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","deleted":false},{"id":"92f57d06-a959-4c99-8311-ea58fbe328b0","deleted":false},{"id":"5a2d71c4-77ca-47a2-882d-40d3868d9ffd","deleted":false},{"id":"5cf28f96-4579-46c3-954b-e1134eb36b20","deleted":false},{"id":"5f7a2fd2-1af1-465b-bd60-9afe2c8d9e5e","deleted":false},{"id":"1f9116d1-eafc-4b3e-89ad-1c2b83aac11e","deleted":false},{"id":"ff4570c8-ad3a-403a-b5fe-22509de6f9c1","deleted":false},{"id":"f8cfe1d8-3d1e-4f85-80a9-892b76386a1f","deleted":false},{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deleted":false},{"id":"a5c37647-ba8e-4742-a7a9-ed66b366adb4","deleted":false},{"id":"6faa6481-e9b0-411f-ab2c-1fc1d5a90337","deleted":false}],"host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#010101","deleted":false,"display_order":10,"function_calling":null,"function_calling_url":null,"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","json_mode":null,"json_mode_url":null,"logo":"lambdalabs.svg","logo_small":"lambdalabs_small.svg","name":"Lambda","openai_compatible":true,"short_name":"Lambda","slug":"lambdalabs","website_url":"https://lambdalabs.com","host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","deleted":false},{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","deleted":false},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","deleted":false},{"id":"917d5899-0be3-4ad0-a0b3-1fce87bb7e3e","deleted":false},{"id":"fecc9f3c-b727-4cd9-8211-d1c55093dd1c","deleted":false},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","deleted":false},{"id":"cd40dd69-6f4c-4497-9372-b4e86e76946e","deleted":false},{"id":"21fde662-c0f8-4e51-a327-8cc9ef13feca","deleted":false},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","deleted":false}],"host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},{"additional_page_text":null,"cache_pricing_notes":"","color":"#6720FF","deleted":false,"display_order":10,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","id":"9b21df65-f08d-46d8-93fd-7f4654e12237","json_mode":true,"json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","logo":"fireworks.svg","logo_small":"fireworks_small.svg","name":"Fireworks","openai_compatible":true,"short_name":"Fireworks","slug":"fireworks","website_url":"https://app.fireworks.ai/","host_models":[{"id":"c6c29100-5225-4ff1-a70e-4e2f4814e5c2","deleted":false},{"id":"78d3d5a5-3ca0-4669-9782-4c8d2e775ce2","deleted":false},{"id":"280d1aaf-b002-49cd-8192-7b1b7203b4be","deleted":false},{"id":"cf1595f1-1825-435b-a338-8fcfb433051f","deleted":false},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","deleted":false},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","deleted":false},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","deleted":false},{"id":"a3d633aa-0ec9-4f6f-8ad0-3d34b7fb4ec8","deleted":false},{"id":"6825a5de-a446-414d-b1bc-87924def99f7","deleted":false},{"id":"f6d986dd-a164-4354-8c26-f8c5a01fb1c2","deleted":false},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","deleted":false},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","deleted":false},{"id":"80b036ba-724b-4eee-b15f-5c578fd08451","deleted":false},{"id":"891f0c26-2aea-4700-9621-8a76e7e3f6bd","deleted":false},{"id":"e680dfb1-0c47-45bf-86a8-ccc4cc1cbfe3","deleted":false}],"host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#F15929","deleted":false,"display_order":11,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","json_mode":true,"json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","logo":"cerebras.png","logo_small":"cerebras_small.png","name":"Cerebras","openai_compatible":true,"short_name":"Cerebras","slug":"cerebras","website_url":"https://www.cerebras.net/","host_models":[{"id":"767ffd45-9a52-4d90-a11f-651d40eb2869","deleted":false},{"id":"7841ad36-fb21-4e07-9e52-f0499c8a3ac9","deleted":false},{"id":"1c863ba9-07e4-4bb9-a57b-3c06c8f0c550","deleted":false},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","deleted":false},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","deleted":false},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","deleted":false},{"id":"88bf4430-136a-4563-b130-cf64ecb8dfdb","deleted":false},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","deleted":false},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","deleted":false},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","deleted":false}],"host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#D18EE2","deleted":false,"display_order":12,"function_calling":null,"function_calling_url":"https://docs.cohere.com/docs/tool-use","id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","json_mode":null,"json_mode_url":"https://docs.cohere.com/docs/structured-outputs-json","logo":"cohere.svg","logo_small":"cohere_small.png","name":"Cohere","openai_compatible":false,"short_name":"Cohere","slug":"cohere","website_url":"https://cohere.com/","host_models":[{"id":"650610ac-3082-4b83-97cb-f6a483b6d300","deleted":false},{"id":"7f5098a3-4d1a-4f3a-a033-aec69c2d5f07","deleted":false},{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","deleted":false},{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","deleted":false},{"id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","deleted":false},{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","deleted":false}],"host_url":"/providers/cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#7c59f5","deleted":false,"display_order":13,"function_calling":null,"function_calling_url":"https://console.upstage.ai/docs/guides/function-calling","id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","json_mode":false,"json_mode_url":"https://console.upstage.ai/docs/capabilities/structured-outputs","logo":"upstage.png","logo_small":"upstage_small.svg","name":"Upstage","openai_compatible":true,"short_name":"Upstage","slug":"upstage","website_url":"https://www.upstage.ai","host_models":[{"id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","deleted":false},{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","deleted":false},{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","deleted":false}],"host_url":"/providers/upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#1C4ED8","deleted":false,"display_order":14,"function_calling":false,"function_calling_url":null,"id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","json_mode":false,"json_mode_url":null,"logo":"simplismart.svg","logo_small":"simplismart_small.svg","name":"Simplismart","openai_compatible":true,"short_name":"Simplismart","slug":"simplismart","website_url":"https://www.simplismart.ai/","host_models":[{"id":"acb6e1f1-16ec-4588-bf6d-e468e1931b59","deleted":false},{"id":"c74c9b07-8630-44f5-8c0a-be8f811d835b","deleted":false}],"host_url":"/providers/simplismart","logo_url":"/img/logos/simplismart.svg","logo_small_url":"/img/logos/simplismart_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#5798DC","deleted":false,"display_order":16,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","json_mode":null,"json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","logo":"deepinfra.svg","logo_small":"deepinfra_small.webp","name":"Deepinfra","openai_compatible":true,"short_name":"Deepinfra","slug":"deepinfra","website_url":"https://deepinfra.com/","host_models":[{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","deleted":false},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","deleted":false},{"id":"1039583d-d282-42f6-aa52-90b5f03681f3","deleted":false},{"id":"f0c85079-a781-44a7-9c0d-a58f3d51b5cf","deleted":false},{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","deleted":false},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","deleted":false},{"id":"508f386c-fd2b-4899-9311-251f21bac43b","deleted":false},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","deleted":false},{"id":"b626e227-e630-4038-bc34-a6bf1d62c31b","deleted":false},{"id":"6b9d0328-9211-4851-98ae-1888b103e2fa","deleted":false},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","deleted":false},{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","deleted":false},{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","deleted":false},{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","deleted":false},{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","deleted":false},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","deleted":false},{"id":"2f8a5e37-1f7c-4012-b0ef-62d05a41a66e","deleted":false},{"id":"32b5cf04-3c65-4398-81d1-d6a192da4a43","deleted":false},{"id":"f1a0c512-7199-4e88-9f41-1dd0bacf88ba","deleted":false},{"id":"90f1de4c-a5ab-4129-9620-d2d329cac70f","deleted":false},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","deleted":false},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","deleted":false},{"id":"0e861adc-1b20-4664-bdd4-57bf5a4eef79","deleted":false},{"id":"888b3cbc-1985-43d6-a6bd-861caa14b1c2","deleted":false},{"id":"07cbd723-dec7-4f8a-8be1-d3cec9c608c9","deleted":false},{"id":"d4757e44-a735-459d-9470-39165de16fdf","deleted":false},{"id":"ff9ff0e0-bebd-425c-8b25-05a69a502f37","deleted":false},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","deleted":false},{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","deleted":false},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","deleted":false},{"id":"727e16ae-0f4b-46df-8de3-57040d1194c7","deleted":false},{"id":"64cdf048-8ff7-476f-b824-299bd656ef6d","deleted":false},{"id":"81fa7dbd-2cc7-4942-9662-0a61488c961b","deleted":false},{"id":"9d8bbc50-1dfc-41a1-8c69-c7b9fb51310e","deleted":false},{"id":"45965a2d-b116-478a-bdb0-261d00cbf3bf","deleted":false},{"id":"0aa4b47f-b67f-4773-8a53-34a36cdfe37c","deleted":false},{"id":"dbe2793c-6585-4cdc-86ff-0626934d7e05","deleted":false},{"id":"a83963c8-1814-4306-ad8a-b4654c74aec9","deleted":false},{"id":"6292085d-3570-4ccf-8b79-3fc0cd23a76b","deleted":false},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","deleted":false},{"id":"f6083aeb-5d8b-413c-b75b-9e215c9d7b74","deleted":false},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","deleted":false},{"id":"2c397ff0-e9c8-4b8d-9364-f82357c6fdbf","deleted":false},{"id":"e83a25aa-86c0-40d9-9d3e-ac5683678972","deleted":false},{"id":"0f033228-e4f8-41fe-99dc-935788826263","deleted":false},{"id":"34bcf80c-12d3-490d-8055-a87366514c31","deleted":false},{"id":"6a17f01b-7bff-4add-85d1-69257016403e","deleted":false},{"id":"8fffb960-bdaa-462d-8ef3-e6f7f6f90af3","deleted":false},{"id":"7b22476e-f133-41dc-bbba-238eeaa3c620","deleted":false},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","deleted":false},{"id":"12a2abe5-dcca-4f96-af94-0b22e9cf668c","deleted":false},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","deleted":false},{"id":"b3c4cf9f-c8a5-4315-8f2d-f53cdc75ffde","deleted":false},{"id":"d8d64779-8914-4959-a5f9-ce9690905694","deleted":false},{"id":"f471ad52-2893-4405-8953-bbe75bef3fb1","deleted":false},{"id":"0b1eaa25-4556-47b9-813d-66c61cf8951d","deleted":false},{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","deleted":false},{"id":"84344d90-0cab-401c-b2db-cada32b3c191","deleted":false},{"id":"85af8205-c167-4938-99a8-410b5c2ffffe","deleted":false},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","deleted":false},{"id":"79203eb1-d60d-4c5d-8fbc-869f55014ae8","deleted":false},{"id":"104ac2f1-24b8-45e3-9d0c-03e75f0a3ba1","deleted":false},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","deleted":false},{"id":"6f5a1fb9-e832-494c-997a-b83cfe2da109","deleted":false},{"id":"06dfe690-aa4f-463c-87ae-7c9b6a35ee66","deleted":false},{"id":"031f5f5d-556e-4d1a-a0ae-5e9ccbc87713","deleted":false},{"id":"af6edae3-7b95-4ace-a9b8-8e5744a0d22b","deleted":false},{"id":"84cd6e77-c810-48e9-8419-3ef0b0864539","deleted":false},{"id":"67a2c69d-ba6e-4b88-8cca-3ae15bc5fce8","deleted":false},{"id":"2c2d94ae-1b6b-4ff2-986f-e24e53212840","deleted":false},{"id":"47b9ca31-ed22-4a91-9372-ee1034bd904c","deleted":false},{"id":"65df488f-4c4c-4c03-a881-f01c18e88a19","deleted":false},{"id":"90316017-c6bc-44bc-9afa-7cf23ff4acc2","deleted":false},{"id":"5a099293-9e7a-4d3a-9974-8dacb8fc051c","deleted":false},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","deleted":false},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","deleted":false}],"host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#b22418","deleted":false,"display_order":17,"function_calling":false,"function_calling_url":null,"id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","json_mode":false,"json_mode_url":null,"logo":"replicate.svg","logo_small":"replicate_small.jpg","name":"Replicate","openai_compatible":true,"short_name":"Replicate","slug":"replicate","website_url":"https://replicate.com/","host_models":[{"id":"dfb74a0a-1de8-414d-a171-21031202737c","deleted":false},{"id":"4199180b-6de3-459e-96cb-4d8b446024aa","deleted":false},{"id":"4e263579-d149-42ae-bd4a-d1d5d833ce2b","deleted":false},{"id":"4b76dbc5-94cf-4021-9b40-6f9b6f18a368","deleted":false},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","deleted":false},{"id":"2d7e18e5-e9ce-40ce-abcc-b9f234b2cb3c","deleted":false},{"id":"6f383002-ceb3-4b73-ac7e-c5a48f49a332","deleted":false},{"id":"62dbfb42-c795-40c1-9b31-8dd122cf6517","deleted":false}],"host_url":"/providers/replicate","logo_url":"/img/logos/replicate.svg","logo_small_url":"/img/logos/replicate_small.jpg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#112a40","deleted":false,"display_order":19,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","json_mode":true,"json_mode_url":"https://docs.nebius.com/studio/inference/json/","logo":"nebius.svg","logo_small":"nebius_small.svg","name":"Nebius","openai_compatible":true,"short_name":"Nebius","slug":"nebius","website_url":"https://nebius.com","host_models":[{"id":"5a8f531e-dd39-4407-bf43-a46aed0ffd74","deleted":false},{"id":"b26c342c-1c60-40da-889c-77bf6a7e030a","deleted":false},{"id":"62d4ce37-b2b2-4714-a09b-b6c10e9c39c7","deleted":false},{"id":"6a0fccec-535d-4300-8194-8f47d2bc89f9","deleted":false},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","deleted":false},{"id":"9ad9d4dc-de41-48f0-9fd2-77043c74614a","deleted":false},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","deleted":false},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","deleted":false},{"id":"c980d910-8674-4201-a66f-dc28165ac481","deleted":false},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","deleted":false},{"id":"965fb258-88c0-4f0e-950b-d80caff3bf1d","deleted":false},{"id":"084f94d6-0935-478a-9c57-4b767c84b900","deleted":false},{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","deleted":false},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","deleted":false},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","deleted":false},{"id":"81cc61e7-c166-4952-b0c5-189f45e66506","deleted":false},{"id":"51ce0a10-25f7-4db1-919d-b5847b5fb370","deleted":false},{"id":"44288441-4e12-4ea5-9e18-3cbf2f2fcc89","deleted":false},{"id":"e642b3cc-4036-4c57-b619-0e95dfbea71d","deleted":false},{"id":"31a2f982-9245-46f6-8d96-d67402439810","deleted":false},{"id":"2439ca9b-ddc4-437e-8626-8f1eb38707a4","deleted":false},{"id":"8083ba97-e9a5-4370-8d7b-d873b0a53226","deleted":false},{"id":"e0abdfe1-480e-493e-8132-573bac2b876b","deleted":false},{"id":"22806ca5-9ded-47b2-8d64-68fd0a60eeec","deleted":false},{"id":"83c394a4-ffee-44bc-8d37-954bef9a7094","deleted":false},{"id":"c138004e-8fa7-47ee-aca9-7e4b52f06b99","deleted":false},{"id":"c5c311f0-b401-426a-84a8-9542a6a89805","deleted":false},{"id":"4b77c184-0ccb-42e5-ae6d-276836cc618e","deleted":false},{"id":"0fa4ddca-f20a-473a-9149-b482b3f35ef1","deleted":false},{"id":"eb18bee4-e933-4a63-9a00-d18a4031615e","deleted":false},{"id":"f0c3a518-b964-4a44-9831-6fc99d806330","deleted":false},{"id":"e10433d8-502f-4ded-8b0a-474fc9e5e3e5","deleted":false},{"id":"9eb1a2f1-6dec-487f-ada0-577b98a9ce34","deleted":false},{"id":"696c72fb-4da1-4c1c-9c6a-5bbe314c7bdb","deleted":false},{"id":"e252e287-26d2-42ee-aa98-08e6ed082bd3","deleted":false},{"id":"1b7bd813-a01d-48ef-913d-3407d2694129","deleted":false}],"host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#EB3568","deleted":false,"display_order":21,"function_calling":null,"function_calling_url":null,"id":"e86de411-165c-4ec7-a259-e211bd5bf204","json_mode":null,"json_mode_url":null,"logo":"minimax.webp","logo_small":"minimax_small.svg","name":"MiniMax","openai_compatible":true,"short_name":"MiniMax","slug":"minimax","website_url":"https://minimaxi.com/","host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","deleted":false},{"id":"49d29ab9-06b6-4077-b220-932754fdcedc","deleted":false},{"id":"d42272b6-1530-4a97-bc2b-d5afd8048799","deleted":false}],"host_url":"/providers/minimax","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#047AFE","deleted":false,"display_order":23,"function_calling":true,"function_calling_url":"https://platform.moonshot.cn/docs/guide/migrating-from-openai-to-kimi#%E5%B7%B2%E8%A2%AB%E5%BA%9F%E5%BC%83%E7%9A%84-function_call","id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","json_mode":true,"json_mode_url":"https://platform.moonshot.cn/docs/guide/use-json-mode-feature-of-kimi-api#json-mode-%E5%BA%94%E7%94%A8%E7%A4%BA%E4%BE%8B","logo":"moonshotai.png","logo_small":"moonshotai_small.svg","name":"Moonshot AI","openai_compatible":true,"short_name":"Moonshot AI","slug":"moonshot_ai","website_url":"https://kimi.moonshot.cn/","host_models":[{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","deleted":false}],"host_url":"/providers/moonshot_ai","logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#172136","deleted":false,"display_order":35,"function_calling":null,"function_calling_url":"https://docs.reka.ai/function-calling","id":"0532080b-cdf2-4162-a27e-3cf5fd576395","json_mode":false,"json_mode_url":null,"logo":"reka.png","logo_small":"reka_small.svg","name":"Reka AI","openai_compatible":false,"short_name":"Reka","slug":"reka-ai","website_url":"http://reka.ai/","host_models":[{"id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","deleted":false},{"id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","deleted":false},{"id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","deleted":false},{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","deleted":false},{"id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","deleted":false}],"host_url":"/providers/reka-ai","logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#17D766","deleted":false,"display_order":40,"function_calling":true,"function_calling_url":"https://docs.baseten.co/inference/function-calling","id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","json_mode":true,"json_mode_url":"https://docs.baseten.co/inference/structured-output","logo":"baseten.svg","logo_small":"baseten_small.svg","name":"Baseten","openai_compatible":true,"short_name":"Baseten","slug":"baseten","website_url":"https://www.baseten.co/","host_models":[{"id":"021d206b-0012-467d-9979-1c139fe47bc7","deleted":false},{"id":"692c9526-f5ba-4a44-b376-58aae8d894ea","deleted":false},{"id":"ba4f87c0-ef87-494e-acc3-9433949cb25d","deleted":false},{"id":"64e6ce2f-08de-44c1-b56d-f076c06e945a","deleted":false},{"id":"ad1b8f87-5b40-45c8-b94a-ae177ebc1039","deleted":false},{"id":"4b33dd08-0410-48ec-b07e-286b4239b20c","deleted":false}],"host_url":"/providers/baseten","logo_url":"/img/logos/baseten.svg","logo_small_url":"/img/logos/baseten_small.svg"},{"additional_page_text":"(te)","cache_pricing_notes":null,"color":"#e4462f","deleted":false,"display_order":43,"function_calling":null,"function_calling_url":"https://docs.databricks.com/en/machine-learning/model-serving/function-calling.html\r\n","id":"d26aebe5-c578-4263-829a-40ac186238fe","json_mode":null,"json_mode_url":"https://docs.databricks.com/aws/en/machine-learning/model-serving/structured-outputs","logo":"databricks.svg","logo_small":"databricks_small.png","name":"Databricks","openai_compatible":true,"short_name":"Databricks","slug":"databricks","website_url":"https://www.databricks.com/","host_models":[{"id":"4f0bfd64-a44e-4494-8399-604444a337c1","deleted":false},{"id":"a8c72972-c5b3-4cea-846b-097e86d31f95","deleted":false},{"id":"aca69cb2-a677-48b5-ba46-11797a0ca3f6","deleted":false},{"id":"aff75046-08d4-4f68-a120-e1ccb547b0e6","deleted":false},{"id":"1749d1f0-6ffd-40d5-940a-0bb72d8d2368","deleted":false},{"id":"b3913221-9fa7-42b2-89af-7149249877dc","deleted":false},{"id":"62a871c9-b384-49e8-a644-836891e595ed","deleted":false},{"id":"6702f8d4-d4fa-4b68-9374-b1de44d21f23","deleted":false},{"id":"174682c8-b302-4b30-9326-7673229e156b","deleted":false},{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","deleted":false}],"host_url":"/providers/databricks","logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#00A1D9","deleted":false,"display_order":46,"function_calling":null,"function_calling_url":null,"id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","json_mode":null,"json_mode_url":null,"logo":"snowflake.svg","logo_small":"snowflake_small.svg","name":"Snowflake","openai_compatible":false,"short_name":"Snowflake","slug":"snowflake","website_url":"https://www.snowflake.com","host_models":[{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","deleted":false},{"id":"a4590cc2-1fb7-456f-b851-15f71e3c0c54","deleted":false},{"id":"4c532e3d-5f0d-455b-9a5b-883d8f6e9739","deleted":false}],"host_url":"/providers/snowflake","logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#4D226B","deleted":false,"display_order":55,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","id":"cba46a55-85b6-4d0a-b228-eede55b263fe","json_mode":null,"json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","logo":"sambanova.webp","logo_small":"sambanova_small.webp","name":"SambaNova","openai_compatible":true,"short_name":"SambaNova","slug":"sambanova","website_url":"https://sambanova.ai/","host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","deleted":false},{"id":"8c719ab9-348a-4cbf-a587-3b5b631bacff","deleted":false},{"id":"47c0d31c-ccf8-42ec-a01c-45f6a8109dac","deleted":false},{"id":"2ae15647-8046-4c42-8108-a498bf988879","deleted":false},{"id":"b08d474a-d2c1-42f4-aaaf-7e4d03517057","deleted":false},{"id":"9fd166ee-55ca-4106-89a1-47f1755ea125","deleted":false},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","deleted":false},{"id":"fb9d47f6-18d6-4d6c-9a74-0274f9deb781","deleted":false},{"id":"31badd72-e8e1-4f60-99c2-d5017d69a4d9","deleted":false},{"id":"0e391ca3-0753-4bda-99b4-01d3050fbaa4","deleted":false},{"id":"94a83a44-5865-4f21-95d9-11184edcb509","deleted":false},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","deleted":false},{"id":"133ddca3-382a-4d1e-afd2-5835a298a78b","deleted":false}],"host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#032454","deleted":false,"display_order":61,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","json_mode":null,"json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","logo":"parasail.jpg","logo_small":"parasail_small.svg","name":"Parasail","openai_compatible":true,"short_name":"Parasail","slug":"parasail","website_url":"https://www.saas.parasail.io/home","host_models":[{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","deleted":false},{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","deleted":false},{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","deleted":false},{"id":"e3ea25ec-fe37-42a7-a658-742c8c9fcf05","deleted":false},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","deleted":false},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","deleted":false},{"id":"f228eaa2-9ca0-479a-aff4-990013dd8a2b","deleted":false},{"id":"81100e1c-a774-4298-ba83-acbe761d8f32","deleted":false},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","deleted":false},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","deleted":false},{"id":"8ff59e13-0fe2-4666-827c-8fdaa1b00a77","deleted":false},{"id":"639bb8c8-50ff-4ed1-b04d-e2327447683f","deleted":false},{"id":"1dd23ea1-0b68-478b-9da2-3f3b55510db2","deleted":false},{"id":"e87628a5-1961-457d-b727-9aac8459c232","deleted":false},{"id":"77208462-a7e4-440b-ac19-367276e25304","deleted":false},{"id":"5cd85f6e-eeed-4967-9029-81ad3774d7af","deleted":false},{"id":"ec89356f-3c48-42b7-aee5-084b6a73f266","deleted":false},{"id":"805f67b3-7e2f-4785-a43c-d2490c1813cc","deleted":false},{"id":"aa865bd2-7f96-484e-859a-d4c9b52e0ec4","deleted":false},{"id":"bec730e3-74cf-4634-bb62-0befc514dfe9","deleted":false}],"host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#2076ce","deleted":false,"display_order":64,"function_calling":null,"function_calling_url":null,"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","json_mode":null,"json_mode_url":null,"logo":"gmi.svg","logo_small":"gmi_small.svg","name":"GMI","openai_compatible":true,"short_name":"GMI","slug":"gmi","website_url":"https://inference-engine.gmicloud.ai/","host_models":[{"id":"8ec14890-0db5-4faa-86e3-90c73e100bae","deleted":false},{"id":"fc9882cb-64ea-4959-b258-cc990e3314e0","deleted":false},{"id":"83793a28-8eb1-4526-85b2-6b1ffe2764bc","deleted":false},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","deleted":false},{"id":"8b4436f2-085f-44d0-9aed-149f0e65dc50","deleted":false},{"id":"df73bf4e-1112-4ee1-80b1-e844c98ab30b","deleted":false},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","deleted":false},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","deleted":false},{"id":"3b606ecc-11eb-4722-854f-cd4e7b1e5d1d","deleted":false},{"id":"b871a891-6c2c-4ae8-9f87-92db4b5d1e53","deleted":false},{"id":"0d23a733-3836-4e85-9183-b645b5b8f0e2","deleted":false},{"id":"52b26114-bd84-4427-9837-167cb50bf299","deleted":false},{"id":"b9b3fb64-3204-4e89-a09b-f9434fa1b244","deleted":false},{"id":"c402b62a-819a-4a35-a1f8-34f6453fccef","deleted":false},{"id":"1b912a08-6824-4fd3-b870-e01e4b748703","deleted":false},{"id":"4c2cfa4d-bd03-494e-ba80-c3e92761149b","deleted":false},{"id":"48787cbf-9445-4987-b38b-eb96ab484a66","deleted":false},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","deleted":false}],"host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#736cd3","deleted":false,"display_order":70,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","id":"80e7b7e3-e268-43db-a9b1-848693fbec85","json_mode":true,"json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","logo":"xai.svg","logo_small":"xai_small.svg","name":"xAI","openai_compatible":true,"short_name":"x.ai","slug":"xai","website_url":"https://docs.x.ai/docs","host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","deleted":false},{"id":"79da9a29-b162-4650-b1d4-690d5fbc0357","deleted":false},{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","deleted":false},{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","deleted":false},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","deleted":false},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deleted":false},{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deleted":false},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","deleted":false},{"id":"cd39cdbb-6c01-4594-95ee-12b8799f51d0","deleted":false},{"id":"0572c124-5534-4db1-94da-5e6983debce9","deleted":false}],"host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#5922c6","deleted":false,"display_order":74,"function_calling":true,"function_calling_url":null,"id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","json_mode":true,"json_mode_url":null,"logo":"siliconflow.png","logo_small":"siliconflow_small.png","name":"SiliconFlow","openai_compatible":true,"short_name":"SiliconFlow","slug":"siliconflow","website_url":"https://www.siliconflow.com/","host_models":[{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","deleted":false},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","deleted":false},{"id":"01b739ec-814f-4ca6-b7d5-eeae5cd93984","deleted":false},{"id":"7c1af95c-ae69-4948-9fab-3a9a1a7d520c","deleted":false}],"host_url":"/providers/siliconflow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#02b35b","deleted":false,"display_order":76,"function_calling":null,"function_calling_url":null,"id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","json_mode":null,"json_mode_url":null,"logo":"compactifai.png","logo_small":"compactifai_small.svg","name":"CompactifAI","openai_compatible":true,"short_name":"CompactifAI","slug":"compactifai","website_url":"https://multiversecomputing.com/compactifai","host_models":[{"id":"9cc2606a-8c9e-4490-abe2-d7e0fb375a4c","deleted":false},{"id":"fe095673-41e5-4734-8720-77a52165fa0c","deleted":false},{"id":"1d4a1e11-7ea3-41d5-ae9c-491cdb885952","deleted":false},{"id":"2952b5b3-7de0-4558-9b48-5c60529459ea","deleted":false},{"id":"56f4127e-74e4-48c7-aaec-e52a1e95445e","deleted":false},{"id":"0122ff6b-917a-47a8-be87-9e74b855c617","deleted":false},{"id":"ecb6518c-72a5-493c-8542-1f4c7afc1dca","deleted":false},{"id":"99249ae7-3d69-42f5-a825-38b220b0a054","deleted":false},{"id":"168192ec-abe4-4d01-82ff-5b9ea7754179","deleted":false},{"id":"d532ac69-50fc-44e7-9217-7afe3ccd0174","deleted":false}],"host_url":"/providers/compactifai","logo_url":"/img/logos/compactifai.png","logo_small_url":"/img/logos/compactifai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#f18322","deleted":false,"display_order":78,"function_calling":null,"function_calling_url":null,"id":"e5a35313-9994-4200-9775-daa4567948bb","json_mode":null,"json_mode_url":null,"logo":"cloudflare.svg","logo_small":"cloudflare_small.svg","name":"Cloudflare","openai_compatible":true,"short_name":"Cloudflare","slug":"cloudflare","website_url":"https://developers.cloudflare.com/workers-ai/models/","host_models":[{"id":"06dee3f7-7432-4cbf-965a-95dc9731d86a","deleted":false},{"id":"2610dab2-35a0-4bee-9fb8-f7b056b7f22b","deleted":false},{"id":"ca2f318b-9856-4584-b694-d2d20f34db72","deleted":false},{"id":"f340d653-5e91-4e02-be4a-ac1dcfcfa296","deleted":false},{"id":"cc3e3fda-b02d-411a-9fd9-123057ca7af3","deleted":false},{"id":"e53ce55e-6b1c-467a-9cec-353837e80bd6","deleted":false},{"id":"92488197-f8f8-495f-89aa-9d298acd75dc","deleted":false},{"id":"0bc1a7a1-1080-49c4-bb2d-92d09bce2366","deleted":false}],"host_url":"/providers/cloudflare","logo_url":"/img/logos/cloudflare.svg","logo_small_url":"/img/logos/cloudflare_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#004fee","deleted":false,"display_order":81,"function_calling":null,"function_calling_url":"https://docs.clarifai.com/compute/inference/open-ai#tool-calling","id":"8906cd90-54cf-4365-86f0-4f2087162975","json_mode":null,"json_mode_url":null,"logo":"clarifai.png","logo_small":"clarifai_small.svg","name":"Clarifai","openai_compatible":true,"short_name":"Clarifai","slug":"clarifai","website_url":"https://clarifai.com/home","host_models":[{"id":"25e7b766-4f7c-46b7-a1c8-2c399b23b4ae","deleted":false},{"id":"c0a6f949-2c03-44e0-9f5f-7f6ec394e894","deleted":false},{"id":"c8483859-d9c3-4d05-9646-b693e3335fc6","deleted":false},{"id":"8788d384-7130-424e-873a-142016cde9bd","deleted":false}],"host_url":"/providers/clarifai","logo_url":"/img/logos/clarifai.png","logo_small_url":"/img/logos/clarifai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#221D54","deleted":false,"display_order":82,"function_calling":null,"function_calling_url":null,"id":"e4236e4f-1a6f-4c51-b91b-dd33ff9a5f97","json_mode":null,"json_mode_url":null,"logo":"lightningai.png","logo_small":"lightningai_small.svg","name":"Lightning AI","openai_compatible":true,"short_name":"Lightning AI","slug":"lightningai","website_url":"https://lightning.ai/","host_models":[{"id":"91b876ae-076b-4d2f-8255-19304e39f137","deleted":false},{"id":"cc4ba073-0b4c-46bf-886b-a0a7806eb7cf","deleted":false},{"id":"d6e22015-e98e-4b96-a3db-04f6da8a1497","deleted":false},{"id":"1dc70b63-93d7-4b69-881d-fe0ffeda852c","deleted":false}],"host_url":"/providers/lightningai","logo_url":"/img/logos/lightningai.png","logo_small_url":"/img/logos/lightningai_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#ff7018","deleted":false,"display_order":1000,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","json_mode":true,"json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","logo":"alibaba.svg","logo_small":"alibaba_small.svg","name":"Alibaba Cloud","openai_compatible":true,"short_name":"Alibaba Cloud","slug":"alibaba_cloud","website_url":"https://www.alibabacloud.com/en","host_models":[{"id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","deleted":false},{"id":"3c69414d-b78f-4eaf-8655-2fd654f45023","deleted":false},{"id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","deleted":false},{"id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","deleted":false},{"id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","deleted":false},{"id":"15cc7757-653f-4818-a72c-11794bcbb4bd","deleted":false},{"id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","deleted":false},{"id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","deleted":false},{"id":"cf0bba08-be56-4a58-a786-b197bb3b5da3","deleted":false},{"id":"ad26006e-8fe8-4036-bbf1-2dd754cf7f99","deleted":false},{"id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","deleted":false},{"id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","deleted":false},{"id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","deleted":false},{"id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","deleted":false},{"id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","deleted":false},{"id":"870a61de-b07d-4f0e-b085-7a0600130892","deleted":false},{"id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","deleted":false},{"id":"ea46c1ca-cdf7-4eda-bbb6-a839f26419b2","deleted":false},{"id":"43ea3c52-0c54-4d2a-8a4c-abe580698bde","deleted":false},{"id":"3fe61f25-7ac1-4342-8c79-4d0168dc5d30","deleted":false},{"id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","deleted":false},{"id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","deleted":false},{"id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","deleted":false},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deleted":false},{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","deleted":false},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deleted":false},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","deleted":false},{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","deleted":false},{"id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","deleted":false},{"id":"aaea5d11-73e7-461f-830f-95006e0f73b7","deleted":false},{"id":"56a6c111-9346-484d-aca5-97bdf356ac24","deleted":false},{"id":"8ad3ca0d-32cf-4679-a718-14903cd5b8fb","deleted":false},{"id":"c2006757-28df-4610-9d3a-0f0bca978e76","deleted":false},{"id":"963495d0-f1e1-4a10-8c43-b0185bc5e30c","deleted":false},{"id":"9e1f7aae-63e3-4719-bfdc-73f7084ca775","deleted":false},{"id":"d73196cd-9695-47c4-accd-fd3493dd69b1","deleted":false},{"id":"6f293602-3d10-4207-955e-5484dbcf3fe6","deleted":false},{"id":"ab004d1a-0dce-4d79-bce4-d2d3b07bd169","deleted":false}],"host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#5348EC","deleted":false,"display_order":2000,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","json_mode":null,"json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","logo":"novita.png","logo_small":"novita_small.svg","name":"Novita","openai_compatible":true,"short_name":"Novita","slug":"novita","website_url":"https://novita.ai","host_models":[{"id":"bf00f674-3738-4b55-a5b4-b388a37fe632","deleted":false},{"id":"ab6ba292-9593-4c79-ae58-c06e021bf5c0","deleted":false},{"id":"4fa79788-012f-48f2-9951-950b1a5bdd9a","deleted":false},{"id":"4e7e4f66-b7e2-47dd-8193-45705464e528","deleted":false},{"id":"f60dfe31-8c13-43c5-b34b-3a582c83b58b","deleted":false},{"id":"886a3bbe-6088-4d70-8274-f87427472fef","deleted":false},{"id":"e92a45bb-7c5f-4192-a14f-f32130e995f5","deleted":false},{"id":"230f069e-f974-4e47-8b9b-6c971f329e69","deleted":false},{"id":"e67d50bc-feee-4449-bbd5-1ae2621d3b83","deleted":false},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","deleted":false},{"id":"cd17e196-bd28-42e3-8a38-67db51ec7b09","deleted":false},{"id":"fe2bd428-cb2e-4b75-a2d0-52df596b4609","deleted":false},{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","deleted":false},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","deleted":false},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","deleted":false},{"id":"38b3824a-5bbd-48bb-8436-f93f64027323","deleted":false},{"id":"2247ac88-589c-485e-a034-a26ceb9171dd","deleted":false},{"id":"c6278b3f-e6da-4da7-8d5d-3dc7291ebba5","deleted":false},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","deleted":false},{"id":"524144b0-28db-49d1-a78f-5db8d919868d","deleted":false},{"id":"0868a911-79b9-4679-9dc9-156a7b843b09","deleted":false},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","deleted":false},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","deleted":false},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","deleted":false},{"id":"175c3e78-562e-4c51-8ddc-648e1c71b4b7","deleted":false},{"id":"c9cbf21c-31b5-4147-a69f-a8a1d617b258","deleted":false},{"id":"ca4fd46c-eb6c-44da-8317-789a6160a739","deleted":false},{"id":"be189514-82d5-4016-a98b-96b0cd0b1f42","deleted":false},{"id":"b0954907-fa1f-45ec-b2d2-014430ec41eb","deleted":false},{"id":"e1083795-9649-4df8-82e2-6523a0ae12f3","deleted":false},{"id":"f4adffb5-b811-43c8-b89b-c743256990e5","deleted":false},{"id":"ea73f808-371e-4663-b016-0688b0d54167","deleted":false},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","deleted":false},{"id":"99cbe129-a899-4317-8537-40c19fb841b3","deleted":false},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","deleted":false},{"id":"27515963-8bfe-4829-ace4-dbcaf44789ec","deleted":false},{"id":"c992649b-32f3-4f7e-a2d2-55b0078bc81e","deleted":false},{"id":"59165d9a-272b-4990-9dfe-ca5eb858a59b","deleted":false},{"id":"3d1017f4-b486-47a1-9a39-cd5923a277c1","deleted":false},{"id":"cf6fd853-b9d0-487f-ae4b-662d65c271bd","deleted":false},{"id":"bf41466f-1855-466d-9325-fad7fad1c821","deleted":false},{"id":"bb203010-6999-47cf-8eaf-5e92fc0258b7","deleted":false},{"id":"f382fff8-4d5f-4fd3-909b-0e8bfccd5f4f","deleted":false},{"id":"45dfe3c4-51e5-465d-b527-9eed75899a8a","deleted":false}],"host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},{"additional_page_text":null,"cache_pricing_notes":null,"color":"#d63864","deleted":false,"display_order":123123,"function_calling":true,"function_calling_url":"https://www.ai21.com/blog/announcing-jamba-model-family","id":"69e2733e-a68b-401a-a83b-504a57dac0bf","json_mode":true,"json_mode_url":"https://www.ai21.com/blog/announcing-jamba-model-family","logo":"ai21.svg","logo_small":"ai21_small.svg","name":"AI21 Labs","openai_compatible":false,"short_name":"AI21 Labs","slug":"ai21-labs","website_url":"https://www.ai21.com/","host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","deleted":false},{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","deleted":false},{"id":"90b8b26f-4776-498e-8330-f3601179d3c6","deleted":false},{"id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","deleted":false}],"host_url":"/providers/ai21-labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.svg"}],"sttModelFamilies":[{"id":"c2013ed1-8beb-4a5c-b79e-d9edb21904d3","created_at":"2024-03-06T14:54:13.50684+00:00","name":"Whisper","deleted":false,"description":"","open_weights":"Open source","slug":"whisper","model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","provider_url":"https://openai.com/research/whisper","display_order":1,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"page_url":"/speech-to-text/models/whisper","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"95f5d013-a0d3-42cd-9bd3-da80bfbe8969","created_at":"2024-03-26T17:10:46.922725+00:00","name":"AssemblyAI","deleted":false,"description":null,"open_weights":"Proprietary","slug":"assemblyai","model_creator_id":"4fb0e648-ff21-4fe3-909b-290fba140579","provider_url":"https://www.assemblyai.com/","display_order":2,"model_creators":{"id":"4fb0e648-ff21-4fe3-909b-290fba140579","logo":"assemblyai.png","name":"AssemblyAI","logo_small":"assemblyai_small.png"},"page_url":"/speech-to-text/models/assemblyai","logo_url":"/img/logos/assemblyai.png","logo_small_url":"/img/logos/assemblyai_small.png"},{"id":"d089cea5-e8eb-473f-9b9c-048a9b4dc8da","created_at":"2024-03-26T01:00:30.90396+00:00","name":"Google Chirp","deleted":false,"description":null,"open_weights":"Proprietary","slug":"google","model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","provider_url":"https://cloud.google.com/speech-to-text?hl=en","display_order":3,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"page_url":"/speech-to-text/models/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"95034762-bd56-4603-861e-5d946b180d39","created_at":"2024-03-25T23:11:24.539757+00:00","name":"Azure Speech Service","deleted":false,"description":null,"open_weights":"Open source","slug":"azure","model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","provider_url":"https://azure.microsoft.com/en-us/products/ai-services/speech-to-text","display_order":4,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","logo_small":"microsoft_small.svg"},"page_url":"/speech-to-text/models/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"id":"d138e10d-2b53-46f0-bab8-19650f1ae395","created_at":"2024-03-25T03:50:58.179246+00:00","name":"Amazon Transcribe","deleted":false,"description":null,"open_weights":"Proprietary","slug":"aws","model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","provider_url":"https://aws.amazon.com/transcribe/","display_order":5,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","logo_small":"aws_small.svg"},"page_url":"/speech-to-text/models/aws","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"c045251b-7ef3-4d1f-a3bf-0c0c87961fc0","created_at":"2025-02-26T20:50:24.009929+00:00","name":"ElevenLabs","deleted":false,"description":null,"open_weights":"Proprietary","slug":"elevenlabs","model_creator_id":"8d057760-0a8b-460a-9625-6dd261bb325c","provider_url":"https://www.elevenlabs.io","display_order":7,"model_creators":{"id":"8d057760-0a8b-460a-9625-6dd261bb325c","logo":"elevenlabs.svg","name":"ElevenLabs","logo_small":"elevenlabs_small.svg"},"page_url":"/speech-to-text/models/elevenlabs","logo_url":"/img/logos/elevenlabs.svg","logo_small_url":"/img/logos/elevenlabs_small.svg"},{"id":"8b80ab44-0cf1-408f-92d1-e66b2e100bfa","created_at":"2024-03-26T08:22:50.415074+00:00","name":"Speechmatics","deleted":false,"description":null,"open_weights":"Proprietary","slug":"speechmatics","model_creator_id":"33abe1aa-c54f-445e-adf6-0f7a470ef068","provider_url":"https://www.speechmatics.com/","display_order":7,"model_creators":{"id":"33abe1aa-c54f-445e-adf6-0f7a470ef068","logo":"speechmatics.svg","name":"Speechmatics","logo_small":"speechmatics_small.png"},"page_url":"/speech-to-text/models/speechmatics","logo_url":"/img/logos/speechmatics.svg","logo_small_url":"/img/logos/speechmatics_small.png"},{"id":"5b452eed-3ab1-4372-84c2-d4e8ac432be3","created_at":"2024-04-16T14:38:47.843093+00:00","name":"Deepgram","deleted":false,"description":null,"open_weights":"Proprietary","slug":"deepgram","model_creator_id":"e89cf922-cec7-4064-a472-c439f5a04da9","provider_url":"https://deepgram.com/","display_order":8,"model_creators":{"id":"e89cf922-cec7-4064-a472-c439f5a04da9","logo":"deepgram.png","name":"Deepgram","logo_small":"deepgram_small.png"},"page_url":"/speech-to-text/models/deepgram","logo_url":"/img/logos/deepgram.png","logo_small_url":"/img/logos/deepgram_small.png"},{"id":"e5fc3773-28ec-4682-98aa-8cc9b596d80a","created_at":"2025-02-12T16:45:15.40019+00:00","name":"Fish Audio","deleted":false,"description":null,"open_weights":"Open source","slug":"fishaudio","model_creator_id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","provider_url":"https://fish.audio","display_order":null,"model_creators":{"id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","logo":"fishaudio.png","name":"Fish Audio","logo_small":"fishaudio_small.svg"},"page_url":"/speech-to-text/models/fishaudio","logo_url":"/img/logos/fishaudio.png","logo_small_url":"/img/logos/fishaudio_small.svg"},{"id":"38fab7ba-16c5-4354-bd39-12c6e0eb38db","created_at":"2025-07-15T18:40:01.490923+00:00","name":"Mistral","deleted":false,"description":null,"open_weights":"Open Source","slug":"mistral","model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","provider_url":"https://mistral.ai","display_order":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","logo_small":"mistral_small.png"},"page_url":"/speech-to-text/models/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},{"id":"f1eab830-b430-4801-a769-f4cc28dc5b6d","created_at":"2025-05-13T15:15:21.149424+00:00","name":"NVIDIA","deleted":false,"description":null,"open_weights":"Open Source","slug":"nvidia","model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","provider_url":"https://build.nvidia.com","display_order":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","logo_small":"nvidia_small.svg"},"page_url":"/speech-to-text/models/nvidia","logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},{"id":"92480707-a96a-41ff-85e5-380bc605051f","created_at":"2025-03-04T23:05:58.685519+00:00","name":"OpenAI GPT-4o","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gpt-4o-audio","model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","provider_url":"http://openai.com","display_order":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"page_url":"/speech-to-text/models/gpt-4o-audio","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"00d8f05e-296f-406c-a9d5-313e72b39672","created_at":"2024-04-17T00:10:00.984953+00:00","name":"Gladia","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gladia","model_creator_id":"549aa512-cfd7-461c-ac15-5a0545ba4d60","provider_url":"https://gladia.io/","display_order":null,"model_creators":{"id":"549aa512-cfd7-461c-ac15-5a0545ba4d60","logo":"gladia_svg","name":"Gladia","logo_small":"gladia_small.svg"},"page_url":"/speech-to-text/models/gladia","logo_url":"/img/logos/gladia_svg","logo_small_url":"/img/logos/gladia_small.svg"},{"id":"ff9ed9b3-f988-4458-97bd-4ab2007738a4","created_at":"2025-03-03T22:14:34.973223+00:00","name":"Google Gemini","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gemini","model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","provider_url":"https://ai.google.dev","display_order":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"page_url":"/speech-to-text/models/gemini","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"ed851575-293e-4db1-8318-204ae7c4ac72","created_at":"2025-03-04T13:35:05.315099+00:00","name":"IBM Granite","deleted":false,"description":null,"open_weights":"Open Source","slug":"ibm","model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","provider_url":"https://www.ibm.com/cloud","display_order":null,"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","logo_small":"ibm_small.svg"},"page_url":"/speech-to-text/models/ibm","logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"}],"imageModelFamilies":[{"id":"f27b81eb-0b91-43f0-ab16-9efd3bdcbd1f","name":"Amazon Titan","slug":"amazon-titan","url":"/image/model-families/amazon-titan","creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","name":"Amazon","logoSmall":"/img/logos/aws_small.svg","color":"#FF9900","slug":"aws"}},{"id":"37ca8bbb-6580-4f0d-b52a-205a7bf11eba","name":"Midjourney","slug":"midjourney","url":"/image/model-families/midjourney","creator":{"id":"f3101bf7-753f-4c98-9df5-d57092e924fb","name":"Midjourney","logoSmall":"/img/logos/midjourney_small.png","color":"#45578C","slug":"midjourney"}},{"id":"ea111912-74b1-4463-9f7c-27f4d79fb22b","name":"OpenAI GPT","slug":"openai-gpt","url":"/image/model-families/openai-gpt","creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","name":"OpenAI","logoSmall":"/img/logos/openai_small.svg","color":"#1f1f1f","slug":"openai"}},{"id":"ee8a860d-d2b0-4668-8b06-9bbf87e05301","name":"Playground","slug":"playground","url":"/image/model-families/playground","creator":{"id":"f04aca25-ae17-42e2-a0b7-0c9734e0adfe","name":"Playground AI","logoSmall":"/img/logos/playgroundai_small.png","color":"#6858F5","slug":"playgroundai"}},{"id":"72ac8da4-8724-4603-b78d-7a4fb0e3490b","name":"Recraft","slug":"recraft","url":"/image/model-families/recraft","creator":{"id":"02845eed-a64f-4ddd-af96-8409678c890a","name":"Recraft","logoSmall":"/img/logos/recraftai.png","color":"#000000","slug":"recraftai"}},{"id":"1c9badda-0394-4e30-b7db-bb3d3237d7d3","name":"Reve","slug":"reve","url":"/image/model-families/reve","creator":{"id":"cc6e981e-eb3c-4ac3-a23e-4dbe3e1ffd99","name":"Reve","logoSmall":"/img/logos/reve_small.svg","color":"#FFBB00","slug":"reve"}},{"id":"b2b40baa-cd1a-4c96-847e-bdad39968f2d","name":"SANA-Sprint","slug":"sana-sprint","url":"/image/model-families/sana-sprint","creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","name":"NVIDIA","logoSmall":"/img/logos/nvidia_small.svg","color":"#86b737","slug":"nvidia"}},{"id":"7593dd44-4bbf-49e3-a4f1-a3d7417c34d4","name":"Janus Pro","slug":"janus-pro","url":"/image/model-families/janus-pro","creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","name":"DeepSeek","logoSmall":"/img/logos/deepseek_small.svg","color":"#2243e6","slug":"deepseek"}},{"id":"335a461a-3bd4-4fb4-b7de-f132f845ca75","name":"Stable Diffusion","slug":"stable-diffusion","url":"/image/model-families/stable-diffusion","creator":{"id":"fae49f90-2280-46b0-b364-40d25eb84564","name":"Stability.ai","logoSmall":"/img/logos/stabilityai_small.png","color":"#2F0463","slug":"stabilityai"}},{"id":"9d600ab9-e789-4b7f-b4e0-9c0e02c6d076","name":"MiniMax","slug":"minimax","url":"/image/model-families/minimax","creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","name":"MiniMax","logoSmall":"/img/logos/minimax_small.svg","color":"#EB3568","slug":"minimax"}},{"id":"f107b561-8295-48a2-8188-bb80eb682097","name":"DALLE","slug":"openai-dalle","url":"/image/model-families/openai-dalle","creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","name":"OpenAI","logoSmall":"/img/logos/openai_small.svg","color":"#1f1f1f","slug":"openai"}},{"id":"95b731b2-745e-4b27-aa52-51f392e55af2","name":"FLUX","slug":"flux","url":"/image/model-families/flux","creator":{"id":"d427ad30-eba3-4945-857a-4eb0ead82e87","name":"Black Forest Labs","logoSmall":"/img/logos/blackforestlabs_small.svg","color":"#272727","slug":"blackforestlabs"}},{"id":"42546d34-b4fc-41d5-ab0b-02895ef10792","name":"Gemini","slug":"gemini","url":"/image/model-families/gemini","creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","name":"Google","logoSmall":"/img/logos/google_small.svg","color":"#34A853","slug":"google"}},{"id":"febd9efa-940d-4309-8599-ba70a9ee8efe","name":"Google Imagen","slug":"google-imagen","url":"/image/model-families/google-imagen","creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","name":"Google","logoSmall":"/img/logos/google_small.svg","color":"#34A853","slug":"google"}},{"id":"20eb0a7d-1211-4034-a391-603179aace0a","name":"Grok","slug":"grok","url":"/image/model-families/grok","creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","name":"xAI","logoSmall":"/img/logos/xai.svg","color":"#736cd3","slug":"xai"}},{"id":"8c21a995-cf0f-4ebe-a0dd-a8bc54394b2f","name":"HiDream","slug":"hidream","url":"/image/model-families/hidream","creator":{"id":"040f2c41-5df4-4708-8c77-6a2030be2539","name":"HiDream","logoSmall":"/img/logos/hidream_small.png","color":"#1d8eff","slug":"hidream"}},{"id":"f8b36612-29b0-4db1-a851-4788e1e431c2","name":"Ideogram","slug":"ideogram","url":"/image/model-families/ideogram","creator":{"id":"a8b2ac11-1f36-44cb-9e88-383c4e0d749f","name":"Ideogram","logoSmall":"/img/logos/ideogram_small.svg","color":"#18181B","slug":"ideogram"}},{"id":"c76b0fba-977b-47f0-aac8-b633d85a24a5","name":"Infinity","slug":"infinity","url":"/image/model-families/infinity","creator":{"id":"582174aa-90d5-4a43-9c4d-64dc0af57547","name":"Bytedance","logoSmall":"/img/logos/bytedance_small.svg","color":"#3c8bff","slug":"bytedance"}},{"id":"5cc1d312-d435-4f49-a241-a5888e532d35","name":"Leonardo.Ai Phoenix","slug":"leonardo-phoenix","url":"/image/model-families/leonardo-phoenix","creator":{"id":"c104be52-31ea-4948-b921-265dc297f3ac","name":"Leonardo.Ai","logoSmall":"/img/logos/leonardoai_small.png","color":"#016db6","slug":"leonardo"}},{"id":"37c8a524-9fb3-4589-b4b9-c90c85d4891e","name":"Luma Labs","slug":"luma-labs","url":"/image/model-families/luma-labs","creator":{"id":"09468924-69a9-499b-8dd6-d0bb4c05285d","name":"Luma Labs","logoSmall":"/img/logos/lumalabs_small.svg","color":"#3face6","slug":"lumalabs"}},{"id":"824917a9-2d13-4f57-8257-0863217bf883","name":"Seedream","slug":"Seedream","url":"/image/model-families/Seedream","creator":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","name":"ByteDance Seed","logoSmall":"/img/logos/bytedance_small.svg","color":"#3c8bff","slug":"bytedance_seed"}},{"id":"35712b0e-d82c-4079-8e65-f2951b3d7f25","name":"Vivago","slug":"vivago","url":"/image/model-families/vivago","creator":{"id":"040f2c41-5df4-4708-8c77-6a2030be2539","name":"HiDream","logoSmall":"/img/logos/hidream_small.png","color":"#1d8eff","slug":"hidream"}},{"id":"ad08326b-d358-4d8f-a192-f4c2cd57da4a","name":"Runway","slug":"runway","url":"/image/model-families/runway","creator":{"id":"a6906d95-a471-4a0c-ad10-b989571de20c","name":"Runway","logoSmall":"/img/logos/runway_small.svg","color":"#000000","slug":"runway"}},{"id":"aacf6f90-f081-4060-8de1-a26e10d4bcb8","name":"Qwen","slug":"qwen","url":"/image/model-families/qwen","creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","name":"Alibaba","logoSmall":"/img/logos/alibaba_small.svg","color":"#ff7018","slug":"alibaba"}},{"id":"11dc959c-9ab6-4a69-a73f-ad225ce604a2","name":"Bagel","slug":"bagel","url":"/image/model-families/bagel","creator":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","name":"ByteDance Seed","logoSmall":"/img/logos/bytedance_small.svg","color":"#3c8bff","slug":"bytedance_seed"}},{"id":"44ed0b9e-5416-4c8f-b347-addc645fb11d","name":"Dreamina AI","slug":"dreaminaai","url":"/image/model-families/dreaminaai","creator":{"id":"582174aa-90d5-4a43-9c4d-64dc0af57547","name":"Bytedance","logoSmall":"/img/logos/bytedance_small.svg","color":"#3c8bff","slug":"bytedance"}},{"id":"0cd4c57d-c64c-4ea9-bec9-7de3acb36ea0","name":"Lucid","slug":"lucid","url":"/image/model-families/lucid","creator":{"id":"c104be52-31ea-4948-b921-265dc297f3ac","name":"Leonardo.Ai","logoSmall":"/img/logos/leonardoai_small.png","color":"#016db6","slug":"leonardo"}},{"id":"78565cd3-5e2b-45e0-8875-7ca558d76fd6","name":"Step","slug":"step","url":"/image/model-families/step","creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","name":"StepFun","logoSmall":"/img/logos/stepfun_small.svg","color":"#017AFF","slug":"stepfun"}}],"ttsModelFamilies":[{"id":"b7f02b9d-2171-4096-be1f-d95a9cc34960","name":"OpenAI TTS","slug":"openai","display_order":4,"provider_url":"https://platform.openai.com/docs/models/tts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"hosts_url":"/text-to-speech/model-family/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"d728dc09-1307-469d-8e1f-aeb5aff8de1c","name":"Google Cloud TTS","slug":"google","display_order":9,"provider_url":"https://cloud.google.com/text-to-speech?hl=en","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"hosts_url":"/text-to-speech/model-family/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"3de00dec-c57d-4b88-9d1e-e91e5508a950","name":"Amazon Polly","slug":"aws","display_order":12,"provider_url":"https://aws.amazon.com/polly/","model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","logo_small":"aws_small.svg"},"hosts_url":"/text-to-speech/model-family/aws","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"52686da2-69f8-462a-9695-d65f316bffe5","name":"Microsoft Azure","slug":"azure","display_order":13,"provider_url":"https://speech.microsoft.com/portal","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","logo_small":"microsoft_small.svg"},"hosts_url":"/text-to-speech/model-family/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"id":"093d4099-d52d-4c3e-9a35-a55e625bd59f","name":"ElevenLabs","slug":"elevenlabs","display_order":15,"provider_url":"https://elevenlabs.io/app/speech-synthesis","model_creators":{"id":"8d057760-0a8b-460a-9625-6dd261bb325c","logo":"elevenlabs.svg","name":"ElevenLabs","logo_small":"elevenlabs_small.svg"},"hosts_url":"/text-to-speech/model-family/elevenlabs","logo_url":"/img/logos/elevenlabs.svg","logo_small_url":"/img/logos/elevenlabs_small.svg"},{"id":"411c6664-aecc-4153-a88b-671a925dd066","name":"MetaVoice v1","slug":"metavoice","display_order":17,"provider_url":"https://themetavoice.xyz/","model_creators":{"id":"f3b30c3c-550d-4a90-870a-9a2f506c333e","logo":"metavoice.png","name":"MetaVoice","logo_small":"metavoice_small.png"},"hosts_url":"/text-to-speech/model-family/metavoice","logo_url":"/img/logos/metavoice.png","logo_small_url":"/img/logos/metavoice_small.png"},{"id":"27b30805-d31a-47f7-adf5-a2ccc8fc6e48","name":"XTTS v2","slug":"xtts","display_order":18,"provider_url":"https://huggingface.co/coqui/XTTS-v2","model_creators":{"id":"40cc2505-fa7e-428a-aeca-2c53b5589f07","logo":"coqui.png","name":"Coqui","logo_small":"coqui_small.png"},"hosts_url":"/text-to-speech/model-family/xtts","logo_url":"/img/logos/coqui.png","logo_small_url":"/img/logos/coqui_small.png"},{"id":"0063ae9c-1d9b-45c2-a8da-5970808819ea","name":"StyleTTS 2","slug":"styletts","display_order":19,"provider_url":"https://huggingface.co/spaces/styletts2/styletts2\r\n","model_creators":{"id":"26d4eeda-75bd-48e2-ac45-543879b9a9de","logo":"styletts.png","name":"StyleTTS ","logo_small":"styletts_small.png"},"hosts_url":"/text-to-speech/model-family/styletts","logo_url":"/img/logos/styletts.png","logo_small_url":"/img/logos/styletts_small.png"},{"id":"45e3f2c5-14a1-49ca-bff5-c282dedaece3","name":"OpenVoice v2","slug":"openvoice","display_order":20,"provider_url":"https://research.myshell.ai/open-voice","model_creators":{"id":"4a331525-1ba3-4722-b939-f3191c168ece","logo":"openvoice.png","name":"OpenVoice","logo_small":"openvoice_small.svg"},"hosts_url":"/text-to-speech/model-family/openvoice","logo_url":"/img/logos/openvoice.png","logo_small_url":"/img/logos/openvoice_small.svg"},{"id":"94561eb8-32f5-4f07-b423-ef496c1a06f8","name":"Cartesia","slug":"cartesia","display_order":20,"provider_url":"https://cartesia.ai/","model_creators":{"id":"1fa5b287-d75e-4268-a1c1-c04c0a9e512a","logo":"cartesia.svg","name":"Cartesia","logo_small":"cartesia_small.svg"},"hosts_url":"/text-to-speech/model-family/cartesia","logo_url":"/img/logos/cartesia.svg","logo_small_url":"/img/logos/cartesia_small.svg"},{"id":"3bf9c5f1-f2ad-499b-ac66-8cc0ae7169ca","name":"LMNT","slug":"lmnt","display_order":21,"provider_url":"https://www.lmnt.com/","model_creators":{"id":"6129a13c-7a80-4e52-9f6a-3f1269cc1594","logo":"lmnt.svg","name":"LMNT","logo_small":"lmnt_small.svg"},"hosts_url":"/text-to-speech/model-family/lmnt","logo_url":"/img/logos/lmnt.svg","logo_small_url":"/img/logos/lmnt_small.svg"},{"id":"3fabf1bf-48a3-45cb-b32d-b6a42901c2e0","name":"Fish Audio","slug":"fishaudio","display_order":22,"provider_url":"https://fish.audio","model_creators":{"id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","logo":"fishaudio.png","name":"Fish Audio","logo_small":"fishaudio_small.svg"},"hosts_url":"/text-to-speech/model-family/fishaudio","logo_url":"/img/logos/fishaudio.png","logo_small_url":"/img/logos/fishaudio_small.svg"},{"id":"81d65583-162d-41e9-87a5-068902d4e9d9","name":"PlayAI","slug":"playht","display_order":23,"provider_url":"https://play.ai","model_creators":{"id":"623646bb-90a9-4a81-9709-7f2283023231","logo":"playai.png","name":"PlayAI","logo_small":"playai_small.svg"},"hosts_url":"/text-to-speech/model-family/playht","logo_url":"/img/logos/playai.png","logo_small_url":"/img/logos/playai_small.svg"},{"id":"2eae7778-70a2-43c5-92c7-14884febeb33","name":"MiniMax","slug":"minimax-hailou","display_order":23,"provider_url":"https://www.minimaxi.com/en","model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","logo_small":"minimax_small.svg"},"hosts_url":"/text-to-speech/model-family/minimax-hailou","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.svg"},{"id":"e93d52b0-2544-4487-ab45-ea8c11235231","name":"Zyphra","slug":"zyphra","display_order":24,"provider_url":"https://www.zyphra.com","model_creators":{"id":"1124c0e1-03d7-498e-b8ca-212e86387c06","logo":"zyphra.png","name":"Zyphra","logo_small":"zyphra_small.jpg"},"hosts_url":"/text-to-speech/model-family/zyphra","logo_url":"/img/logos/zyphra.png","logo_small_url":"/img/logos/zyphra_small.jpg"},{"id":"fe5a9ab1-a4b3-4abe-a07c-9437e458d663","name":"Kokoro","slug":"kokoro","display_order":25,"provider_url":"https://huggingface.co/hexgrad/Kokoro-82M","model_creators":{"id":"7aef44e5-4337-4f96-afc5-ceb076e18afb","logo":"kokoro.jpeg","name":"Kokoro","logo_small":"kokoro_small.jpeg"},"hosts_url":"/text-to-speech/model-family/kokoro","logo_url":"/img/logos/kokoro.jpeg","logo_small_url":"/img/logos/kokoro_small.jpeg"},{"id":"807fa267-00a1-4167-9aed-3470ce4d3a8a","name":"Murf AI","slug":"murfai","display_order":28,"provider_url":"https://murf.ai/text-to-speech","model_creators":{"id":"b4f8bea1-3777-4cfb-a062-0487d3ea1de6","logo":"murfai.svg","name":"Murf AI","logo_small":"murfai_small.svg"},"hosts_url":"/text-to-speech/model-family/murfai","logo_url":"/img/logos/murfai.svg","logo_small_url":"/img/logos/murfai_small.svg"},{"id":"fdb3fdd5-3dd6-427a-98a0-4dc5ab785d46","name":"Speechify","slug":"speechify","display_order":29,"provider_url":"https://speechify.com","model_creators":{"id":"237d1944-ea14-43ed-82e6-3ab69698c9b4","logo":"speechify.png","name":"Speechify","logo_small":"speechify_small.png"},"hosts_url":"/text-to-speech/model-family/speechify","logo_url":"/img/logos/speechify.png","logo_small_url":"/img/logos/speechify_small.png"},{"id":"88e23b85-e3cd-408f-9e76-a073af6864e6","name":"StepFun","slug":"stepfun","display_order":30,"provider_url":"https://platform.stepfun.com/","model_creators":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","logo":"stepfun.png","name":"StepFun","logo_small":"stepfun_small.svg"},"hosts_url":"/text-to-speech/model-family/stepfun","logo_url":"/img/logos/stepfun.png","logo_small_url":"/img/logos/stepfun_small.svg"},{"id":"07dbe181-3ca8-4afa-8880-54ca89fc063d","name":"Hume AI","slug":"humeai","display_order":33,"provider_url":"https://www.hume.ai","model_creators":{"id":"a6194e19-3b44-47d8-97b8-7eb2564c5b91","logo":"humeai.webp","name":"Hume AI","logo_small":"humeai_small.svg"},"hosts_url":"/text-to-speech/model-family/humeai","logo_url":"/img/logos/humeai.webp","logo_small_url":"/img/logos/humeai_small.svg"},{"id":"060da99e-e8c4-4e53-a5e4-e0b4e88a9c90","name":"Deepgram","slug":"deepgram","display_order":40,"provider_url":"https://deepgram.com","model_creators":{"id":"e89cf922-cec7-4064-a472-c439f5a04da9","logo":"deepgram.png","name":"Deepgram","logo_small":"deepgram_small.png"},"hosts_url":"/text-to-speech/model-family/deepgram","logo_url":"/img/logos/deepgram.png","logo_small_url":"/img/logos/deepgram_small.png"},{"id":"896d63f2-6a60-4860-8aa5-e43a526ca37a","name":"Resemble AI","slug":"resembleai","display_order":44,"provider_url":"https://www.resemble.ai/chatterbox/?trail=Learn%2520More","model_creators":{"id":"cca8a754-6c73-4b9f-aaad-aa10f0adb8e4","logo":"resembleai.webp","name":"Resemble AI","logo_small":"resembleai_small.jpg"},"hosts_url":"/text-to-speech/model-family/resembleai","logo_url":"/img/logos/resembleai.webp","logo_small_url":"/img/logos/resembleai_small.jpg"},{"id":"20ab54bf-bc4d-4b13-8a54-0e387ace6f96","name":"Inworld","slug":"inworld","display_order":45,"provider_url":"https://inworld.ai","model_creators":{"id":"3aab6d2e-04b0-43ee-996f-d8ef76ac3232","logo":"inworld.svg","name":"Inworld","logo_small":"inworld_small.svg"},"hosts_url":"/text-to-speech/model-family/inworld","logo_url":"/img/logos/inworld.svg","logo_small_url":"/img/logos/inworld_small.svg"},{"id":"59ddff0f-5e89-4c07-9aca-dded68abe545","name":"NVIDIA","slug":"nvidia","display_order":47,"provider_url":"https://build.nvidia.com","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","logo_small":"nvidia_small.svg"},"hosts_url":"/text-to-speech/model-family/nvidia","logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},{"id":"5591eff6-c69e-4097-bafc-af9668717025","name":"Qwen","slug":"qwen","display_order":48,"provider_url":"https://modelstudio.console.alibabacloud.com/?tab=doc#/doc/?type=model&url=2879134","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","logo_small":"alibaba_small.svg"},"hosts_url":"/text-to-speech/model-family/qwen","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"}]}],"$L19"]}],"$L1a","$L1b"]}]