3:["$","div",null,{"children":[["$","main",null,{"className":"min-h-screen overflow-x-hidden","children":[["$","div",null,{"className":"text-md flex w-full items-center justify-center border-b border-slate-500 bg-slate-800 p-2 text-white gap-1","children":[["$","$L1b",null,{"href":"https://twitter.com/ArtificialAnlys","target":"_blank","className":"hover:underline text-sm","children":"Follow us on Twitter or LinkedIn to stay up to date with future analysis","prefetch":false}],["$","$L1b",null,{"href":"https://twitter.com/ArtificialAnlys","target":"_blank","children":["$","svg",null,{"fill":"currentColor","viewBox":"0 0 24 24","className":" h-10 w-10 text-sky-400 hover:text-sky-300 md:h-6 md:w-6","aria-hidden":"true","children":["$","path",null,{"d":"M8.29 20.251c7.547 0 11.675-6.253 11.675-11.675 0-.178 0-.355-.012-.53A8.348 8.348 0 0022 5.92a8.19 8.19 0 01-2.357.646 4.118 4.118 0 001.804-2.27 8.224 8.224 0 01-2.605.996 4.107 4.107 0 00-6.993 3.743 11.65 11.65 0 01-8.457-4.287 4.106 4.106 0 001.27 5.477A4.072 4.072 0 012.8 9.713v.052a4.105 4.105 0 003.292 4.022 4.095 4.095 0 01-1.853.07 4.108 4.108 0 003.834 2.85A8.233 8.233 0 012 18.407a11.616 11.616 0 006.29 1.84"}]}],"prefetch":false}],["$","$L1b",null,{"href":"https://www.linkedin.com/company/artificial-analysis/","target":"_blank","children":["$","svg",null,{"viewBox":"0 0 72 72","className":"h-8 w-8 text-sky-400 hover:text-sky-300 hover:opacity-80 md:h-5 md:w-5","aria-hidden":"true","xmlns":"http://www.w3.org/2000/svg","children":["$","g",null,{"fill":"none","fillRule":"evenodd","children":[["$","path",null,{"d":"M8,72 L64,72 C68.418278,72 72,68.418278 72,64 L72,8 C72,3.581722 68.418278,-8.11624501e-16 64,0 L8,0 C3.581722,8.11624501e-16 -5.41083001e-16,3.581722 0,8 L0,64 C5.41083001e-16,68.418278 3.581722,72 8,72 Z","fill":"#007EBB"}],["$","path",null,{"d":"M62,62 L51.315625,62 L51.315625,43.8021149 C51.315625,38.8127542 49.4197917,36.0245323 45.4707031,36.0245323 C41.1746094,36.0245323 38.9300781,38.9261103 38.9300781,43.8021149 L38.9300781,62 L28.6333333,62 L28.6333333,27.3333333 L38.9300781,27.3333333 L38.9300781,32.0029283 C38.9300781,32.0029283 42.0260417,26.2742151 49.3825521,26.2742151 C56.7356771,26.2742151 62,30.7644705 62,40.051212 L62,62 Z M16.349349,22.7940133 C12.8420573,22.7940133 10,19.9296567 10,16.3970067 C10,12.8643566 12.8420573,10 16.349349,10 C19.8566406,10 22.6970052,12.8643566 22.6970052,16.3970067 C22.6970052,19.9296567 19.8566406,22.7940133 16.349349,22.7940133 Z M11.0325521,62 L21.769401,62 L21.769401,27.3333333 L11.0325521,27.3333333 L11.0325521,62 Z","fill":"#FFF"}]]}]}],"prefetch":false}]]}],["$","$L1d",null,{"models":[{"id":"48e50f00-1fd1-4acc-b337-61078aa341e6","name":"GPT-5 (high)","short_name":"GPT-5 (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":91,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-09-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":68.95,"math_index":97.53,"coding_index":54.86,"mmlu_pro":0.871,"mmmu_pro":null,"hle":0.265,"scicode":0.429,"humaneval":0.989,"aime":0.957,"aime25":0.943,"math_500":0.994,"gpqa":0.854,"livecodebench":0.668,"ifbench":0.731,"lcr":0.756,"estimated_intelligence_index":61.3169131732,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14442409,"answer_tokens":2388235,"output_tokens":81714017,"reasoning_tokens":79325782},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","slug":"openai_gpt-5-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"48e50f00-1fd1-4acc-b337-61078aa341e6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5","hosts_url":"/models/gpt-5/providers","name_and_creator_label":"GPT-5 (high), OpenAI"},{"id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","name":"GPT-5 (medium)","short_name":"GPT-5 (medium)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":39,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-09-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":67.53,"math_index":95.4,"coding_index":55.36,"mmlu_pro":0.867,"mmmu_pro":0.744,"hle":0.235,"scicode":0.411,"humaneval":0.984,"aime":0.917,"aime25":0.917,"math_500":0.991,"gpqa":0.842,"livecodebench":0.696,"ifbench":0.706,"lcr":0.728,"estimated_intelligence_index":60.2726425632,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"80983925-1296-45ab-bbad-d4fb17b420ba","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14399190,"answer_tokens":2191165,"output_tokens":42577021,"reasoning_tokens":40385856},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"80983925-1296-45ab-bbad-d4fb17b420ba","slug":"openai_gpt-5-medium","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (medium)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-medium","hosts_url":"/models/gpt-5-medium/providers","name_and_creator_label":"GPT-5 (medium), OpenAI"},{"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","name":"o3","short_name":"o3","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":21,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":67.07,"math_index":94.77,"coding_index":59.69,"mmlu_pro":0.853,"mmmu_pro":null,"hle":0.2,"scicode":0.41,"humaneval":0.991,"aime":0.903,"aime25":0.883,"math_500":0.992,"gpqa":0.827,"livecodebench":0.784,"ifbench":0.714,"lcr":0.693,"estimated_intelligence_index":60.1160019717,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.2032,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.916,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.833,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14289060,"answer_tokens":2964894,"output_tokens":50010379,"reasoning_tokens":47045485},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"78c9c01b-1975-4f5c-a361-167978448467","slug":"azure_o3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":"*Price based on OpenAI's o3 pricing","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-global-standard","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","slug":"openai_o3","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-2025-04-16","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","slug":"openai_o3_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-2025-04-16","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":40,"price_1m_blended_3_to_1":17.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3","hosts_url":"/models/o3/providers","name_and_creator_label":"o3, OpenAI"},{"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","name":"o4-mini (high)","short_name":"o4-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o4-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":23,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":65.05,"math_index":96.43,"coding_index":63.48,"mmlu_pro":0.832,"mmmu_pro":0.692,"hle":0.175,"scicode":0.465,"humaneval":0.99,"aime":0.94,"aime25":0.907,"math_500":0.989,"gpqa":0.784,"livecodebench":0.804,"ifbench":0.687,"lcr":0.55,"estimated_intelligence_index":59.9698040863,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.1428,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.934,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.814,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14293722,"answer_tokens":3440690,"output_tokens":73833471,"reasoning_tokens":70392781},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","slug":"azure_o4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":"*Price based on OpenAI's o4-mini pricing","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","slug":"openai_o4-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini-2025-04-16","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","slug":"openai_o4-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o4-mini-2025-04-16","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o4-mini","hosts_url":"/models/o4-mini/providers","name_and_creator_label":"o4-mini (high), OpenAI"},{"id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","name":"GPT-5 mini","short_name":"GPT-5 mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":72,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":63.7,"math_index":null,"coding_index":54.88,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.146,"scicode":0.41,"humaneval":null,"aime":null,"aime25":0.85,"math_500":null,"gpqa":0.803,"livecodebench":0.688,"ifbench":0.712,"lcr":0.66,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14452223,"answer_tokens":2507657,"output_tokens":25317303,"reasoning_tokens":22809646},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","slug":"openai_gpt-5-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-mini-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.6875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.45,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-mini","hosts_url":"/models/gpt-5-mini/providers","name_and_creator_label":"GPT-5 mini, OpenAI"},{"id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","name":"GPT-5 (low)","short_name":"GPT-5 (low)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5-low","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":20,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-09-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":63.43,"math_index":90.87,"coding_index":57.02,"mmlu_pro":0.86,"mmmu_pro":null,"hle":0.184,"scicode":0.391,"humaneval":0.987,"aime":0.83,"aime25":0.83,"math_500":0.987,"gpqa":0.808,"livecodebench":0.749,"ifbench":0.666,"lcr":0.587,"estimated_intelligence_index":58.0065753395,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":13014165,"answer_tokens":1951811,"output_tokens":16287283,"reasoning_tokens":14335472},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","slug":"openai_gpt-5-low","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-low","hosts_url":"/models/gpt-5-low/providers","name_and_creator_label":"GPT-5 (low), OpenAI"},{"id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","name":"gpt-oss-120B","short_name":"gpt-oss-120B (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-05","chatbot-arena-elo":null,"slug":"gpt-oss-120b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":43,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/openai/gpt-oss-120b","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":117,"inference_parameters_active":"5.1","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":58.65,"math_index":null,"coding_index":54.27,"mmlu_pro":0.793,"mmmu_pro":null,"hle":0.096,"scicode":0.391,"humaneval":null,"aime":null,"aime25":0.86,"math_500":null,"gpqa":0.723,"livecodebench":0.694,"ifbench":0.644,"lcr":0.49,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14307716,"answer_tokens":4291925,"output_tokens":20210943,"reasoning_tokens":15919018},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"59165d9a-272b-4990-9dfe-ca5eb858a59b","slug":"novita_gpt-oss-120b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":{"mean":0.716,"median":0.712,"std_dev":0.019,"ci_lower":0.707,"ci_upper":0.725},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":{"mean":0.811,"median":0.8,"std_dev":0.046,"ci_lower":0.795,"ci_upper":0.827},"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"280d1aaf-b002-49cd-8192-7b1b7203b4be","slug":"fireworks_gpt-oss-120b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":{"mean":0.71,"median":0.707,"std_dev":0.021,"ci_lower":0.7,"ci_upper":0.72},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":{"mean":0.822,"median":0.833,"std_dev":0.048,"ci_lower":0.805,"ci_upper":0.838},"ifbench_8x":{"mean":0.653,"median":0.646,"std_dev":0.016,"ci_lower":0.642,"ci_upper":0.664},"host_api_id":"accounts/fireworks/models/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e9d6a0ed-1e0e-453e-9978-c25a9cff1a7f","slug":"amazon-bedrock_gpt-oss-120b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai.gpt-oss-120b-1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"88bf4430-136a-4563-b130-cf64ecb8dfdb","slug":"cerebras_gpt-oss-120b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-oss-120b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.69,"price_1m_blended_3_to_1":0.36,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.78,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a8e38398-7951-486e-8f25-68f58d3aa479","slug":"groq_gpt-oss-120b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":{"mean":0.688,"median":0.687,"std_dev":0.019,"ci_lower":0.679,"ci_upper":0.698},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"mean":0.765,"median":0.767,"std_dev":0.05,"ci_lower":0.747,"ci_upper":0.782},"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"637ca4e1-69a2-4323-82f9-809dd10429f9","slug":"togetherai_gpt-oss-120b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"mean":0.785,"median":0.8,"std_dev":0.055,"ci_lower":0.766,"ci_upper":0.804},"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e252e287-26d2-42ee-aa98-08e6ed082bd3","slug":"nebius_gpt-oss-120b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"mean":0.804,"median":0.8,"std_dev":0.053,"ci_lower":0.786,"ci_upper":0.823},"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_gpt-oss-120B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"639bb8c8-50ff-4ed1-b04d-e2327447683f","slug":"parasail_gpt-oss-120b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-gpt-oss-120b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Parasail_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fc95b671-819e-4fa9-8e07-dd9d2a56833d","slug":"azure_gpt-oss-120b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":{"mean":0.705,"median":0.707,"std_dev":0.014,"ci_lower":0.699,"ci_upper":0.712},"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"mean":0.774,"median":0.767,"std_dev":0.063,"ci_lower":0.752,"ci_upper":0.796},"ifbench_8x":null,"host_api_id":"gpt-oss-120b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06dfe690-aa4f-463c-87ae-7c9b6a35ee66","slug":"deepinfra_gpt-oss-120b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","footnotes":null,"json_mode":true,"aime25_32x":{"mean":0.849,"median":0.833,"std_dev":0.043,"ci_lower":0.834,"ci_upper":0.864},"ifbench_8x":null,"host_api_id":"openai/gpt-oss-120b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_gpt-oss-120B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.18,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.56,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-oss-120b","hosts_url":"/models/gpt-oss-120b/providers","name_and_creator_label":"gpt-oss-120B (high), OpenAI"},{"id":"8eb02396-f231-4189-ae15-05f7facebd9b","name":"GPT-5 nano","short_name":"GPT-5 nano","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5-nano","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":31,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":53.78,"math_index":null,"coding_index":47.06,"mmlu_pro":0.772,"mmmu_pro":null,"hle":0.076,"scicode":0.338,"humaneval":null,"aime":null,"aime25":0.783,"math_500":null,"gpqa":0.67,"livecodebench":0.603,"ifbench":0.659,"lcr":0.4,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14319731,"answer_tokens":2357792,"output_tokens":55771660,"reasoning_tokens":53413868},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","slug":"openai_gpt-5-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"8eb02396-f231-4189-ae15-05f7facebd9b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-nano-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.27,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-nano","hosts_url":"/models/gpt-5-nano/providers","name_and_creator_label":"GPT-5 nano, OpenAI"},{"id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","name":"gpt-oss-20B","short_name":"gpt-oss-20B (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-05","chatbot-arena-elo":null,"slug":"gpt-oss-20b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":24,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/openai/gpt-oss-20b","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":21,"inference_parameters_active":"3.6","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":49.01,"math_index":null,"coding_index":53.74,"mmlu_pro":0.736,"mmmu_pro":null,"hle":0.085,"scicode":0.354,"humaneval":null,"aime":null,"aime25":0.617,"math_500":null,"gpqa":0.617,"livecodebench":0.721,"ifbench":0.605,"lcr":0.187,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":13748454,"answer_tokens":2925961,"output_tokens":55123306,"reasoning_tokens":52197345},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"fe2bd428-cb2e-4b75-a2d0-52df596b4609","slug":"novita_gpt-oss-20b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"47cbc227-813b-4d48-9506-8b9989e27eab","slug":"amazon-bedrock_gpt-oss-20b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai.gpt-oss-20b-1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.1275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.84,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d764726e-3739-4d4b-8b90-373e6c7c131e","slug":"groq_gpt-oss-20b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"71d04689-270d-417a-8a45-b5cfe0a10f95","slug":"fireworks_gpt-oss-20b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c138004e-8fa7-47ee-aca9-7e4b52f06b99","slug":"nebius_gpt-oss-20b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_gpt-oss-20B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2c397ff0-e9c8-4b8d-9364-f82357c6fdbf","slug":"deepinfra_gpt-oss-20b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"001dcc5d-05d4-4cb1-9c02-0fc7860d8121","slug":"togetherai_gpt-oss-20b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"openai/gpt-oss-20b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_gpt-oss-20B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-oss-20b","hosts_url":"/models/gpt-oss-20b/providers","name_and_creator_label":"gpt-oss-20B (high), OpenAI"},{"id":"3b608b70-6434-4baa-99ad-45d499703c67","name":"GPT-4.1","short_name":"GPT-4.1","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":26,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.77,"math_index":67.47,"coding_index":41.9,"mmlu_pro":0.806,"mmmu_pro":0.612,"hle":0.046,"scicode":0.381,"humaneval":0.956,"aime":0.437,"aime25":0.347,"math_500":0.913,"gpqa":0.666,"livecodebench":0.457,"ifbench":0.43,"lcr":0.61,"estimated_intelligence_index":42.0083495943,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.481,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.663,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14221138,"answer_tokens":6752287,"output_tokens":6752287,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","slug":"openai_gpt-4-1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-2025-04-14","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","slug":"azure_gpt-4-1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1","hosts_url":"/models/gpt-4-1/providers","name_and_creator_label":"GPT-4.1, OpenAI"},{"id":"c3738fb0-3408-4430-a699-760ae4b70c93","name":"GPT-5 (minimal)","short_name":"GPT-5 (minimal)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-08-07","chatbot-arena-elo":null,"slug":"gpt-5-minimal","open_weights":"Proprietary","additional_text":null,"context_window_tokens":400000,"display_order":42,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-09-30","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":43.76,"math_index":61.4,"coding_index":47.27,"mmlu_pro":0.806,"mmmu_pro":null,"hle":0.054,"scicode":0.388,"humaneval":0.951,"aime":0.367,"aime25":0.317,"math_500":0.861,"gpqa":0.673,"livecodebench":0.558,"ifbench":0.456,"lcr":0.25,"estimated_intelligence_index":40.2330895573,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":12201163,"answer_tokens":3531617,"output_tokens":3531617,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","slug":"openai_gpt-5-minimal","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"c3738fb0-3408-4430-a699-760ae4b70c93","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-5-2025-08-07","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-5 (minimal)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-5-minimal","hosts_url":"/models/gpt-5-minimal/providers","name_and_creator_label":"GPT-5 (minimal), OpenAI"},{"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","name":"GPT-4o (Nov '24)","short_name":"GPT-4o (Nov '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-11-20","chatbot-arena-elo":1361,"slug":"gpt-4o","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":510,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-11-20)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null},"average":0.8380394530693633,"average_mgsm":null,"average_mmlu":0.8380394530693633,"average_per_language":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null}},"openai_full_model_name":"gpt-4o-2024-11-20","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":839,"output_tokens":839,"reasoning_tokens":0,"max_answer_tokens_used":2509,"max_output_tokens_used":2509,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":29.61,"math_index":45.47,"coding_index":32.12,"mmlu_pro":0.748,"mmmu_pro":null,"hle":0.033,"scicode":0.333,"humaneval":0.93,"aime":0.15,"aime25":0.06,"math_500":0.759,"gpqa":0.543,"livecodebench":0.309,"ifbench":0.343,"lcr":0,"estimated_intelligence_index":30.3438468806,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.46,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","deprecated_to":"gpt-4o-chatgpt-03-25","size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4305120,"answer_tokens":5167618,"output_tokens":5167618,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","slug":"azure_gpt-4o","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-1120","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c713b440-b8d0-458e-9469-f3561685b907","slug":"openai_gpt-4o","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-11-20","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o","hosts_url":"/models/gpt-4o/providers","name_and_creator_label":"GPT-4o (Nov '24), OpenAI"},{"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","name":"GPT-4o mini","short_name":"GPT-4o mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-07-18","chatbot-arena-elo":1273,"slug":"gpt-4o-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":2,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-mini-2024-07-18","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8701818181818182,"multilingual_aa":{"mgsm":{"bn":0.836,"de":0.88,"en":0.956,"es":0.92,"fr":0.864,"ja":0.84,"sw":0.872,"zh":0.876},"mmlu":{"bn":0.6577,"de":0.7431,"en":0.82,"es":0.7737,"fr":0.7659,"ja":0.7255,"sw":0.6191,"zh":0.7305},"average":0.80496875,"average_mgsm":0.8805,"average_mmlu":0.7294375,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.74685,"de":0.81155,"en":0.8879999999999999,"es":0.8468500000000001,"fr":0.8149500000000001,"ja":0.7827500000000001,"sw":0.7455499999999999,"zh":0.80325},"average_global_mmlu_lite":null},"openai_full_model_name":"gpt-4o-mini","supports_images_input":true,"mmmu_pro_aa":0.4005780346820809,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.27,"coding_index":23.15,"mmlu_pro":0.648,"mmmu_pro":0.415,"hle":0.04,"scicode":0.229,"humaneval":0.876,"aime":0.117,"aime25":0.147,"math_500":0.789,"gpqa":0.426,"livecodebench":0.234,"ifbench":0.31,"lcr":null,"estimated_intelligence_index":24.3079627548,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.872,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.402,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":{"input_tokens":4962888,"answer_tokens":5561958,"output_tokens":5561958,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","slug":"openai_gpt-4o-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8701818181818182,"gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini-2024-07-18","mmmu_pro_aa":0.4005780346820809,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","slug":"azure_gpt-4o-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","slug":"openai_gpt-4o-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-mini","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-mini","hosts_url":"/models/gpt-4o-mini/providers","name_and_creator_label":"GPT-4o mini, OpenAI"},{"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","name":"o3-mini","short_name":"o3-mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":22,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1043,"output_tokens":1895,"reasoning_tokens":852,"max_output_tokens_used":17469},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":87.17,"coding_index":55.84,"mmlu_pro":0.791,"mmmu_pro":null,"hle":0.087,"scicode":0.399,"humaneval":0.972,"aime":0.77,"aime25":null,"math_500":0.973,"gpqa":0.748,"livecodebench":0.717,"ifbench":null,"lcr":null,"estimated_intelligence_index":52.6912379346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.963,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.749,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","slug":"azure_o3-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0847c210-14c4-413c-abdf-c8109f386218","slug":"openai_o3-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini","hosts_url":"/models/o3-mini/providers","name_and_creator_label":"o3-mini, OpenAI"},{"id":"076f2674-bc4b-4925-be59-50832eb8c090","name":"o3-mini (high)","short_name":"o3-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini-high","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":25,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1048,"output_tokens":3282,"reasoning_tokens":2234,"max_output_tokens_used":19602},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":92.23,"coding_index":56.61,"mmlu_pro":0.802,"mmmu_pro":null,"hle":0.123,"scicode":0.398,"humaneval":null,"aime":0.86,"aime25":null,"math_500":0.985,"gpqa":0.773,"livecodebench":0.734,"ifbench":null,"lcr":null,"estimated_intelligence_index":55.4585550511,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.976,"lab_claimed_aime":0.873,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.772,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","slug":"openai_o3-mini-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","slug":"azure_o3-mini-high","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini-high","hosts_url":"/models/o3-mini-high/providers","name_and_creator_label":"o3-mini (high), OpenAI"},{"id":"72c358fd-7d45-4d68-89aa-699743710924","name":"GPT-4.1 nano","short_name":"GPT-4.1 nano","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-nano","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":29,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":54.23,"coding_index":29.26,"mmlu_pro":0.657,"mmmu_pro":0.404,"hle":0.039,"scicode":0.259,"humaneval":0.877,"aime":0.237,"aime25":null,"math_500":0.848,"gpqa":0.512,"livecodebench":0.326,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.8739251061,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.294,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.503,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","slug":"openai_gpt-4-1-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-nano-2025-04-14","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","slug":"azure_gpt-4-1-nano","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-nano","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-nano","hosts_url":"/models/gpt-4-1-nano/providers","name_and_creator_label":"GPT-4.1 nano, OpenAI"},{"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","name":"GPT-4.1 mini","short_name":"GPT-4.1 mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":31,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":67.77,"coding_index":44.32,"mmlu_pro":0.781,"mmmu_pro":0.587,"hle":0.046,"scicode":0.404,"humaneval":0.95,"aime":0.43,"aime25":null,"math_500":0.925,"gpqa":0.664,"livecodebench":0.483,"ifbench":null,"lcr":null,"estimated_intelligence_index":42.2485318346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.496,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.65,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","slug":"azure_gpt-4-1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","slug":"openai_gpt-4-1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4.1-mini-2025-04-14","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-mini","hosts_url":"/models/gpt-4-1-mini/providers","name_and_creator_label":"GPT-4.1 mini, OpenAI"},{"id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","name":"o3-pro","short_name":"o3-pro","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"o3-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":33,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":0.845,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":67.5,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.93,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.84,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","slug":"openai_o3-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o3-pro-2025-06-10","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":20,"price_1m_output_tokens":80,"price_1m_blended_3_to_1":35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-pro","hosts_url":"/models/o3-pro/providers","name_and_creator_label":"o3-pro, OpenAI"},{"id":"b4784397-aa28-411b-b011-9c4331bfa9c8","name":"GPT-4o (ChatGPT)","short_name":"GPT-4o (ChatGPT)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-02-15","chatbot-arena-elo":null,"slug":"gpt-4o-chatgpt","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":40,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2025-01-29)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.03,"coding_index":null,"mmlu_pro":0.773,"mmmu_pro":null,"hle":0.037,"scicode":0.334,"humaneval":0.939,"aime":0.103,"aime25":null,"math_500":0.797,"gpqa":0.511,"livecodebench":null,"ifbench":null,"lcr":0.53,"estimated_intelligence_index":28.641687698416597,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","slug":"openai_gpt-4o-chatgpt","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4784397-aa28-411b-b011-9c4331bfa9c8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"chatgpt-4o-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (ChatGPT)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-chatgpt","hosts_url":"/models/gpt-4o-chatgpt/providers","name_and_creator_label":"GPT-4o (ChatGPT), OpenAI"},{"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","name":"o1","short_name":"o1","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-12-05","chatbot-arena-elo":null,"slug":"o1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":483,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-2024-12-17","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8762,"average_mgsm":null,"average_mmlu":0.8762,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1089,"output_tokens":2226,"reasoning_tokens":1136,"max_output_tokens_used":14182},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":84.67,"coding_index":51.85,"mmlu_pro":0.841,"mmmu_pro":null,"hle":0.077,"scicode":0.358,"humaneval":0.974,"aime":0.723,"aime25":null,"math_500":0.97,"gpqa":0.747,"livecodebench":0.679,"ifbench":null,"lcr":null,"estimated_intelligence_index":51.6782954429,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.757,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4527a138-017e-4c02-a2b9-725753363b52","slug":"openai_o1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-2024-12-17","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","slug":"azure_o1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-global-standard","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o1","hosts_url":"/models/o1/providers","name_and_creator_label":"o1, OpenAI"},{"id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","name":"o1-preview","short_name":"o1-preview","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-09-12","chatbot-arena-elo":1334,"slug":"o1-preview","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":485,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-preview","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.908,"multilingual_aa":{"mgsm":{"bn":0.6,"de":0.9,"en":0.956,"es":0.888,"fr":0.788,"ja":0.88,"sw":0.84,"zh":0.908},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8606,"average_mgsm":0.845,"average_mmlu":0.8762,"average_per_language":{"bn":0.7311,"de":0.8786499999999999,"en":0.9319999999999999,"es":0.8886499999999999,"fr":0.8370500000000001,"ja":0.8794,"sw":0.84395,"zh":0.894}},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.956,"aime":null,"aime25":null,"math_500":0.924,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.297359089472195,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.924,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.733,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","deprecated_to":"o3","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","slug":"azure_o1-preview","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-preview","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":16.5,"price_1m_output_tokens":66,"price_1m_blended_3_to_1":28.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","slug":"openai_o1-preview","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.908,"gpqa_16x":null,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-preview-2024-09-12","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-preview","hosts_url":"/models/o1-preview/providers","name_and_creator_label":"o1-preview, OpenAI"},{"id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","name":"o1-mini","short_name":"o1-mini","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-09-12","chatbot-arena-elo":1308,"slug":"o1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":487,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-mini","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":{"mgsm":{"bn":0.516,"de":0.928,"en":0.976,"es":0.908,"fr":0.888,"ja":0.912,"sw":0.852,"zh":0.924},"mmlu":{"bn":0.7725,"de":0.8122,"en":0.852,"es":0.8303,"fr":0.8212,"ja":0.8129,"sw":0.7015,"zh":0.818},"average":0.8327875,"average_mgsm":0.863,"average_mmlu":0.802575,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.64425,"de":0.8701000000000001,"en":0.9139999999999999,"es":0.8691500000000001,"fr":0.8546,"ja":0.8624499999999999,"sw":0.77675,"zh":0.871},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1327,"output_tokens":2442,"reasoning_tokens":1115,"max_output_tokens_used":13351},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":77.37,"coding_index":44.93,"mmlu_pro":0.742,"mmmu_pro":null,"hle":0.049,"scicode":0.323,"humaneval":0.972,"aime":0.603,"aime25":null,"math_500":0.944,"gpqa":0.603,"livecodebench":0.576,"ifbench":null,"lcr":null,"estimated_intelligence_index":43.2510316202,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.924,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.6,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","deprecated_to":"o4-mini","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","slug":"openai_o1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"gpqa_16x":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-mini-2024-09-12","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","slug":"azure_o1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-mini","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-mini","hosts_url":"/models/o1-mini/providers","name_and_creator_label":"o1-mini, OpenAI"},{"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","name":"GPT-4o (Aug '24)","short_name":"GPT-4o (Aug '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-08-06","chatbot-arena-elo":1337,"slug":"gpt-4o-2024-08-06","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":489,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-09-03)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.9014545454545455,"multilingual_aa":{"mgsm":{"bn":0.904,"de":0.928,"en":0.964,"es":0.92,"fr":0.828,"ja":0.872,"sw":0.908,"zh":0.912},"mmlu":{"bn":0.8007,"de":0.8292,"en":0.887,"es":0.8493,"fr":0.8437,"ja":0.8287,"sw":0.7708,"zh":0.8335},"average":0.8674312500000001,"average_mgsm":0.9045000000000001,"average_mmlu":0.8303625,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8523499999999999,"de":0.8786,"en":0.9255,"es":0.88465,"fr":0.83585,"ja":0.8503499999999999,"sw":0.8394,"zh":0.87275},"average_global_mmlu_lite":null},"openai_full_model_name":"gpt-4o-2024-08-06","supports_images_input":true,"mmmu_pro_aa":0.46936416184971097,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.57,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":0.029,"scicode":null,"humaneval":0.926,"aime":0.117,"aime25":null,"math_500":0.795,"gpqa":0.521,"livecodebench":0.317,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.383118875458297,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.531,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deprecated_to":"gpt-4o","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","slug":"azure_gpt-4o-2024-08-06","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","slug":"openai_gpt-4o-2024-08-06_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (Aug '24)_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","slug":"openai_gpt-4o-2024-08-06","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.9014545454545455,"gpqa_16x":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":0.46936416184971097,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-08-06","hosts_url":"/models/gpt-4o-2024-08-06/providers","name_and_creator_label":"GPT-4o (Aug '24), OpenAI"},{"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","name":"GPT-4o (May '24)","short_name":"GPT-4o (May '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-05-13","chatbot-arena-elo":1285,"slug":"gpt-4o-2024-05-13","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":506,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-2024-05-13","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":null,"openai_full_model_name":"gpt-4o-2024-05-13","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.07,"coding_index":32.17,"mmlu_pro":0.74,"mmmu_pro":null,"hle":0.028,"scicode":0.309,"humaneval":0.935,"aime":0.11,"aime25":null,"math_500":0.791,"gpqa":0.526,"livecodebench":0.334,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.7277272207,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.536,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deprecated_to":"gpt-4o-2024-08-06","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","slug":"openai_gpt-4o-2024-05-13","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"gpqa_16x":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","slug":"azure_gpt-4o-2024-05-13","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4o-2024-05-13-global-standard","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-05-13","hosts_url":"/models/gpt-4o-2024-05-13/providers","name_and_creator_label":"GPT-4o (May '24), OpenAI"},{"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","name":"GPT-4 Turbo","short_name":"GPT-4 Turbo","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2023-11-06","chatbot-arena-elo":1256,"slug":"gpt-4-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":508,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4-Turbo-2024-04-09","knowledge_cutoff_date":"2023-12-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8996363636363637,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":44.33,"coding_index":30.52,"mmlu_pro":0.694,"mmmu_pro":null,"hle":0.033,"scicode":0.319,"humaneval":0.918,"aime":0.15,"aime25":null,"math_500":0.737,"gpqa":null,"livecodebench":0.291,"ifbench":null,"lcr":null,"estimated_intelligence_index":27.5243162336,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.871,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.48,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","deprecated_to":"gpt-4-turbo-0125-preview","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"aca3d51f-7221-4336-8d50-372703777b7f","slug":"openai_gpt-4-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8996363636363637,"gpqa_16x":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4-turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","slug":"azure_gpt-4-turbo","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4-turbo-2024-04-09-global-standard","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-turbo","hosts_url":"/models/gpt-4-turbo/providers","name_and_creator_label":"GPT-4 Turbo, OpenAI"},{"id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","name":"GPT-3.5 Turbo","short_name":"GPT-3.5 Turbo","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2022-11-30","chatbot-arena-elo":1107,"slug":"gpt-35-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":4096,"display_order":531,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2021-09-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.5610909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":452,"output_tokens":452,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":0.462,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.698,"aime":null,"aime25":null,"math_500":0.441,"gpqa":0.297,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.7637729431,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.68,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.308,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","slug":"openai_gpt-35-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.5610909090909091,"gpqa_16x":null,"model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-3.5-turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-3.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-35-turbo","hosts_url":"/models/gpt-35-turbo/providers","name_and_creator_label":"GPT-3.5 Turbo, OpenAI"},{"id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","name":"GPT-4","short_name":"GPT-4","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2023-03-14","chatbot-arena-elo":1186,"slug":"gpt-4","open_weights":"Proprietary","additional_text":null,"context_window_tokens":8192,"display_order":532,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4-0314","knowledge_cutoff_date":"2021-09-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":24.64212935,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.67,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.357,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4952cded-210b-43df-814e-7966dbd70a24","slug":"openai_gpt-4","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gpt-4","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":30,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":37.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4","hosts_url":"/models/gpt-4/providers","name_and_creator_label":"GPT-4, OpenAI"},{"id":"5ce30d25-5353-45bb-bef9-6b87480ba3a2","name":"GPT-4.5 (Preview)","short_name":"GPT-4.5 (Preview)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-02-27","chatbot-arena-elo":null,"slug":"gpt-4-5","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":536,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":42.40517067332645,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.886,"lab_claimed_aime":0.367,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.714,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bd9af294-4311-4a6d-8694-059ad0111bef","deprecated_to":"gpt-4-1","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4-5","hosts_url":"/models/gpt-4-5/providers","name_and_creator_label":"GPT-4.5 (Preview), OpenAI"},{"id":"4343afb1-c928-44c9-92e2-68fa1195b6f5","name":"GPT-4o mini Realtime (Dec '24)","short_name":"GPT-4o mini Realtime (Dec '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-12-17","chatbot-arena-elo":null,"slug":"gpt-4o-mini-realtime-dec-2024","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":541,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4o-mini-realtime-dec-2024","hosts_url":"/models/gpt-4o-mini-realtime-dec-2024/providers","name_and_creator_label":"GPT-4o mini Realtime (Dec '24), OpenAI"},{"id":"e8d4100e-165b-4c5d-ac11-ac553590a334","name":"o1-pro","short_name":"o1-pro","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-03-19","chatbot-arena-elo":null,"slug":"o1-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":542,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":45.6319670175695,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.86,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.79,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"73779625-efe7-4581-9f79-9d53ac3638c1","slug":"openai_o1-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"e8d4100e-165b-4c5d-ac11-ac553590a334","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"o1-pro-2025-03-19","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o1-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":150,"price_1m_output_tokens":600,"price_1m_blended_3_to_1":262.5,"price_per_1k_1mp_images":114.75,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o1-pro","hosts_url":"/models/o1-pro/providers","name_and_creator_label":"o1-pro, OpenAI"},{"id":"e2e9ddc3-8c2d-4bf5-a60a-83a1afe61034","name":"GPT-4o Realtime (Dec '24)","short_name":"GPT-4o Realtime (Dec '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-12-17","chatbot-arena-elo":null,"slug":"gpt-4o-realtime-dec-2024","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":544,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-4o-realtime-dec-2024","hosts_url":"/models/gpt-4o-realtime-dec-2024/providers","name_and_creator_label":"GPT-4o Realtime (Dec '24), OpenAI"},{"id":"575498d6-60ec-466b-9372-fea19911fd07","name":"GPT-4o (March 2025, chatgpt-4o-latest)","short_name":"GPT-4o (March 2025)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-03-27","chatbot-arena-elo":null,"slug":"gpt-4o-chatgpt-03-25","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":545,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60.97,"coding_index":39.56,"mmlu_pro":0.803,"mmmu_pro":null,"hle":0.05,"scicode":0.366,"humaneval":0.96,"aime":0.327,"aime25":0.257,"math_500":0.893,"gpqa":0.655,"livecodebench":0.425,"ifbench":null,"lcr":null,"estimated_intelligence_index":39.5229855425,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","deprecated_to":"gpt-4o-chatgpt-04-25","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","slug":"openai_gpt-4o-chatgpt-03-25","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"gpqa_16x":null,"model_id":"575498d6-60ec-466b-9372-fea19911fd07","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"chatgpt-4o-latest","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (March 2025, chatgpt-4o-latest)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-chatgpt-03-25","hosts_url":"/models/gpt-4o-chatgpt-03-25/providers","name_and_creator_label":"GPT-4o (March 2025), OpenAI"},{"id":"8b1a70d1-e05f-426b-9122-023d4629ab47","name":"GPT-3.5 Turbo (0613)","short_name":"GPT-3.5 Turbo (0613)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":null,"chatbot-arena-elo":null,"slug":"gpt-3-5-turbo-0613","open_weights":"Proprietary","additional_text":null,"context_window_tokens":4096,"display_order":111111,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"gpt-35-turbo","size_class":null,"frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[],"model_url":"/models/gpt-3-5-turbo-0613","hosts_url":"/models/gpt-3-5-turbo-0613/providers","name_and_creator_label":"GPT-3.5 Turbo (0613), OpenAI"},{"id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","name":"Grok 4","short_name":"Grok 4","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"grok-4","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":295,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":67.52,"math_index":96.67,"coding_index":63.81,"mmlu_pro":0.866,"mmmu_pro":null,"hle":0.239,"scicode":0.457,"humaneval":0.977,"aime":0.943,"aime25":0.927,"math_500":0.99,"gpqa":0.877,"livecodebench":0.819,"ifbench":0.537,"lcr":0.68,"estimated_intelligence_index":63.4367825115,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14081363,"answer_tokens":1268897,"output_tokens":109616361,"reasoning_tokens":108347464},"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","slug":"xai_grok-4","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-4-0709","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-4","hosts_url":"/models/grok-4/providers","name_and_creator_label":"Grok 4, xAI"},{"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","name":"Grok 3 mini Reasoning (high)","short_name":"Grok 3 mini Reasoning (high)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":290,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":58.01,"math_index":96.27,"coding_index":55.13,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.111,"scicode":0.406,"humaneval":0.978,"aime":0.933,"aime25":0.847,"math_500":0.992,"gpqa":0.791,"livecodebench":0.696,"ifbench":0.459,"lcr":0.503,"estimated_intelligence_index":56.6699089587,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.895,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.803,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14148821,"answer_tokens":3239320,"output_tokens":131045231,"reasoning_tokens":127805911},"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","slug":"xai_grok-3-mini-reasoning-high_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","slug":"xai_grok-3-mini-reasoning-high","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3-mini-reasoning","hosts_url":"/models/grok-3-mini-reasoning/providers","name_and_creator_label":"Grok 3 mini Reasoning (high), xAI"},{"id":"4c111fbc-d13a-42b4-858c-1dc17fe3c1d1","name":"Grok-1","short_name":"Grok-1","deleted":false,"deprecated":true,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2024-03-17","chatbot-arena-elo":null,"slug":"grok-1","open_weights":"Open","additional_text":null,"context_window_tokens":8192,"display_order":21,"tokenizer_id":"grok_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/xai-org/grok-1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":314,"inference_parameters_active":"78","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.185592196812554,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.632,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"grok-beta","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-1","hosts_url":"/models/grok-1/providers","name_and_creator_label":"Grok-1, xAI"},{"id":"ec3b22e6-48ac-416a-b4ae-55565a4f3046","name":"Grok 3 Reasoning Beta","short_name":"Grok 3 Reasoning Beta","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":null,"chatbot-arena-elo":null,"slug":"grok-3-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":286,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":45.6319670175695,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.839,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.802,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-3-reasoning","hosts_url":"/models/grok-3-reasoning/providers","name_and_creator_label":"Grok 3 Reasoning Beta, xAI"},{"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","name":"Grok 3","short_name":"Grok 3","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":287,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60,"coding_index":39.67,"mmlu_pro":0.799,"mmmu_pro":null,"hle":0.051,"scicode":0.368,"humaneval":0.909,"aime":0.33,"aime25":null,"math_500":0.87,"gpqa":0.693,"livecodebench":0.425,"ifbench":null,"lcr":null,"estimated_intelligence_index":39.9198083743,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.52,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.75,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","slug":"xai_grok-3_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-fast-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":5,"price_1m_output_tokens":25,"price_1m_blended_3_to_1":10,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","slug":"xai_grok-3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3","hosts_url":"/models/grok-3/providers","name_and_creator_label":"Grok 3, xAI"},{"id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","name":"Grok 3 mini Reasoning (Low)","short_name":"Grok 3 mini Reasoning (low)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning-low","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":291,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","slug":"xai_grok-3-mini-reasoning-low","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","slug":"xai_grok-3-mini-reasoning-low_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"gpqa_16x":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3-mini-reasoning-low","hosts_url":"/models/grok-3-mini-reasoning-low/providers","name_and_creator_label":"Grok 3 mini Reasoning (low), xAI"},{"id":"a04f5b78-f397-4fd8-a2b1-00dcab50324c","name":"Grok Beta","short_name":"Grok Beta","deleted":false,"deprecated":true,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2024-08-13","chatbot-arena-elo":1289,"slug":"grok-beta","open_weights":"Proprietary","additional_text":"This is Grok-2 Beta, weights and any other information are not openly released until the next version of Grok is out! https://x.com/elonmusk/status/1842248588149117013","context_window_tokens":128000,"display_order":974,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Grok-2-08-13","knowledge_cutoff_date":"2024-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":42,"coding_index":26.82,"mmlu_pro":0.703,"mmmu_pro":null,"hle":0.047,"scicode":0.295,"humaneval":0.866,"aime":0.103,"aime25":null,"math_500":0.737,"gpqa":0.471,"livecodebench":0.241,"ifbench":null,"lcr":null,"estimated_intelligence_index":26.2503060894,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"468b2374-d124-4957-8c22-1f4c3034758c","deprecated_to":"grok-2-1212","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-beta","hosts_url":"/models/grok-beta/providers","name_and_creator_label":"Grok Beta, xAI"},{"id":"291a510a-dcc0-40df-8a80-b3aa31900a6c","name":"Grok 2 (Dec '24)","short_name":"Grok 2","deleted":false,"deprecated":true,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2024-12-12","chatbot-arena-elo":null,"slug":"grok-2-1212","open_weights":"Proprietary","additional_text":null,"context_window_tokens":131072,"display_order":975,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.57,"coding_index":27.57,"mmlu_pro":0.709,"mmmu_pro":null,"hle":0.038,"scicode":0.285,"humaneval":0.863,"aime":0.133,"aime25":null,"math_500":0.778,"gpqa":0.51,"livecodebench":0.267,"ifbench":null,"lcr":null,"estimated_intelligence_index":28.0151234203,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.875,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.56,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4cdfa945-f6b3-47b9-a405-73f6c04e8575","deprecated_to":"grok-3","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[],"model_url":"/models/grok-2-1212","hosts_url":"/models/grok-2-1212/providers","name_and_creator_label":"Grok 2, xAI"},{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":163,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14150176,"answer_tokens":10796995,"output_tokens":10796995,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","slug":"lambdalabs_llama-4-maverick_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":{"mean":0.685,"median":0.689,"std_dev":0.023,"ci_lower":0.673,"ci_upper":0.696},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.285,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.51,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","slug":"parasail_llama-4-maverick_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-llama-4-maverick-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.19,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.355,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","slug":"novita_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.34,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.94,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","slug":"gmi_llama-4-maverick_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.58,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","slug":"groq_llama-4-maverick","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":{"mean":0.672,"median":0.674,"std_dev":0.023,"ci_lower":0.661,"ci_upper":0.683},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","slug":"google_llama-4-maverick_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":{"mean":0.684,"median":0.684,"std_dev":0.031,"ci_lower":0.669,"ci_upper":0.699},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-4-maverick-17b-128e-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Maverick_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.15,"price_1m_blended_3_to_1":0.55,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":524288,"price_m_tokens_blended_3_to_1_per_dollar":1.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","slug":"amazon-bedrock_llama-4-maverick","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama4-maverick-17b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.24,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.4225,"price_per_1k_1mp_images":0.34848,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.37,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","slug":"deepinfra_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":{"mean":0.669,"median":0.667,"std_dev":0.022,"ci_lower":0.658,"ci_upper":0.679},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.23232,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","slug":"deepinfra_llama-4-maverick_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":false,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","slug":"sambanova_llama-4-maverick","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":{"mean":0.677,"median":0.677,"std_dev":0.026,"ci_lower":0.665,"ci_upper":0.69},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-4-Maverick-17B-128E-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.63,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9225,"price_per_1k_1mp_images":0.91476,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","slug":"togetherai_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":{"mean":0.681,"median":0.684,"std_dev":0.022,"ci_lower":0.67,"ci_upper":0.691},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.415,"price_per_1k_1mp_images":0.39204,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","slug":"azure_llama-4-maverick_fp8","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama4-maverick-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.41,"price_1m_blended_3_to_1":0.615,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","slug":"fireworks_llama-4-maverick-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":{"mean":0.672,"median":0.669,"std_dev":0.026,"ci_lower":0.659,"ci_upper":0.685},"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama4-maverick-instruct-basic","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Maverick_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":0.31944,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","slug":"cerebras_llama-4-maverick","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta"},{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":164,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14338857,"answer_tokens":10467047,"output_tokens":10467047,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","slug":"lambdalabs_llama-4-scout","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":{"mean":0.523,"median":0.52,"std_dev":0.024,"ci_lower":0.511,"ci_upper":0.535},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.11616,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5d275639-6aef-4244-8348-73a7bae8d68e","slug":"parasail_llama-4-scout_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-llama-4-scout-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Scout_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.09,"price_1m_output_tokens":0.48,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":158000,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","slug":"groq_llama-4-scout-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":{"mean":0.543,"median":0.545,"std_dev":0.022,"ci_lower":0.532,"ci_upper":0.554},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.34,"price_1m_blended_3_to_1":0.1675,"price_per_1k_1mp_images":0.15972,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.97,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","slug":"gmi_llama-4-scout","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.185,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":5.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","slug":"azure_llama-4-scout","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama4-scout","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.78,"price_1m_blended_3_to_1":0.345,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","slug":"cerebras_llama-4-scout","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.9438,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","slug":"amazon-bedrock_llama-4-scout","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama4-scout-17b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.66,"price_1m_blended_3_to_1":0.2925,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","slug":"google_llama-4-scout_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":{"mean":0.528,"median":0.52,"std_dev":0.016,"ci_lower":0.52,"ci_upper":0.536},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-4-scout-17b-16e-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Scout_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":0.363,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1310720,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","slug":"novita_llama-4-scout-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","slug":"deepinfra_llama-4-scout-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":{"mean":0.562,"median":0.563,"std_dev":0.019,"ci_lower":0.553,"ci_upper":0.571},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":327680,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a0a43165-a697-40ff-bbde-69ed686947a5","slug":"fireworks_llama-4-scout-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":{"mean":0.557,"median":0.553,"std_dev":0.017,"ci_lower":0.548,"ci_upper":0.565},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama4-scout-instruct-basic","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Scout_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.2178,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":10485760,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","slug":"togetherai_llama-4-scout-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":{"mean":0.56,"median":0.566,"std_dev":0.019,"ci_lower":0.551,"ci_upper":0.57},"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.2825,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.54,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"99249ae7-3d69-42f5-a825-38b220b0a054","slug":"compactifai_llama-4-scout","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","mgsm_aa":null,"gpqa_16x":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-4-scout","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta"},{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":92,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.876,"de":0.932,"en":0.964,"es":0.912,"fr":0.912,"ja":0.864,"sw":0.892,"zh":0.896},"mmlu":{"bn":0.6830223614869677,"de":0.7958980202250392,"en":0.8594217347956131,"es":0.8147699757869249,"fr":0.8130608175473579,"ja":0.7643498077196981,"sw":0.6621563879789204,"zh":0.7855718558609884},"average":0.8391406850875944,"average_mgsm":0.906,"average_mmlu":0.7722813701751887,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7795111807434838,"de":0.8639490101125196,"en":0.9117108673978065,"es":0.8633849878934625,"fr":0.8625304087736789,"ja":0.814174903859849,"sw":0.7770781939894602,"zh":0.8407859279304942},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":716,"output_tokens":716,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14491839,"answer_tokens":7527575,"output_tokens":7527575,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","slug":"sambanova_llama-3-3-instruct-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","slug":"parasail_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-llama-33-70b-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.28,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.28,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","slug":"amazon-bedrock_llama-3-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-3-70b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","slug":"lambdalabs_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.3-70b-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","slug":"groq_llama-3-3-instruct-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.3-70b-versatile","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.59,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.64,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","slug":"nebius_llama-3-3-instruct-70b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","slug":"azure_llama-3-3-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama-3-3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"522833b6-2776-41da-bade-c11490913151","slug":"togetherai_llama-3-3-instruct-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.3 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","slug":"nebius_llama-3-3-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","slug":"snowflake_llama-3-3-70b","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"snowflake-llama-3.3-70b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Snowflake_Llama 3.3 Instruct 70B_Snowflake","cache_pricing_notes":null,"model_name_appendage":"Snowflake","price_1m_input_tokens":0.58,"price_1m_output_tokens":0.58,"price_1m_blended_3_to_1":0.58,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8000,"price_m_tokens_blended_3_to_1_per_dollar":1.72,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","slug":"deepinfra_llama-3-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","slug":"fireworks_llama-3-3-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama-v3p3-70b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","slug":"friendli-ai_llama-3-3-instruct-70b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama-3.3-70b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","slug":"cerebras_llama-3-3-instruct-70b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.3-70b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.85,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.9375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","slug":"hyperbolic_llama-3-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","slug":"google_llama-3-3-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-3.3-70b-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.3 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","slug":"deepinfra_llama-3-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.038,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.0585,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","slug":"novita_llama-3-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.3-70b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.195,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"168192ec-abe4-4d01-82ff-5b9ea7754179","slug":"compactifai_llama-3-3-instruct-70b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","mgsm_aa":null,"gpqa_16x":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3-3-70b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.32,"price_1m_output_tokens":0.64,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta"},{"id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","name":"Llama 3.1 Instruct 8B","short_name":"Llama 3.1 8B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1172,"slug":"llama-3-1-instruct-8b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":575,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-8B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-8b-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":8,"inference_parameters_active":null,"mgsm_aa":0.676,"multilingual_aa":{"mgsm":{"bn":0.58,"de":0.72,"en":0.868,"es":0.764,"fr":0.72,"ja":0.6,"sw":0.612,"zh":0.716},"mmlu":{"bn":0.3320039880358923,"de":0.5720695057684091,"en":0.7111522575131748,"es":0.6174334140435835,"fr":0.5984190286284005,"ja":0.4902435550491383,"sw":0.30116792479703747,"zh":0.5605326876513317},"average":0.6101888975929355,"average_mgsm":0.6975,"average_mmlu":0.522877795185871,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.45600199401794617,"de":0.6460347528842045,"en":0.7895761287565874,"es":0.6907167070217918,"fr":0.6592095143142003,"ja":0.5451217775245691,"sw":0.45658396239851873,"zh":0.6382663438256658},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":19.01,"math_index":29.8,"coding_index":12.42,"mmlu_pro":0.476,"mmmu_pro":null,"hle":0.051,"scicode":0.132,"humaneval":0.665,"aime":0.077,"aime25":0.043,"math_500":0.519,"gpqa":0.259,"livecodebench":0.116,"ifbench":0.286,"lcr":0.157,"estimated_intelligence_index":11.7558300226,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.726,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.328,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"2439ca9b-ddc4-437e-8626-8f1eb38707a4","slug":"nebius_llama-3-1-instruct-8b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 8B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.03,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.045,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":22.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9ad9d4dc-de41-48f0-9fd2-77043c74614a","slug":"nebius_llama-3-1-instruct-8b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 8B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.02,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.03,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":33.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ee8dc500-1454-4b1a-a6ba-b1c43763a736","slug":"togetherai_llama-3-1-instruct-8b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.6345454545454545,"gpqa_16x":{"mean":0.24,"median":0.237,"std_dev":0.026,"ci_lower":0.228,"ci_upper":0.253},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 8B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.18,"price_1m_blended_3_to_1":0.18,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f1a28256-d6ff-442d-8176-7518807e47d4","slug":"fireworks_llama-3-1-instruct-8b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.6847272727272727,"gpqa_16x":{"mean":0.276,"median":0.273,"std_dev":0.023,"ci_lower":0.265,"ci_upper":0.288},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama-v3p1-8b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cf694d38-2240-4ede-8e7a-7d45612b86d2","slug":"friendli-ai_llama-3-1-instruct-8b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama-3.1-8b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"21fde662-c0f8-4e51-a327-8cc9ef13feca","slug":"lambdalabs_llama-3-1-instruct-8b","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":{"mean":0.245,"median":0.242,"std_dev":0.022,"ci_lower":0.234,"ci_upper":0.255},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-8b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.025,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.02875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":34.78,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"90f1de4c-a5ab-4129-9620-d2d329cac70f","slug":"deepinfra_llama-3-1-instruct-8b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":{"mean":0.267,"median":0.263,"std_dev":0.027,"ci_lower":0.254,"ci_upper":0.28},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.035,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":28.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"03e5b63c-df7f-4ed2-afb6-764b38e50df0","slug":"leptonai_llama-3-1-instruct-8b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lepton","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.07,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06a216dd-49db-4a94-9d26-da643097229b","slug":"google_llama-3-1-instruct-8b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":{"mean":0.114,"median":0.083,"std_dev":0.12,"ci_lower":0.055,"ci_upper":0.173},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-8b-instruct-maas","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 8B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7819590-4ff9-4607-ba16-59ffd6119eb4","slug":"groq_llama-3-1-instruct-8b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":0.6730909090909091,"gpqa_16x":{"mean":0.243,"median":0.245,"std_dev":0.025,"ci_lower":0.231,"ci_upper":0.255},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":"Note: Pricing preliminary and based on Groq's Llama 3 8B endpoint.","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3.1-8b-instant","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1c863ba9-07e4-4bb9-a57b-3c06c8f0c550","slug":"cerebras_llama-3-1-instruct-8b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":0.6770909090909091,"gpqa_16x":{"mean":0.186,"median":0.184,"std_dev":0.053,"ci_lower":0.16,"ci_upper":0.212},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-8b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c2babe9-c82b-4a19-9aed-61011e2d1656","slug":"hyperbolic_llama-3-1-instruct-8b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.7065454545454546,"gpqa_16x":{"mean":0.245,"median":0.245,"std_dev":0.024,"ci_lower":0.233,"ci_upper":0.257},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c74c9b07-8630-44f5-8c0a-be8f811d835b","slug":"simplismart_llama-3-1-instruct-8b","deleted":false,"host_id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","mgsm_aa":null,"gpqa_16x":{"mean":0.265,"median":0.26,"std_dev":0.025,"ci_lower":0.252,"ci_upper":0.277},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3_1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Simplismart_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cbb54435-8889-4543-acb7-5e3ca676d87d","slug":"azure_llama-3-1-instruct-8b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"gpqa_16x":{"mean":0.229,"median":0.23,"std_dev":0.021,"ci_lower":0.218,"ci_upper":0.239},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-1-8B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.61,"price_1m_blended_3_to_1":0.3775,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.65,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"137b530f-6eb8-4d9e-ae2f-82bb988e61a2","slug":"amazon-bedrock_llama-3-1-instruct-8b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":{"mean":0.285,"median":0.278,"std_dev":0.028,"ci_lower":0.271,"ci_upper":0.299},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-8b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.22,"price_1m_blended_3_to_1":0.22,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.55,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ecb6518c-72a5-493c-8542-1f4c7afc1dca","slug":"compactifai_llama-3-1-instruct-8b","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","mgsm_aa":null,"gpqa_16x":null,"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama-3-1-8b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"CompactifAI_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4adffb5-b811-43c8-b89b-c743256990e5","slug":"novita_llama-3-1-instruct-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":{"mean":0.241,"median":0.245,"std_dev":0.02,"ci_lower":0.231,"ci_upper":0.251},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.1-8b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.0275,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":36.36,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0e391ca3-0753-4bda-99b4-01d3050fbaa4","slug":"sambanova_llama-3-1-instruct-8b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":0.676,"gpqa_16x":{"mean":0.24,"median":0.237,"std_dev":0.024,"ci_lower":0.228,"ci_upper":0.252},"model_id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3.1-8B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.1 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":8,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-8b","hosts_url":"/models/llama-3-1-instruct-8b/providers","name_and_creator_label":"Llama 3.1 8B, Meta"},{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":121,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null},"average":0.7654002278877653,"average_mgsm":null,"average_mmlu":0.7654002278877653,"average_per_language":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null}},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","slug":"togetherai_llama-3-1-instruct-405b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8367272727272728,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 405B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":3.5,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":130815,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","slug":"amazon-bedrock_llama-3-1-instruct-405b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","slug":"azure_llama-3-1-instruct-405b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-1-405B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5.33,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.9975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","slug":"databricks_llama-3-1-instruct-405b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","mgsm_aa":0.824,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"databricks-meta-llama-3-1-405b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","slug":"amazon-bedrock_llama-3-1-instruct-405b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":2.4,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","slug":"hyperbolic_llama-3-1-instruct-405b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.9094545454545454,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","slug":"replicate_llama-3-1-instruct-405b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3.1-405b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":9.5,"price_1m_output_tokens":9.5,"price_1m_blended_3_to_1":9.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","slug":"nebius_llama-3-1-instruct-405b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 405B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","slug":"fireworks_llama-3-1-instruct-405b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.8476363636363636,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama-v3p1-405b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ba6ce9d3-fb98-43bd-8033-ab4451cafb31","slug":"leptonai_llama-3-1-instruct-405b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lepton","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.8,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":2.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"764184ef-060b-4787-89f7-9082360c0d08","slug":"google_llama-3-1-instruct-405b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":"in preview","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-405b-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 405B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":5,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","slug":"lambdalabs_llama-3-1-instruct-405b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-405b-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 405B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"db1c764d-0d39-470e-b032-9055aa979423","slug":"sambanova_llama-3-1-instruct-405b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":0.8276363636363636,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":6.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":0.16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"333438f0-f819-4576-b7f5-b6504016d844","slug":"deepinfra_llama-3-1-instruct-405b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8341818181818181,"gpqa_16x":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta"},{"id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","name":"Llama 3.2 Instruct 90B (Vision)","short_name":"Llama 3.2 90B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-90b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":144,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-90B-Vision","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-90b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":90,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.2502890173410405,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":33.97,"coding_index":22.67,"mmlu_pro":0.671,"mmmu_pro":0.395,"hle":0.049,"scicode":0.24,"humaneval":0.82,"aime":0.05,"aime25":null,"math_500":0.629,"gpqa":0.432,"livecodebench":0.214,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.8956976457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","slug":"amazon-bedrock_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-90b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":4.608,"image_input_pricing_notes":null,"supports_images_input_note":"Techinically it supports 1 image input but the response doesn't pass the testing script check (input is an image of number and asks what number is it, the response hallucinates a lot of numbers)","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","slug":"google_llama-3-2-instruct-90b-vision_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-3.2-90b-vision-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.2 Instruct 90B (Vision)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"As of Nov 2024, Vertex is not billing this model:\r\n\"Llama 3.2 API service is at no cost during public preview\" ","supports_images_input_note":"Testing with 1 image returns the following error: {'code': 400, 'message': 'Unable to submit request because it has a non-leading vision input which the model does not support. Learn more: https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/llama', 'status': 'INVALID_ARGUMENT'}","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","slug":"deepinfra_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-90B-Vision-Instruct","mmmu_pro_aa":0.08554913294797688,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":2.24,"image_input_pricing_notes":null,"supports_images_input_note":"Response with test script: I'm not able to provide assistance with this topic.","override_supports_images_input":false,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-90b-vision","hosts_url":"/models/llama-3-2-instruct-90b-vision/providers","name_and_creator_label":"Llama 3.2 90B (Vision), Meta"},{"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","name":"Llama 3.2 Instruct 11B (Vision)","short_name":"Llama 3.2 11B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-11b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":153,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-11b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":11,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":30.47,"coding_index":null,"mmlu_pro":0.464,"mmmu_pro":0.293,"hle":0.052,"scicode":null,"humaneval":0.687,"aime":0.093,"aime25":null,"math_500":0.516,"gpqa":0.221,"livecodebench":0.11,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.196924420458298,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.328,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","slug":"amazon-bedrock_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-11b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.16,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.16,"price_per_1k_1mp_images":1.024,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","slug":"deepinfra_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-11B-Vision-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.049,"price_1m_output_tokens":0.049,"price_1m_blended_3_to_1":0.049,"price_per_1k_1mp_images":0.352,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":20.41,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-11b-vision","hosts_url":"/models/llama-3-2-instruct-11b-vision/providers","name_and_creator_label":"Llama 3.2 11B (Vision), Meta"},{"id":"466aecdb-3d96-4191-bc52-b3366db38851","name":"Llama 3.1 Instruct 70B","short_name":"Llama 3.1 70B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1249,"slug":"llama-3-1-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":546,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-70B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-70b-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":0.8305454545454546,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":41.13,"coding_index":24.96,"mmlu_pro":0.676,"mmmu_pro":null,"hle":0.046,"scicode":0.267,"humaneval":0.812,"aime":0.173,"aime25":null,"math_500":0.649,"gpqa":0.409,"livecodebench":0.232,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.9946815718,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.805,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-3-instruct-70b","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","slug":"deepinfra_llama-3-1-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8305454545454546,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","slug":"hyperbolic_llama-3-1-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.828,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","slug":"togetherai_llama-3-1-instruct-70b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8461818181818181,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","slug":"lambdalabs_llama-3-1-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-70b-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","slug":"amazon-bedrock_llama-3-1-instruct-70b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-1-70b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"acb6e1f1-16ec-4588-bf6d-e468e1931b59","slug":"simplismart_llama-3-1-instruct-70b","deleted":false,"host_id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3_1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Simplismart_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f80aedec-dcd3-43c9-bc89-c6b725bdc091","slug":"azure_llama-3-1-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-1-70B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.68,"price_1m_output_tokens":3.54,"price_1m_blended_3_to_1":2.895,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b188919-529e-498f-916e-2cae6113d02e","slug":"fireworks_llama-3-1-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.832,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/llama-v3p1-70b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9644e14d-e6fa-4a34-8079-0bac75c51b1e","slug":"nebius_llama-3-1-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c8dc2044-bd38-4d87-882b-b135d6542dc3","slug":"leptonai_llama-3-1-instruct-70b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lepton","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","slug":"amazon-bedrock_llama-3-1-instruct-70b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-1-70b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","slug":"deepinfra_llama-3-1-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.145,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","slug":"google_llama-3-1-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama3-70b-instruct-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-70b","hosts_url":"/models/llama-3-1-instruct-70b/providers","name_and_creator_label":"Llama 3.1 70B, Meta"},{"id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","name":"Llama 3.2 Instruct 3B","short_name":"Llama 3.2 3B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":1103,"slug":"llama-3-2-instruct-3b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":610,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-3B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.2-3B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":3,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":686,"output_tokens":686,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":27.77,"coding_index":6.73,"mmlu_pro":0.347,"mmmu_pro":null,"hle":0.052,"scicode":0.052,"humaneval":0.557,"aime":0.067,"aime25":null,"math_500":0.489,"gpqa":0.255,"livecodebench":0.083,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.4325496972,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.328,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4fa79788-012f-48f2-9951-950b1a5bdd9a","slug":"novita_llama-3-2-instruct-3b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3.2-3b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.05,"price_1m_blended_3_to_1":0.035,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":28.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0a3347f9-6fe3-48e8-9a33-fad993c8e621","slug":"hyperbolic_llama-3-2-instruct-3b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9e620eb2-37c0-4222-acd9-d618c08c33c6","slug":"togetherai_llama-3-2-instruct-3b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.2 Instruct 3B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.06,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.06,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b4e5c05a-dca9-4cfc-b0d1-59ba1bdf777b","slug":"amazon-bedrock_llama-3-2-instruct-3b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-3b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"41dab5a7-9edd-4229-8a07-09f706193e0d","slug":"lambdalabs_llama-3-2-instruct-3b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.2-3b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.2 Instruct 3B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.015,"price_1m_output_tokens":0.025,"price_1m_blended_3_to_1":0.0175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":57.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2fd8cca2-1cb4-473a-bbbf-4052bc10254f","slug":"leptonai_llama-3-2-instruct-3b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3-2-3b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.03,"price_1m_blended_3_to_1":0.03,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":33.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"07cbd723-dec7-4f8a-8be1-d3cec9c608c9","slug":"deepinfra_llama-3-2-instruct-3b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"71e8d48c-1920-4f27-8ea9-1f10becc615a","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-3B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.012,"price_1m_output_tokens":0.024,"price_1m_blended_3_to_1":0.015,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":66.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-3b","hosts_url":"/models/llama-3-2-instruct-3b/providers","name_and_creator_label":"Llama 3.2 3B, Meta"},{"id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","name":"Llama 3 Instruct 70B","short_name":"Llama 3 70B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-04-18","chatbot-arena-elo":1206,"slug":"llama-3-instruct-70b","open_weights":"Open","additional_text":"Note: Some providers are deprecating their Llama 3 endpoints in favour of Llama 3.1 endpoints ","context_window_tokens":8192,"display_order":623,"tokenizer_id":"llama3_tokenizer","license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3-70b-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":0.8230909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":24.13,"coding_index":19.32,"mmlu_pro":0.574,"mmmu_pro":null,"hle":0.044,"scicode":0.189,"humaneval":0.79,"aime":0,"aime25":null,"math_500":0.483,"gpqa":0.379,"livecodebench":0.198,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.7449437528,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.817,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.395,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-1-instruct-70b","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"d0b2cbe8-adfd-4957-971f-503016cc0be4","slug":"groq_llama-3-instruct-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":0.8156363636363636,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama3-70b-8192","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.59,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.64,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2e722dab-dcad-4e61-8b27-419a3cbf4b74","slug":"togetherai_llama-3-instruct-70b_reference-fp16","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8232727272727273,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"META-LLAMA/LLAMA-3-70B-CHAT-HF","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3 Instruct 70B_(Reference, FP16)","cache_pricing_notes":null,"model_name_appendage":"(Reference, FP16)","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"427398c3-607f-426b-a5c7-a1c79046aa62","slug":"amazon-bedrock_llama-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-70b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.65,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":2.8625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dfb74a0a-1de8-414d-a171-21031202737c","slug":"replicate_llama-3-instruct-70b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":0.8192727272727273,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3-70b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":2.75,"price_1m_blended_3_to_1":1.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.85,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ab87a65-67f1-4edf-97af-0e3d7c7d8228","slug":"azure_llama-3-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0.8229090909090909,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-70B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.68,"price_1m_output_tokens":3.54,"price_1m_blended_3_to_1":2.895,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a80cbd4a-48e1-43cb-82ab-8548e8224813","slug":"hyperbolic_llama-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.8261818181818181,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"68760a9f-6ff3-44c1-b1a8-431cfb0f5966","slug":"leptonai_llama-3-instruct-70b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3-70b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6292085d-3570-4ccf-8b79-3fc0cd23a76b","slug":"deepinfra_llama-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8254545454545454,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"68321da0-652b-44b7-8a2e-6ac812ecf213","slug":"togetherai_llama-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-70B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"99cbe129-a899-4317-8537-40c19fb841b3","slug":"novita_llama-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3-70b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.51,"price_1m_output_tokens":0.74,"price_1m_blended_3_to_1":0.5675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-instruct-70b","hosts_url":"/models/llama-3-instruct-70b/providers","name_and_creator_label":"Llama 3 70B, Meta"},{"id":"82879bb8-89fb-4adc-b519-315b8ef30b77","name":"Llama 3 Instruct 8B","short_name":"Llama 3 8B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-04-18","chatbot-arena-elo":1152,"slug":"llama-3-instruct-8b","open_weights":"Open","additional_text":"Note: Some providers are deprecating their Llama 3 endpoints in favour of Llama 3.1 endpoints ","context_window_tokens":8192,"display_order":638,"tokenizer_id":"llama3_tokenizer","license_name":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","license_url":"https://llama.meta.com/llama3/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3-8b-Instruct","knowledge_cutoff_date":"2023-03-01","parameters":8,"inference_parameters_active":null,"mgsm_aa":0.5530909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":24.97,"coding_index":10.78,"mmlu_pro":0.405,"mmmu_pro":null,"hle":0.051,"scicode":0.119,"humaneval":0.705,"aime":0,"aime25":null,"math_500":0.499,"gpqa":0.296,"livecodebench":0.096,"ifbench":null,"lcr":null,"estimated_intelligence_index":9.4688773867,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.622,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.342,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-1-instruct-8b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"ab6ba292-9593-4c79-ae58-c06e021bf5c0","slug":"novita_llama-3-instruct-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/llama-3-8b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b4781f32-23ea-48df-8d6a-52ebbc2c41b0","slug":"groq_llama-3-instruct-8b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":0.5530909090909091,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Llama3-8b-8192","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0a6dcb4b-4a69-4ac9-8fbc-5ecb584526cc","slug":"amazon-bedrock_llama-3-instruct-8b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta.llama3-8b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81358237-d12c-42be-9ca2-eff2100ef51f","slug":"azure_llama-3-instruct-8b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0.5385454545454545,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Meta-Llama-3-8B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.61,"price_1m_blended_3_to_1":0.3775,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.65,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4199180b-6de3-459e-96cb-4d8b446024aa","slug":"replicate_llama-3-instruct-8b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":0.548,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/meta-llama-3-8b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f1a0c512-7199-4e88-9f41-1dd0bacf88ba","slug":"deepinfra_llama-3-instruct-8b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.5545454545454546,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Meta-Llama-3-8B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.06,"price_1m_blended_3_to_1":0.0375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":26.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de7ceb1b-d509-4611-96b1-7aadc2e25931","slug":"leptonai_llama-3-instruct-8b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"82879bb8-89fb-4adc-b519-315b8ef30b77","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3-8b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.07,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-instruct-8b","hosts_url":"/models/llama-3-instruct-8b/providers","name_and_creator_label":"Llama 3 8B, Meta"},{"id":"80f7860a-7665-4658-9f05-15bccf5f832f","name":"Llama 3.2 Instruct 1B","short_name":"Llama 3.2 1B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":1054,"slug":"llama-3-2-instruct-1b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":651,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-1B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.2-1B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":1,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":7,"coding_index":1.82,"mmlu_pro":0.2,"mmmu_pro":null,"hle":0.053,"scicode":0.017,"humaneval":0.402,"aime":0,"aime25":null,"math_500":0.14,"gpqa":0.196,"livecodebench":0.019,"ifbench":null,"lcr":null,"estimated_intelligence_index":1,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.272,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"cb8c1ed4-2c10-4925-bc07-b8e587298cea","slug":"amazon-bedrock_llama-3-2-instruct-1b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"80f7860a-7665-4658-9f05-15bccf5f832f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.meta.llama3-2-1b-instruct-v1:0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 1B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"888b3cbc-1985-43d6-a6bd-861caa14b1c2","slug":"deepinfra_llama-3-2-instruct-1b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"80f7860a-7665-4658-9f05-15bccf5f832f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta-llama/Llama-3.2-1B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 1B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.005,"price_1m_output_tokens":0.01,"price_1m_blended_3_to_1":0.00625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":160,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-1b","hosts_url":"/models/llama-3-2-instruct-1b/providers","name_and_creator_label":"Llama 3.2 1B, Meta"},{"id":"599da8e0-bd9c-4b38-a127-b50e371fbcf8","name":"Llama 2 Chat 70B","short_name":"Llama 2 Chat 70B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2023-07-18","chatbot-arena-elo":1093,"slug":"llama-2-chat-70b","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":660,"tokenizer_id":"llama2_tokenizer","license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-70b-chat-hf","commercial_allowed":true,"chatbot_arena_label":"Llama-2-70b-chat","knowledge_cutoff_date":"2023-07-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":0.2429090909090909,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":16.13,"coding_index":null,"mmlu_pro":0.406,"mmmu_pro":null,"hle":0.05,"scicode":null,"humaneval":0.344,"aime":0,"aime25":null,"math_500":0.323,"gpqa":0.327,"livecodebench":0.098,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.93379959,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-instruct-70b","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-2-chat-70b","hosts_url":"/models/llama-2-chat-70b/providers","name_and_creator_label":"Llama 2 Chat 70B, Meta"},{"id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","name":"Llama 2 Chat 7B","short_name":"Llama 2 Chat 7B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2023-07-18","chatbot-arena-elo":1037,"slug":"llama-2-chat-7b","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":661,"tokenizer_id":"llama2_tokenizer","license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-7b-chat-hf","commercial_allowed":true,"chatbot_arena_label":"Llama-2-7b-chat","knowledge_cutoff_date":"2023-07-01","parameters":7,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":2.93,"coding_index":0.11,"mmlu_pro":0.164,"mmmu_pro":null,"hle":0.058,"scicode":0,"humaneval":0.134,"aime":0,"aime25":null,"math_500":0.059,"gpqa":0.227,"livecodebench":0.002,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.9383555975,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-instruct-8b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4e263579-d149-42ae-bd4a-d1d5d833ce2b","slug":"replicate_llama-2-chat-7b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"gpqa_16x":null,"model_id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"meta/llama-2-7b-chat","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 2 Chat 7B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-2-chat-7b","hosts_url":"/models/llama-2-chat-7b/providers","name_and_creator_label":"Llama 2 Chat 7B, Meta"},{"id":"fe11ab6c-a4dd-4c28-9fef-07da76d5ed14","name":"Llama 65B","short_name":"Llama 65B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2023-02-24","chatbot-arena-elo":null,"slug":"llama-65b","open_weights":"Open","additional_text":null,"context_window_tokens":2048,"display_order":665,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":1,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":null,"frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-65b","hosts_url":"/models/llama-65b/providers","name_and_creator_label":"Llama 65B, Meta"},{"id":"6b08a75a-19ee-40b4-be33-133b8ef42f92","name":"Llama 2 Chat 13B","short_name":"Llama 2 Chat 13B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2023-07-18","chatbot-arena-elo":1063,"slug":"llama-2-chat-13b","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":669,"tokenizer_id":"llama2_tokenizer","license_name":"Llama 2 Community License Agreement","license_url":"https://ai.meta.com/llama/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-2-13b-chat-hf","commercial_allowed":true,"chatbot_arena_label":"Llama-2-13b-chat","knowledge_cutoff_date":"2023-07-01","parameters":13,"inference_parameters_active":null,"mgsm_aa":0.1501818181818182,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":17.27,"coding_index":10.82,"mmlu_pro":0.406,"mmmu_pro":null,"hle":0.047,"scicode":0.118,"humaneval":0,"aime":0.017,"aime25":null,"math_500":0.329,"gpqa":0.321,"livecodebench":0.098,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.8711433534,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-instruct-70b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[],"model_url":"/models/llama-2-chat-13b","hosts_url":"/models/llama-2-chat-13b/providers","name_and_creator_label":"Llama 2 Chat 13B, Meta"},{"id":"27202e5f-c82d-4710-92e9-4317877d4883","name":"Gemini 2.5 Pro","short_name":"Gemini 2.5 Pro","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-05","chatbot-arena-elo":null,"slug":"gemini-2-5-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":213,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":64.63,"math_index":92.7,"coding_index":61.46,"mmlu_pro":0.862,"mmmu_pro":0.758,"hle":0.211,"scicode":0.428,"humaneval":null,"aime":0.887,"aime25":0.877,"math_500":0.967,"gpqa":0.844,"livecodebench":0.801,"ifbench":0.487,"lcr":0.66,"estimated_intelligence_index":60.6590226889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14511790,"answer_tokens":11225268,"output_tokens":97712590,"reasoning_tokens":86487322},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","slug":"google_gemini-2-5-pro-06-05_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","slug":"google_gemini-2-5-pro-06-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro","hosts_url":"/models/gemini-2-5-pro/providers","name_and_creator_label":"Gemini 2.5 Pro, Google"},{"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","name":"Gemini 2.5 Flash (Reasoning)","short_name":"Gemini 2.5 Flash (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":226,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":58.43,"math_index":90.23,"coding_index":54.44,"mmlu_pro":0.832,"mmmu_pro":0.706,"hle":0.111,"scicode":0.394,"humaneval":0.962,"aime":0.823,"aime25":0.733,"math_500":0.981,"gpqa":0.79,"livecodebench":0.695,"ifbench":0.503,"lcr":0.617,"estimated_intelligence_index":54.9781905705,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14453617,"answer_tokens":14880176,"output_tokens":91151594,"reasoning_tokens":76271418},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","slug":"google_gemini-2-5-flash-05-20-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","slug":"google_gemini-2-5-flash-reasoning-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-reasoning","hosts_url":"/models/gemini-2-5-flash-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash (Reasoning), Google"},{"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","name":"Gemini 2.5 Flash","short_name":"Gemini 2.5 Flash","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":208,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":47.26,"math_index":71.6,"coding_index":39.29,"mmlu_pro":0.809,"mmmu_pro":0.658,"hle":0.051,"scicode":0.291,"humaneval":0.951,"aime":0.5,"aime25":0.603,"math_500":0.932,"gpqa":0.683,"livecodebench":0.495,"ifbench":0.39,"lcr":0.459,"estimated_intelligence_index":42.8437660823,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14525007,"answer_tokens":17974499,"output_tokens":17974499,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","slug":"google_gemini-2-5-flash-05-20_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","slug":"google_gemini-2-5-flash-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash","hosts_url":"/models/gemini-2-5-flash/providers","name_and_creator_label":"Gemini 2.5 Flash, Google"},{"id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","name":"Gemini 2.0 Flash (Feb '25)","short_name":"Gemini 2.0 Flash","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-02-05","chatbot-arena-elo":null,"slug":"gemini-2-0-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":703,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Flash-001","knowledge_cutoff_date":"2024-06-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1526,"output_tokens":1526,"reasoning_tokens":0,"max_answer_tokens_used":7724,"max_output_tokens_used":7724,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":37.81,"math_index":63,"coding_index":33.39,"mmlu_pro":0.779,"mmmu_pro":null,"hle":0.053,"scicode":0.333,"humaneval":0.904,"aime":0.33,"aime25":0.217,"math_500":0.93,"gpqa":0.623,"livecodebench":0.334,"ifbench":0.402,"lcr":0.283,"estimated_intelligence_index":37.5388713835,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","deprecated_to":"gemini-2-5-flash","size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":13505954,"answer_tokens":6906458,"output_tokens":6906458,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"46d40ad7-0f74-4924-9f4e-90479b7641fa","slug":"google_gemini-2-0-flash_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.0-flash-001","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (Feb '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":"Vertex has a modality-based pricing with a specific pricing per image","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","slug":"google_gemini-2-0-flash-001_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"bcca0e70-7e80-4c07-b1fa-b33bcfb19e51","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-001","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.1032,"image_input_pricing_notes":null,"supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash","hosts_url":"/models/gemini-2-0-flash/providers","name_and_creator_label":"Gemini 2.0 Flash, Google"},{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","name":"Gemma 3 27B Instruct","short_name":"Gemma 3 27B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-27b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":203,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-27b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":27.4,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":25.22,"math_index":56.8,"coding_index":17.42,"mmlu_pro":0.669,"mmmu_pro":0.48,"hle":0.047,"scicode":0.212,"humaneval":0.894,"aime":0.253,"aime25":0.207,"math_500":0.883,"gpqa":0.428,"livecodebench":0.137,"ifbench":0.318,"lcr":0,"estimated_intelligence_index":26.3338477382,"lab_claimed_mmlu_pro":0.675,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.424,"lab_claimed_livecodebench":0.297,"computed_performance_host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4796284,"answer_tokens":7363053,"output_tokens":7363053,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","slug":"google_gemma-3-27b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3-27b-it","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3 27B Instruct_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","slug":"deepinfra_gemma-3-27b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-27b-it","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.17,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":0.01792,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","slug":"parasail_gemma-3-27b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-gemma3-27b-it","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.48,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-27b","hosts_url":"/models/gemma-3-27b/providers","name_and_creator_label":"Gemma 3 27B, Google"},{"id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","name":"Gemma 3 12B Instruct","short_name":"Gemma 3 12B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-12b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":209,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":12.2,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":23.99,"math_index":53.67,"coding_index":15.51,"mmlu_pro":0.595,"mmmu_pro":0.375,"hle":0.048,"scicode":0.174,"humaneval":0.832,"aime":0.22,"aime25":0.183,"math_500":0.853,"gpqa":0.349,"livecodebench":0.137,"ifbench":0.367,"lcr":0.067,"estimated_intelligence_index":22.3760621263,"lab_claimed_mmlu_pro":0.606,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.409,"lab_claimed_livecodebench":0.246,"computed_performance_host_model_id":"80653c32-d9e2-4c68-ba32-f2aa58362d86","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14059835,"answer_tokens":7469210,"output_tokens":7469210,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","slug":"deepinfra_gemma-3-12b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-12b-it","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":0.0128,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-12b","hosts_url":"/models/gemma-3-12b/providers","name_and_creator_label":"Gemma 3 12B, Google"},{"id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","name":"Gemma 3n E4B Instruct","short_name":"Gemma 3n E4B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-26","chatbot-arena-elo":null,"slug":"gemma-3n-e4b","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":227,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E4B-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":8.39,"inference_parameters_active":"4.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":18.48,"math_index":45.37,"coding_index":11.35,"mmlu_pro":0.488,"mmmu_pro":0.262,"hle":0.044,"scicode":0.081,"humaneval":null,"aime":0.137,"aime25":0.143,"math_500":0.771,"gpqa":0.296,"livecodebench":0.146,"ifbench":0.279,"lcr":0,"estimated_intelligence_index":16.2775217639,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4631128,"answer_tokens":9211457,"output_tokens":9211457,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","slug":"togetherai_gemma-3n-e4b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3n-E4B-it","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Gemma 3n E4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e4b","hosts_url":"/models/gemma-3n-e4b/providers","name_and_creator_label":"Gemma 3n E4B, Google"},{"id":"515852e7-ba9c-4571-8cf9-82ad6b45f22f","name":"PALM-2","short_name":"PALM-2","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2023-05-10","chatbot-arena-elo":null,"slug":"palm-2","open_weights":"Proprietary","additional_text":null,"context_window_tokens":8000,"display_order":99,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":8.9780702,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/palm-2","hosts_url":"/models/palm-2/providers","name_and_creator_label":"PALM-2, Google"},{"id":"222fb320-6e55-4672-846a-b6d5a24a45f4","name":"Gemma 3 4B Instruct","short_name":"Gemma 3 4B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-4b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":207,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":4.3,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":41.47,"coding_index":9.25,"mmlu_pro":0.417,"mmmu_pro":0.299,"hle":0.052,"scicode":0.073,"humaneval":0.721,"aime":0.063,"aime25":0.127,"math_500":0.766,"gpqa":0.291,"livecodebench":0.112,"ifbench":0.283,"lcr":null,"estimated_intelligence_index":13.5206473535,"lab_claimed_mmlu_pro":0.436,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.308,"lab_claimed_livecodebench":0.126,"computed_performance_host_model_id":"3bd4244a-1099-4fec-9135-c447c4cce9fa","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":{"input_tokens":4773713,"answer_tokens":7460786,"output_tokens":7460786,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","slug":"deepinfra_gemma-3-4b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-4b-it","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":0.00512,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-4b","hosts_url":"/models/gemma-3-4b/providers","name_and_creator_label":"Gemma 3 4B, Google"},{"id":"a8c67863-9d66-44dd-8d27-f58654ecde03","name":"Gemma 3n E2B Instruct","short_name":"Gemma 3n E2B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-26","chatbot-arena-elo":null,"slug":"gemma-3n-e2b","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":211,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E2B-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":5.98,"inference_parameters_active":"2.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":39.07,"coding_index":7.37,"mmlu_pro":0.378,"mmmu_pro":null,"hle":0.04,"scicode":0.052,"humaneval":null,"aime":0.09,"aime25":null,"math_500":0.691,"gpqa":0.229,"livecodebench":0.095,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.440049054,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","slug":"google_gemma-3n-e2b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma-3n-e2b-it","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3n E2B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e2b","hosts_url":"/models/gemma-3n-e2b/providers","name_and_creator_label":"Gemma 3n E2B, Google"},{"id":"d1720545-d0a8-4c15-a53e-ef5ca99ac7ea","name":"Gemma 3 1B Instruct","short_name":"Gemma 3 1B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-13","chatbot-arena-elo":null,"slug":"gemma-3-1b","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":218,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-1b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":24.2,"coding_index":1.19,"mmlu_pro":0.135,"mmmu_pro":null,"hle":0.052,"scicode":0.007,"humaneval":0.324,"aime":0,"aime25":null,"math_500":0.484,"gpqa":0.237,"livecodebench":0.017,"ifbench":null,"lcr":null,"estimated_intelligence_index":1.0624989762,"lab_claimed_mmlu_pro":0.147,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.192,"lab_claimed_livecodebench":0.019,"computed_performance_host_model_id":"d15452a1-3d08-47e0-9bfe-42906663f36e","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"7dfb1bfa-1597-4df6-87bd-ba961c0fe537","slug":"nvidia_gemma-3-1b","deleted":false,"host_id":"10663d62-e834-4ba4-8342-92b603063bef","mgsm_aa":null,"gpqa_16x":null,"model_id":"d1720545-d0a8-4c15-a53e-ef5ca99ac7ea","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-3-1b-it","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"NVIDIA_Gemma 3 1B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-1b","hosts_url":"/models/gemma-3-1b/providers","name_and_creator_label":"Gemma 3 1B, Google"},{"id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","name":"Gemini 2.5 Flash-Lite","short_name":"Gemini 2.5 Flash-Lite","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-lite","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":220,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":71.3,"coding_index":28.85,"mmlu_pro":0.724,"mmmu_pro":0.504,"hle":0.037,"scicode":0.177,"humaneval":0.927,"aime":0.5,"aime25":null,"math_500":0.926,"gpqa":0.474,"livecodebench":0.4,"ifbench":null,"lcr":null,"estimated_intelligence_index":34.6984553243,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.051,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.646,"lab_claimed_livecodebench":0.337,"computed_performance_host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","slug":"google_gemini-2-5-flash-lite_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite","hosts_url":"/models/gemini-2-5-flash-lite/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite, Google"},{"id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","name":"Gemini 2.5 Flash-Lite (Reasoning)","short_name":"Gemini 2.5 Flash-Lite (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-lite-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":222,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":83.6,"coding_index":39.29,"mmlu_pro":0.759,"mmmu_pro":0.594,"hle":0.064,"scicode":0.193,"humaneval":0.971,"aime":0.703,"aime25":null,"math_500":0.969,"gpqa":0.625,"livecodebench":0.593,"ifbench":null,"lcr":null,"estimated_intelligence_index":44.3475157607,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.069,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.667,"lab_claimed_livecodebench":0.343,"computed_performance_host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","slug":"google_gemini-2-5-flash-lite-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite-reasoning","hosts_url":"/models/gemini-2-5-flash-lite-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite (Reasoning), Google"},{"id":"c6a47d8a-7517-46e2-8383-329fe7241725","name":"Gemini 2.0 Pro Experimental (Feb '25)","short_name":"Gemini 2.0 Pro Experimental","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-02-05","chatbot-arena-elo":null,"slug":"gemini-2-0-pro-experimental-02-05","open_weights":"Proprietary","additional_text":null,"context_window_tokens":2000000,"display_order":696,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Pro-Exp-02-05","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":64.13,"coding_index":32.98,"mmlu_pro":0.805,"mmmu_pro":null,"hle":0.068,"scicode":0.312,"humaneval":0.951,"aime":0.36,"aime25":null,"math_500":0.923,"gpqa":0.622,"livecodebench":0.347,"ifbench":null,"lcr":null,"estimated_intelligence_index":38.426501402,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.647,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","slug":"google_gemini-2-0-pro-experimental-02-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"c6a47d8a-7517-46e2-8383-329fe7241725","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-pro-exp-02-05","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Pro Experimental (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-pro-experimental-02-05","hosts_url":"/models/gemini-2-0-pro-experimental-02-05/providers","name_and_creator_label":"Gemini 2.0 Pro Experimental, Google"},{"id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","name":"Gemini 2.0 Flash (experimental)","short_name":"Gemini 2.0 Flash (exp)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-12-11","chatbot-arena-elo":null,"slug":"gemini-2-0-flash-experimental","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":698,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Flash-Exp","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":0.8179034325594645,"en":0.8653325737074491,"es":0.8378436120210796,"fr":null,"ja":null,"sw":null,"zh":null},"average":0.8403598727626643,"average_mgsm":null,"average_mmlu":0.8403598727626643,"average_per_language":{"bn":null,"de":0.8179034325594645,"en":0.8653325737074491,"es":0.8378436120210796,"fr":null,"ja":null,"sw":null,"zh":null}},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60.53,"coding_index":27.49,"mmlu_pro":0.782,"mmmu_pro":null,"hle":0.047,"scicode":0.34,"humaneval":0.907,"aime":0.3,"aime25":null,"math_500":0.911,"gpqa":0.636,"livecodebench":0.21,"ifbench":null,"lcr":null,"estimated_intelligence_index":35.5129864001,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.621,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"604db58c-1400-4180-bb2b-c042c0d8b71f","deprecated_to":"gemini-2-0-flash","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"604db58c-1400-4180-bb2b-c042c0d8b71f","slug":"google_gemini-2-0-flash-experimental_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-exp","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash (experimental)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations\r\n","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-experimental","hosts_url":"/models/gemini-2-0-flash-experimental/providers","name_and_creator_label":"Gemini 2.0 Flash (exp), Google"},{"id":"2ac96b67-f4f8-4c8c-ac08-c7510faa7bb9","name":"Gemini 1.5 Pro (Sep '24)","short_name":"Gemini 1.5 Pro (Sep)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-09-24","chatbot-arena-elo":1301,"slug":"gemini-1-5-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":2000000,"display_order":699,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-1.5-Pro-002","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.9,"de":0.908,"en":0.956,"es":0.9,"fr":0.772,"ja":0.864,"sw":0.892,"zh":0.904},"mmlu":{"bn":0.7906281156530409,"de":0.7956131605184447,"en":0.8605611736219911,"es":0.8327161373023786,"fr":0.8274462327303803,"ja":0.8124198832075203,"sw":0.7758154109101267,"zh":0.8159094146133029},"average":0.8504443455348241,"average_mgsm":0.887,"average_mmlu":0.8138886910696481,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8453140578265205,"de":0.8518065802592223,"en":0.9082805868109955,"es":0.8663580686511894,"fr":0.7997231163651901,"ja":0.8382099416037602,"sw":0.8339077054550634,"zh":0.8599547073066515},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.4479768786127168,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":55.3,"coding_index":30.58,"mmlu_pro":0.75,"mmmu_pro":null,"hle":0.049,"scicode":0.295,"humaneval":0.898,"aime":0.23,"aime25":null,"math_500":0.876,"gpqa":0.589,"livecodebench":0.316,"ifbench":null,"lcr":null,"estimated_intelligence_index":33.622856596,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.591,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"34375a61-d3a1-45e0-89bc-328a2297c5e5","deprecated_to":"gemini-2-0-flash","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-pro","hosts_url":"/models/gemini-1-5-pro/providers","name_and_creator_label":"Gemini 1.5 Pro (Sep), Google"},{"id":"3de55b83-e02b-412e-8211-315bbebe3e94","name":"Gemini 2.0 Flash-Lite (Preview)","short_name":"Gemini 2.0 Flash-Lite (Preview)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-02-05","chatbot-arena-elo":null,"slug":"gemini-2-0-flash-lite-preview","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":701,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Flash-Lite-Preview","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":58.83,"coding_index":21.27,"mmlu_pro":null,"mmmu_pro":null,"hle":0.044,"scicode":0.247,"humaneval":0.896,"aime":0.303,"aime25":null,"math_500":0.873,"gpqa":0.542,"livecodebench":0.179,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.69639926174305,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.515,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","deprecated_to":"gemini-2-0-flash-lite-001","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","slug":"google_gemini-2-0-flash-lite-preview_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"3de55b83-e02b-412e-8211-315bbebe3e94","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-lite-preview-02-05","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash-Lite (Preview)_(AI Studio)","cache_pricing_notes":"","model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":0.0774,"image_input_pricing_notes":null,"supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-lite-preview","hosts_url":"/models/gemini-2-0-flash-lite-preview/providers","name_and_creator_label":"Gemini 2.0 Flash-Lite (Preview), Google"},{"id":"41faf421-118b-465b-b170-d200776580d1","name":"Gemini 1.5 Flash (Sep '24)","short_name":"Gemini 1.5 Flash (Sep)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-09-24","chatbot-arena-elo":1271,"slug":"gemini-1-5-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":706,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-1.5-Flash-002","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.86,"de":0.888,"en":0.936,"es":0.884,"fr":0.784,"ja":0.848,"sw":0.836,"zh":0.88},"mmlu":{"bn":0.7023928215353938,"de":0.7446944879646774,"en":0.8112804443811423,"es":0.7776669990029911,"fr":0.7703318615581826,"ja":0.7456914969377582,"sw":0.6832360062669135,"zh":0.7545933627688364},"average":0.8066179675259935,"average_mgsm":0.8645,"average_mmlu":0.7487359350519869,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.781196410767697,"de":0.8163472439823387,"en":0.8736402221905712,"es":0.8308334995014955,"fr":0.7771659307790912,"ja":0.7968457484688791,"sw":0.7596180031334567,"zh":0.8172966813844182},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.4554913294797688,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":50.37,"coding_index":27.02,"mmlu_pro":0.68,"mmmu_pro":null,"hle":0.035,"scicode":0.267,"humaneval":0.838,"aime":0.18,"aime25":null,"math_500":0.827,"gpqa":0.463,"livecodebench":0.273,"ifbench":null,"lcr":null,"estimated_intelligence_index":27.7436130617,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.51,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8289c08e-1548-4b5f-a8af-3ec297c52a39","deprecated_to":"gemini-2-0-flash-lite-001","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash","hosts_url":"/models/gemini-1-5-flash/providers","name_and_creator_label":"Gemini 1.5 Flash (Sep), Google"},{"id":"8b6574d7-03ce-4847-882c-064467349a45","name":"Gemma 2 27B","short_name":"Gemma 2 27B","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-06-27","chatbot-arena-elo":1219,"slug":"gemma-2-27b","open_weights":"Open","additional_text":null,"context_window_tokens":8192,"display_order":709,"tokenizer_id":"gemma_tokenizer","license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-2-27b-it","commercial_allowed":true,"chatbot_arena_label":"Gemma-2-27B-it","knowledge_cutoff_date":"2024-06-01","parameters":27.2,"inference_parameters_active":null,"mgsm_aa":0.8305454545454546,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":41.87,"coding_index":20.22,"mmlu_pro":0.575,"mmmu_pro":null,"hle":0.037,"scicode":0.125,"humaneval":0.757,"aime":0.297,"aime25":null,"math_500":0.541,"gpqa":0.357,"livecodebench":0.279,"ifbench":null,"lcr":null,"estimated_intelligence_index":20.1099949026,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.518,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"93d89fdb-c206-4080-a65b-92ed7c737d7c","deprecated_to":"gemma-3-27b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b5bc4da1-0f88-490d-b9b9-25a835e7b1a9","slug":"togetherai_gemma-2-27b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8305454545454546,"gpqa_16x":null,"model_id":"8b6574d7-03ce-4847-882c-064467349a45","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-2-27b-it","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Gemma 2 27B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-2-27b","hosts_url":"/models/gemma-2-27b/providers","name_and_creator_label":"Gemma 2 27B, Google"},{"id":"53082390-b2ac-408e-aa69-cc885b3984b4","name":"Gemma 2 9B","short_name":"Gemma 2 9B","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-06-27","chatbot-arena-elo":1190,"slug":"gemma-2-9b","open_weights":"Open","additional_text":null,"context_window_tokens":8192,"display_order":714,"tokenizer_id":"gemma_tokenizer","license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-2-9b-it","commercial_allowed":true,"chatbot_arena_label":"Gemma-2-9B-it","knowledge_cutoff_date":"2024-06-01","parameters":9,"inference_parameters_active":null,"mgsm_aa":0.7861818181818182,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":25.87,"coding_index":6.64,"mmlu_pro":0.495,"mmmu_pro":null,"hle":0.039,"scicode":0.007,"humaneval":0.654,"aime":0,"aime25":null,"math_500":0.517,"gpqa":0.311,"livecodebench":0.126,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.231194932,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.402,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"999fd218-f667-4e15-9aa2-c63d107c64cd","deprecated_to":"gemma-3-12b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"b26c342c-1c60-40da-889c-77bf6a7e030a","slug":"nebius_gemma-2-9b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"53082390-b2ac-408e-aa69-cc885b3984b4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemma-2-9b-it-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Gemma 2 9B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.03,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.045,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":22.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"826793ef-0d94-41e5-925a-fe7c26fcc5f6","slug":"fireworks_gemma-2-9b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.7963636363636364,"gpqa_16x":null,"model_id":"53082390-b2ac-408e-aa69-cc885b3984b4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/gemma2-9b-it","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Gemma 2 9B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"744ca80d-cd3d-4424-b078-def82ff83467","slug":"groq_gemma-2-9b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":0.7821818181818182,"gpqa_16x":null,"model_id":"53082390-b2ac-408e-aa69-cc885b3984b4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemma2-9b-it","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Gemma 2 9B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-2-9b","hosts_url":"/models/gemma-2-9b/providers","name_and_creator_label":"Gemma 2 9B, Google"},{"id":"94229066-9381-4ee1-bf70-a16d63756a6e","name":"Gemini 1.5 Flash-8B","short_name":"Gemini 1.5 Flash-8B","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-10-03","chatbot-arena-elo":1211,"slug":"gemini-1-5-flash-8b","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1048576,"display_order":722,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-1.5-Flash-8B-001","knowledge_cutoff_date":"2024-08-01","parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.792,"de":0.816,"en":0.904,"es":0.832,"fr":0.756,"ja":0.784,"sw":0.764,"zh":0.812},"mmlu":{"bn":0.6321036889332003,"de":0.6848739495798319,"en":0.7498219626833784,"es":0.7065232872810141,"fr":0.7109386127332289,"ja":0.6768978777951858,"sw":0.6123059393248825,"zh":0.6796040450078337},"average":0.7445668352086598,"average_mgsm":0.8075000000000001,"average_mmlu":0.6816336704173195,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7120518444666002,"de":0.750436974789916,"en":0.8269109813416893,"es":0.7692616436405071,"fr":0.7334693063666144,"ja":0.730448938897593,"sw":0.6881529696624413,"zh":0.7458020225039168},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.07919075144508671,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":36.13,"coding_index":22.3,"mmlu_pro":0.569,"mmmu_pro":null,"hle":0.045,"scicode":0.229,"humaneval":0.116,"aime":0.033,"aime25":null,"math_500":0.689,"gpqa":0.359,"livecodebench":0.217,"ifbench":null,"lcr":null,"estimated_intelligence_index":19.2432502963,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.308,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bd875310-9815-486b-be22-ede8103ae9e2","deprecated_to":"gemini-2-0-flash-lite-001","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash-8b","hosts_url":"/models/gemini-1-5-flash-8b/providers","name_and_creator_label":"Gemini 1.5 Flash-8B, Google"},{"id":"0399e614-5d46-484f-9183-e4f32d74e1c6","name":"Gemini 2.0 Flash Thinking Experimental (Jan '25)","short_name":"Gemini 2.0 Flash Thinking exp. (Jan '25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-01-21","chatbot-arena-elo":null,"slug":"gemini-2-0-flash-thinking-exp-0121","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":723,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Flash-Thinking-Exp-01-21","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1041,"answer_tokens":1814,"output_tokens":1814,"reasoning_tokens":0,"max_output_tokens_used":12595},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":72.2,"coding_index":32.46,"mmlu_pro":0.798,"mmmu_pro":null,"hle":0.071,"scicode":0.329,"humaneval":null,"aime":0.5,"aime25":null,"math_500":0.944,"gpqa":0.701,"livecodebench":0.321,"ifbench":null,"lcr":null,"estimated_intelligence_index":41.6950684113,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.733,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.742,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e749ebf2-241b-4094-a3e6-d07c4131fc48","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-0-flash-thinking-exp-0121","hosts_url":"/models/gemini-2-0-flash-thinking-exp-0121/providers","name_and_creator_label":"Gemini 2.0 Flash Thinking exp. (Jan '25), Google"},{"id":"16f2578b-1b28-4be3-b371-700c2677bcd6","name":"Gemini 1.5 Pro (May '24)","short_name":"Gemini 1.5 Pro (May)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-05-15","chatbot-arena-elo":1260,"slug":"gemini-1-5-pro-may-2024","open_weights":"Proprietary","additional_text":"Note: For prompts longer than 128k tokens in length, pricing increases to $7.0 per 1M tokens.","context_window_tokens":2000000,"display_order":725,"tokenizer_id":"gemini1_5_flash_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-1.5-Pro-001","knowledge_cutoff_date":"2023-11-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.7629090909090909,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":765,"output_tokens":765,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":37.67,"coding_index":25.9,"mmlu_pro":0.657,"mmmu_pro":null,"hle":0.039,"scicode":0.274,"humaneval":0.834,"aime":0.08,"aime25":null,"math_500":0.673,"gpqa":0.371,"livecodebench":0.244,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.2089788287,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.841,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.462,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"25d9e845-c99a-4914-ac60-70e30214544d","deprecated_to":"gemini-2-0-flash","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-pro-may-2024","hosts_url":"/models/gemini-1-5-pro-may-2024/providers","name_and_creator_label":"Gemini 1.5 Pro (May), Google"},{"id":"55a3ebf6-6117-4cc1-8596-c6de6e552fd4","name":"Gemini 2.5 Flash Preview","short_name":"Gemini 2.5 Flash (April '25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-04-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-04-2025","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":727,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":67.97,"coding_index":31.95,"mmlu_pro":0.783,"mmmu_pro":0.62,"hle":0.05,"scicode":0.233,"humaneval":null,"aime":0.433,"aime25":null,"math_500":0.926,"gpqa":0.594,"livecodebench":0.406,"ifbench":null,"lcr":null,"estimated_intelligence_index":37.9670223336,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"29f6b622-c248-4527-acdf-f7ea4ce0b246","deprecated_to":"gemini-2-5-flash","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"29f6b622-c248-4527-acdf-f7ea4ce0b246","slug":"google_gemini-2-5-flash_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"55a3ebf6-6117-4cc1-8596-c6de6e552fd4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-preview-04-17","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash Preview_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-04-2025","hosts_url":"/models/gemini-2-5-flash-04-2025/providers","name_and_creator_label":"Gemini 2.5 Flash (April '25), Google"},{"id":"62de31e8-a1a3-429c-b634-a2afccfd9363","name":"Gemini 2.5 Pro Preview (Mar' 25)","short_name":"Gemini 2.5 Pro (Mar '25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-25","chatbot-arena-elo":null,"slug":"gemini-2-5-pro-03-25","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":729,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":92.5,"coding_index":58.62,"mmlu_pro":0.858,"mmmu_pro":null,"hle":0.171,"scicode":0.395,"humaneval":0.985,"aime":0.87,"aime25":null,"math_500":0.98,"gpqa":0.836,"livecodebench":0.778,"ifbench":null,"lcr":null,"estimated_intelligence_index":58.9673043007,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","slug":"google_gemini-2-5-pro-experimental-03-25","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"62de31e8-a1a3-429c-b634-a2afccfd9363","footnotes":"- Price for >200k tokens:\r\n$2.50 per 1M tokens (input)\r\n$15.00 per 1M tokens (output)","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro-preview-03-25","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro Preview (Mar' 25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"Gemini experimental models available for free with usage limitations","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro-03-25","hosts_url":"/models/gemini-2-5-pro-03-25/providers","name_and_creator_label":"Gemini 2.5 Pro (Mar '25), Google"},{"id":"8ddacd41-bf43-411b-aa30-43ebf0567dd8","name":"Gemini 1.0 Pro","short_name":"Gemini 1.0 Pro","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2023-12-06","chatbot-arena-elo":1111,"slug":"gemini-1-0-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32768,"display_order":732,"tokenizer_id":"gemini1_0_pro_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini Pro","knowledge_cutoff_date":"2023-04-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.6454545454545455,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":20.47,"coding_index":11.67,"mmlu_pro":0.431,"mmmu_pro":null,"hle":0.046,"scicode":0.117,"humaneval":0.022,"aime":0.007,"aime25":null,"math_500":0.403,"gpqa":0.277,"livecodebench":0.116,"ifbench":null,"lcr":null,"estimated_intelligence_index":8.5499192499,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.677,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.279,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"6febf4b2-86a7-4b34-aae1-7423475d067b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"6febf4b2-86a7-4b34-aae1-7423475d067b","slug":"google_gemini-pro_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":0.6454545454545455,"gpqa_16x":null,"model_id":"8ddacd41-bf43-411b-aa30-43ebf0567dd8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-pro","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemini 1.0 Pro_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":2.5,"image_input_pricing_notes":"This is for up to 32k context window","supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-1-0-pro","hosts_url":"/models/gemini-1-0-pro/providers","name_and_creator_label":"Gemini 1.0 Pro, Google"},{"id":"ac48c49d-9e77-4394-ac4e-d1ee51fd5fee","name":"Gemini 1.5 Flash (May '24)","short_name":"Gemini 1.5 Flash (May)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-05-14","chatbot-arena-elo":1227,"slug":"gemini-1-5-flash-may-2024","open_weights":"Proprietary","additional_text":"Note: For prompts longer than 128k tokens in length, pricing increases to $0.7 per 1M tokens.","context_window_tokens":1000000,"display_order":735,"tokenizer_id":"gemini1_5_flash_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-1.5-Flash-001","knowledge_cutoff_date":"2023-11-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.7563636363636363,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":32.37,"coding_index":18.82,"mmlu_pro":0.574,"mmmu_pro":null,"hle":0.042,"scicode":0.181,"humaneval":0.721,"aime":0.093,"aime25":null,"math_500":0.554,"gpqa":0.324,"livecodebench":0.196,"ifbench":null,"lcr":null,"estimated_intelligence_index":16.7787716567,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.743,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.395,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0cb0f510-759d-4b3f-8dec-11c50850d5af","deprecated_to":"gemini-1-5-flash","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-5-flash-may-2024","hosts_url":"/models/gemini-1-5-flash-may-2024/providers","name_and_creator_label":"Gemini 1.5 Flash (May), Google"},{"id":"dfeeb904-e784-4d5c-ad66-9400146b150b","name":"Gemini 2.0 Flash Thinking Experimental (Dec '24)","short_name":"Gemini 2.0 Flash Thinking exp. (Dec '24)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2024-12-19","chatbot-arena-elo":null,"slug":"gemini-2-0-flash-thinking-exp-1219","open_weights":"Proprietary","additional_text":null,"context_window_tokens":2000000,"display_order":736,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Gemini-2.0-Flash-Thinking-Exp-1219","knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.939,"aime":null,"aime25":null,"math_500":0.48,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.305464243944396,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3d220805-3629-457e-9bfd-5c468b6a9b1f","deprecated_to":"gemini-2-0-flash-thinking-exp-0121","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-2-0-flash-thinking-exp-1219","hosts_url":"/models/gemini-2-0-flash-thinking-exp-1219/providers","name_and_creator_label":"Gemini 2.0 Flash Thinking exp. (Dec '24), Google"},{"id":"2ae624ca-25b4-4cc8-8970-cdfdd3320691","name":"Gemini 1.0 Ultra","short_name":"Gemini 1.0 Ultra","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2023-12-06","chatbot-arena-elo":null,"slug":"gemini-1-0-ultra","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32768,"display_order":738,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.567417191399327,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.744,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.357,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemini-1-0-ultra","hosts_url":"/models/gemini-1-0-ultra/providers","name_and_creator_label":"Gemini 1.0 Ultra, Google"},{"id":"68c89ebf-779c-4445-9241-de964cd17355","name":"Gemini 2.5 Flash Preview (Reasoning)","short_name":"Gemini 2.5 Flash (April '25) (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-04-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-reasoning-04-2025","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":740,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":91.2,"coding_index":43.18,"mmlu_pro":0.8,"mmmu_pro":null,"hle":0.116,"scicode":0.359,"humaneval":null,"aime":0.843,"aime25":null,"math_500":0.981,"gpqa":0.698,"livecodebench":0.505,"ifbench":null,"lcr":null,"estimated_intelligence_index":50.2058738828,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.121,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.88,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.783,"lab_claimed_livecodebench":0.635,"computed_performance_host_model_id":"c13f5215-44e2-4607-9e22-3bc2752b1034","deprecated_to":"gemini-2-5-flash-reasoning","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c13f5215-44e2-4607-9e22-3bc2752b1034","slug":"google_gemini-2-5-flash-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"68c89ebf-779c-4445-9241-de964cd17355","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-flash-preview-04-17","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash Preview (Reasoning)_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.15,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":0.9875,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.01,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-reasoning-04-2025","hosts_url":"/models/gemini-2-5-flash-reasoning-04-2025/providers","name_and_creator_label":"Gemini 2.5 Flash (April '25) (Reasoning), Google"},{"id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","name":"Gemini 2.5 Pro Preview (May' 25)","short_name":"Gemini 2.5 Pro (May' 25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-06","chatbot-arena-elo":null,"slug":"gemini-2-5-pro-05-06","open_weights":"Proprietary","additional_text":"\n\n\n","context_window_tokens":1000000,"display_order":741,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":91.47,"coding_index":59.29,"mmlu_pro":0.837,"mmmu_pro":null,"hle":0.154,"scicode":0.416,"humaneval":0.989,"aime":0.843,"aime25":null,"math_500":0.986,"gpqa":0.822,"livecodebench":0.77,"ifbench":null,"lcr":null,"estimated_intelligence_index":57.9752472212,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.178,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.83,"lab_claimed_livecodebench":0.756,"computed_performance_host_model_id":"58591ef4-f3ce-4779-ac42-24c763628ebf","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"58591ef4-f3ce-4779-ac42-24c763628ebf","slug":"google_gemini-2-5-pro-05-06","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","footnotes":"- Price for >200k tokens:\n$2.50 per 1M tokens (input)\n$15.00 per 1M tokens (output)","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.5-pro-preview-05-06","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro Preview (May' 25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"78397f5b-c000-4e4e-a394-e1c51084f9f1","slug":"google_gemini-2-5-pro-05-06_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","footnotes":"- Price for >200k tokens:\n$2.50 per 1M tokens (input)\n$15.00 per 1M tokens (output)","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"google/gemini-2.5-pro-preview-05-06","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro Preview (May' 25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro-05-06","hosts_url":"/models/gemini-2-5-pro-05-06/providers","name_and_creator_label":"Gemini 2.5 Pro (May' 25), Google"},{"id":"7b269763-ecc0-41ef-aa29-47ef632ac065","name":"Gemini 2.0 Flash-Lite (Feb '25)","short_name":"Gemini 2.0 Flash-Lite (Feb '25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-02-25","chatbot-arena-elo":null,"slug":"gemini-2-0-flash-lite-001","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":744,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":57.47,"coding_index":21.76,"mmlu_pro":0.724,"mmmu_pro":null,"hle":0.036,"scicode":0.25,"humaneval":0.876,"aime":0.277,"aime25":null,"math_500":0.873,"gpqa":0.535,"livecodebench":0.185,"ifbench":null,"lcr":null,"estimated_intelligence_index":30.281190644,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","slug":"google_gemini-2-0-flash-lite-001_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"7b269763-ecc0-41ef-aa29-47ef632ac065","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"gemini-2.0-flash-lite-001","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.0 Flash-Lite (Feb '25)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.075,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.13125,"price_per_1k_1mp_images":0.09675,"image_input_pricing_notes":"","supports_images_input_note":"3600","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":7.62,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-0-flash-lite-001","hosts_url":"/models/gemini-2-0-flash-lite-001/providers","name_and_creator_label":"Gemini 2.0 Flash-Lite (Feb '25), Google"},{"id":"bd2c3517-00d8-4ba5-a989-1f1e52f3ffab","name":"Gemma 3n E4B Instruct Preview (May '25)","short_name":"Gemma 3n E4B (May '25)","deleted":false,"deprecated":true,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemma-3n-e4b-preview-0520","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":748,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/google/gemma-3n-E4B-it-litert-preview","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":8.39,"inference_parameters_active":"4","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":42.77,"coding_index":11.16,"mmlu_pro":0.483,"mmmu_pro":null,"hle":0.049,"scicode":0.086,"humaneval":0.757,"aime":0.107,"aime25":null,"math_500":0.749,"gpqa":0.278,"livecodebench":0.138,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.2228084478,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"64acba60-243e-4578-9d2a-bb8185d40a41","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[],"model_url":"/models/gemma-3n-e4b-preview-0520","hosts_url":"/models/gemma-3n-e4b-preview-0520/providers","name_and_creator_label":"Gemma 3n E4B (May '25), Google"},{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","name":"Claude 4 Sonnet (Extended Thinking)","short_name":"Claude 4 Sonnet Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":229,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":58.83,"math_index":88.2,"coding_index":52.77,"mmlu_pro":0.842,"mmmu_pro":0.618,"hle":0.096,"scicode":0.4,"humaneval":null,"aime":0.773,"aime25":0.743,"math_500":0.991,"gpqa":0.777,"livecodebench":0.655,"ifbench":0.547,"lcr":0.647,"estimated_intelligence_index":53.6832950141,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.754,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14180161,"answer_tokens":6268057,"output_tokens":42363627,"reasoning_tokens":36095570},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","slug":"google_claude-4-sonnet-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","slug":"amazon-bedrock_claude-4-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","slug":"anthropic_claude-4-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-sonnet-thinking","hosts_url":"/models/claude-4-sonnet-thinking/providers","name_and_creator_label":"Claude 4 Sonnet Thinking, Anthropic"},{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","name":"Claude 4 Opus (Extended Thinking)","short_name":"Claude 4 Opus Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":228,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":55.34,"math_index":86.93,"coding_index":51.71,"mmlu_pro":0.873,"mmmu_pro":null,"hle":0.117,"scicode":0.398,"humaneval":null,"aime":0.757,"aime25":0.733,"math_500":0.982,"gpqa":0.796,"livecodebench":0.636,"ifbench":0.537,"lcr":0.337,"estimated_intelligence_index":54.92597704,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.796,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":9573658,"answer_tokens":5317535,"output_tokens":25714408,"reasoning_tokens":20396873},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","slug":"amazon-bedrock_claude-4-opus-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","slug":"google_claude-4-opus-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","slug":"anthropic_claude-4-opus-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-opus-thinking","hosts_url":"/models/claude-4-opus-thinking/providers","name_and_creator_label":"Claude 4 Opus Thinking, Anthropic"},{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","name":"Claude 4 Opus","short_name":"Claude 4 Opus","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":231,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.58,"math_index":75.2,"coding_index":47.52,"mmlu_pro":0.86,"mmmu_pro":null,"hle":0.059,"scicode":0.409,"humaneval":0.97,"aime":0.563,"aime25":0.363,"math_500":0.941,"gpqa":0.701,"livecodebench":0.542,"ifbench":0.433,"lcr":0.36,"estimated_intelligence_index":47.2819161748,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":11763281,"answer_tokens":6249624,"output_tokens":6249624,"reasoning_tokens":0},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","slug":"google_claude-4-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","slug":"anthropic_claude-4-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","slug":"amazon-bedrock_claude-4-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-opus","hosts_url":"/models/claude-4-opus/providers","name_and_creator_label":"Claude 4 Opus, Anthropic"},{"id":"d034dafe-463d-4c50-956f-84fca657b26f","name":"Claude 4 Sonnet","short_name":"Claude 4 Sonnet","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":232,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.72,"math_index":67.03,"coding_index":41.07,"mmlu_pro":0.837,"mmmu_pro":0.624,"hle":0.04,"scicode":0.373,"humaneval":0.973,"aime":0.407,"aime25":0.38,"math_500":0.934,"gpqa":0.683,"livecodebench":0.449,"ifbench":0.454,"lcr":0.443,"estimated_intelligence_index":42.4051724261,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14145645,"answer_tokens":6861133,"output_tokens":6861133,"reasoning_tokens":0},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","slug":"google_claude-4-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1ac63972-c09c-4017-892e-ee72ef090911","slug":"anthropic_claude-4-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","slug":"amazon-bedrock_claude-4-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-sonnet","hosts_url":"/models/claude-4-sonnet/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic"},{"id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","name":"Claude 4.1 Opus","short_name":"Claude 4.1 Opus","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-08-05","chatbot-arena-elo":null,"slug":"claude-4-1-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":230,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":49,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b5f7f1d3-844a-46e2-8f1e-ccd2c664503e","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[],"model_url":"/models/claude-4-1-opus","hosts_url":"/models/claude-4-1-opus/providers","name_and_creator_label":"Claude 4.1 Opus, Anthropic"},{"id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","name":"Claude 4.1 Opus (Extended Thinking)","short_name":"Claude 4.1 Opus Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-08-05","chatbot-arena-elo":null,"slug":"claude-4-1-opus-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":238,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":61,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":null,"frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[],"model_url":"/models/claude-4-1-opus-thinking","hosts_url":"/models/claude-4-1-opus-thinking/providers","name_and_creator_label":"Claude 4.1 Opus Thinking, Anthropic"},{"id":"0a603978-03b9-4f47-a273-2f7fd969be85","name":"Claude 3.5 Sonnet (Oct '24)","short_name":"Claude 3.5 Sonnet (Oct)","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-10-22","chatbot-arena-elo":1282,"slug":"claude-35-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":754,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3.5 Sonnet (20241022)","knowledge_cutoff_date":"2024-04-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.888,"de":0.932,"en":0.98,"es":0.952,"fr":0.916,"ja":0.904,"sw":0.936,"zh":0.92},"mmlu":{"bn":0.7866400797607178,"de":0.8538669705170203,"en":0.8948155533399801,"es":0.8688933200398804,"fr":0.8624127617148555,"ja":0.8435408061529697,"sw":0.7654892465460761,"zh":0.8424725822532403},"average":0.8841332075202963,"average_mgsm":0.9285,"average_mmlu":0.8397664150405926,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8373200398803589,"de":0.8929334852585102,"en":0.93740777666999,"es":0.9104466600199401,"fr":0.8892063808574278,"ja":0.8737704030764848,"sw":0.850744623273038,"zh":0.8812362911266202},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1028,"answer_tokens":442,"output_tokens":442,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":46.4,"coding_index":37.33,"mmlu_pro":0.772,"mmmu_pro":null,"hle":0.039,"scicode":0.366,"humaneval":0.93,"aime":0.157,"aime25":null,"math_500":0.771,"gpqa":0.599,"livecodebench":0.381,"ifbench":null,"lcr":null,"estimated_intelligence_index":33.4557732984,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.937,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.65,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","deprecated_to":"claude-3-7-sonnet","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"7303d52f-8bb4-45d4-9b4e-aabaa7efcf60","slug":"google_claude-35-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-v2@20241022","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Google_Claude 3.5 Sonnet (Oct '24)_Vertex","cache_pricing_notes":"","model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"2ca5b180-5c1a-48b3-a26e-0d0e06afd36e","slug":"amazon-bedrock_claude-35-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-sonnet-20241022-v2:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Amazon Bedrock_Claude 3.5 Sonnet (Oct '24)","cache_pricing_notes":"- Only supported on US West (Oregon) region","model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","slug":"anthropic_claude-35-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"0a603978-03b9-4f47-a273-2f7fd969be85","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-20241022","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.5 Sonnet (Oct '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-35-sonnet","hosts_url":"/models/claude-35-sonnet/providers","name_and_creator_label":"Claude 3.5 Sonnet (Oct), Anthropic"},{"id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","name":"Claude 3.5 Sonnet (June '24)","short_name":"Claude 3.5 Sonnet (June)","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-06-21","chatbot-arena-elo":1268,"slug":"claude-35-sonnet-june-24","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":758,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3.5 Sonnet (20240620)","knowledge_cutoff_date":"2024-04-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.9178181818181819,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.4838150289017341,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":39.6,"coding_index":null,"mmlu_pro":0.751,"mmmu_pro":null,"hle":0.037,"scicode":0.316,"humaneval":0.899,"aime":0.097,"aime25":null,"math_500":0.695,"gpqa":0.56,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":28.81921179,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.92,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.594,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16c7727b-75e6-4733-b18d-357528f5df23","deprecated_to":"claude-3-7-sonnet","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"16c7727b-75e6-4733-b18d-357528f5df23","slug":"anthropic_claude-35-sonnet-june-24","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":0.9178181818181819,"gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet-20240620","mmmu_pro_aa":0.4838150289017341,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.5 Sonnet (June '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"4c41e958-22f5-4959-9734-1f023df88f46","slug":"google_claude-35-sonnet-june-24_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-sonnet","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3.5 Sonnet (June '24)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"97a677a9-7dff-4341-a7ba-8d3bb3c2b249","slug":"amazon-bedrock_claude-35-sonnet-june-24","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-sonnet-20240620-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Amazon Bedrock_Claude 3.5 Sonnet (June '24)_","cache_pricing_notes":"- Only supported on US West (Oregon) region\r\n","model_name_appendage":"","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-35-sonnet-june-24","hosts_url":"/models/claude-35-sonnet-june-24/providers","name_and_creator_label":"Claude 3.5 Sonnet (June), Anthropic"},{"id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","name":"Claude 3 Opus","short_name":"Claude 3 Opus","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-03-04","chatbot-arena-elo":1248,"slug":"claude-3-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":761,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3 Opus","knowledge_cutoff_date":"2023-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.897,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":33.7,"coding_index":25.6,"mmlu_pro":0.696,"mmmu_pro":null,"hle":0.031,"scicode":0.233,"humaneval":0.848,"aime":0.033,"aime25":null,"math_500":0.641,"gpqa":0.489,"livecodebench":0.279,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.6918430949,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.849,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.504,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","deprecated_to":"claude-35-sonnet-june-24","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"12aba667-e3e9-4fe1-972c-c19b5ddf2c4d","slug":"amazon-bedrock_claude-3-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-opus-20240229-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ea623b5-7aae-4486-adc2-7f4e9ef97f35","slug":"google_claude-3-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-opus@20240229","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","slug":"anthropic_claude-3-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":0.897,"gpqa_16x":null,"model_id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-opus-20240229","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 3 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":20,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-opus","hosts_url":"/models/claude-3-opus/providers","name_and_creator_label":"Claude 3 Opus, Anthropic"},{"id":"033e4aa9-a556-4224-87b0-341ed1070257","name":"Claude 3.5 Haiku","short_name":"Claude 3.5 Haiku","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-10-22","chatbot-arena-elo":null,"slug":"claude-3-5-haiku","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":764,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3.5 Haiku (20241022)","knowledge_cutoff_date":"2024-07-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.816,"de":0.912,"en":0.944,"es":0.904,"fr":0.812,"ja":0.808,"sw":0.708,"zh":0.876},"mmlu":{"bn":0.6467027488961686,"de":0.7431277595784076,"en":0.8095000712149266,"es":0.7704742914114798,"fr":0.7585813986611594,"ja":0.7371457057399231,"sw":0.5827517447657029,"zh":0.7276741204956559},"average":0.784747365047714,"average_mgsm":0.8475,"average_mmlu":0.721994730095428,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7313513744480843,"de":0.8275638797892038,"en":0.8767500356074633,"es":0.8372371457057399,"fr":0.7852906993305797,"ja":0.7725728528699616,"sw":0.6453758723828514,"zh":0.801837060247828},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":37.7,"coding_index":29.43,"mmlu_pro":0.634,"mmmu_pro":0.456,"hle":0.035,"scicode":0.274,"humaneval":0.859,"aime":0.033,"aime25":null,"math_500":0.721,"gpqa":0.408,"livecodebench":0.314,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.3263483814,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.881,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.416,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"ce890aa7-621b-4c07-8339-308083de451f","slug":"google_claude-3-5-haiku_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-haiku@20241022","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":1,"host_model_string":"Google_Claude 3.5 Haiku_Vertex","cache_pricing_notes":"","model_name_appendage":"Vertex","price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","slug":"anthropic_claude-3-5-haiku","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-5-haiku-20241022","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":1,"host_model_string":"Anthropic_Claude 3.5 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"098bae14-7dae-4af2-9223-fb05a36f8979","slug":"amazon-bedrock_claude-3-5-haiku_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-5-haiku-20241022-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":1,"host_model_string":"Amazon Bedrock_Claude 3.5 Haiku_Standard","cache_pricing_notes":"- Only supported on US West (Oregon) region\r\n","model_name_appendage":"Standard","price_1m_input_tokens":0.8,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"f79353af-c416-449d-9f31-c0ee03e4d1c8","slug":"amazon-bedrock_claude-3-5-haiku_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"033e4aa9-a556-4224-87b0-341ed1070257","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-3-5-haiku-20241022-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":1,"host_model_string":"Amazon Bedrock_Claude 3.5 Haiku_Latency Optimized","cache_pricing_notes":"- Only supported on US West (Oregon) region\r\n","model_name_appendage":"Latency Optimized","price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":1.334,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-5-haiku","hosts_url":"/models/claude-3-5-haiku/providers","name_and_creator_label":"Claude 3.5 Haiku, Anthropic"},{"id":"b2e68f0a-8f66-4e4c-9821-2b786cea601b","name":"Claude 3 Sonnet","short_name":"Claude 3 Sonnet","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-03-04","chatbot-arena-elo":1201,"slug":"claude-3-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":768,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3 Sonnet","knowledge_cutoff_date":"2023-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.84,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":23.03,"coding_index":20.19,"mmlu_pro":0.579,"mmmu_pro":null,"hle":0.038,"scicode":0.229,"humaneval":0.713,"aime":0.047,"aime25":null,"math_500":0.414,"gpqa":0.4,"livecodebench":0.175,"ifbench":null,"lcr":null,"estimated_intelligence_index":16.0477822297,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.73,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.404,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7a3f9fd7-6f10-4706-9a30-57d6ef5e69f4","deprecated_to":"claude-35-sonnet-june-24","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"f2b2bf3c-8591-4929-9aa3-133bf6a66b56","slug":"amazon-bedrock_claude-3-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"b2e68f0a-8f66-4e4c-9821-2b786cea601b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-sonnet-20240229-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7a3f9fd7-6f10-4706-9a30-57d6ef5e69f4","slug":"anthropic_claude-3-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":0.84,"gpqa_16x":null,"model_id":"b2e68f0a-8f66-4e4c-9821-2b786cea601b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-sonnet-20240229","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Anthropic_Claude 3 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-sonnet","hosts_url":"/models/claude-3-sonnet/providers","name_and_creator_label":"Claude 3 Sonnet, Anthropic"},{"id":"1fc54cef-d179-48b1-a27d-046874e9b208","name":"Claude 3 Haiku","short_name":"Claude 3 Haiku","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2024-03-04","chatbot-arena-elo":1179,"slug":"claude-3-haiku","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":771,"tokenizer_id":"claude3_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude 3 Haiku","knowledge_cutoff_date":"2023-08-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.7134545454545455,"multilingual_aa":{"mgsm":{"bn":0.652,"de":0.788,"en":0.884,"es":0.812,"fr":0.756,"ja":0.696,"sw":0.628,"zh":0.784},"mmlu":{"bn":0.5077624270047002,"de":0.6570289132602194,"en":0.7080900156672839,"es":0.6662868537245407,"fr":0.6704885343968096,"ja":0.623059393248825,"sw":0.49159663865546216,"zh":0.6104543512320182},"average":0.6834229454493661,"average_mgsm":0.75,"average_mmlu":0.6168458908987323,"average_per_language":{"bn":0.5798812135023501,"de":0.7225144566301097,"en":0.796045007833642,"es":0.7391434268622703,"fr":0.7132442671984047,"ja":0.6595296966244124,"sw":0.559798319327731,"zh":0.6972271756160091}},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":20.2,"coding_index":17.04,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":0.186,"humaneval":0.757,"aime":0.01,"aime25":null,"math_500":0.394,"gpqa":null,"livecodebench":0.154,"ifbench":null,"lcr":null,"estimated_intelligence_index":12.11088203,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.759,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.333,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"295c90cb-2f7b-4756-8d19-26ee654845d4","deprecated_to":"claude-3-5-haiku","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"cf67b883-fa6c-4ebe-8590-d05bf0179ceb","slug":"amazon-bedrock_claude-3-haiku","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"1fc54cef-d179-48b1-a27d-046874e9b208","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-3-haiku-20240307-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":0.3335,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"295c90cb-2f7b-4756-8d19-26ee654845d4","slug":"anthropic_claude-3-haiku","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":0.7134545454545455,"gpqa_16x":null,"model_id":"1fc54cef-d179-48b1-a27d-046874e9b208","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-haiku-20240307","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0.3,"host_model_string":"Anthropic_Claude 3 Haiku","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":0.3335,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-3-haiku","hosts_url":"/models/claude-3-haiku/providers","name_and_creator_label":"Claude 3 Haiku, Anthropic"},{"id":"83cb898e-05d9-4e4b-9de3-2d305014d923","name":"Claude Instant","short_name":"Claude Instant","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2023-03-14","chatbot-arena-elo":1111,"slug":"claude-instant","open_weights":"Proprietary","additional_text":null,"context_window_tokens":100000,"display_order":774,"tokenizer_id":"claude2_1_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude-Instant-1","knowledge_cutoff_date":"2023-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":13.2,"coding_index":null,"mmlu_pro":0.434,"mmmu_pro":null,"hle":0.038,"scicode":null,"humaneval":0.018,"aime":0,"aime25":null,"math_500":0.264,"gpqa":0.33,"livecodebench":0.109,"ifbench":null,"lcr":null,"estimated_intelligence_index":1.66817593,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"claude-2","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"bc9bb72b-8629-4335-b95e-51c4ac11f403","slug":"amazon-bedrock_claude-instant","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"83cb898e-05d9-4e4b-9de3-2d305014d923","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-instant-v1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude Instant","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-instant","hosts_url":"/models/claude-instant/providers","name_and_creator_label":"Claude Instant, Anthropic"},{"id":"9e141c0d-fc82-4e07-bb2e-fe0003bc030b","name":"Claude 2.1","short_name":"Claude 2.1","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2023-11-21","chatbot-arena-elo":1118,"slug":"claude-21","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":776,"tokenizer_id":"claude2_1_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude-2.1","knowledge_cutoff_date":"2023-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":20.37,"coding_index":18.94,"mmlu_pro":0.495,"mmmu_pro":null,"hle":0.042,"scicode":0.184,"humaneval":0.159,"aime":0.033,"aime25":null,"math_500":0.374,"gpqa":0.319,"livecodebench":0.195,"ifbench":null,"lcr":null,"estimated_intelligence_index":12.215309091,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.712,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3d917b1a-ad91-4488-a963-09c05e02cfb3","deprecated_to":"claude-3-sonnet","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"ff64fb12-0249-4629-bae1-459ee41b77ad","slug":"amazon-bedrock_claude-21","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"9e141c0d-fc82-4e07-bb2e-fe0003bc030b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"anthropic.claude-v2:1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 2.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":8,"price_1m_output_tokens":24,"price_1m_blended_3_to_1":12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d917b1a-ad91-4488-a963-09c05e02cfb3","slug":"anthropic_claude-21","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"9e141c0d-fc82-4e07-bb2e-fe0003bc030b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-2.1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Anthropic_Claude 2.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":8,"price_1m_output_tokens":24,"price_1m_blended_3_to_1":12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.08,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-21","hosts_url":"/models/claude-21/providers","name_and_creator_label":"Claude 2.1, Anthropic"},{"id":"13358187-4584-479c-ab43-5bcdf8f297a4","name":"Claude 3.7 Sonnet (Extended Thinking)","short_name":"Claude 3.7 Sonnet Thinking","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-02-24","chatbot-arena-elo":null,"slug":"claude-3-7-sonnet-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":777,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T23:59:41.667311","input_tokens":1029,"answer_tokens":935,"output_tokens":2040,"reasoning_tokens":1105,"max_answer_tokens_used":7764,"max_output_tokens_used":9090,"max_reasoning_tokens_used":8455},"reasoning_properties":{"style":"in_chunk"},"intelligence_index":null,"math_index":71.67,"coding_index":43.79,"mmlu_pro":0.837,"mmmu_pro":null,"hle":0.103,"scicode":0.403,"humaneval":0.978,"aime":0.487,"aime25":null,"math_500":0.947,"gpqa":0.772,"livecodebench":0.473,"ifbench":null,"lcr":null,"estimated_intelligence_index":46.9790776979,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.782,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5619e548-8f61-40a3-8f22-5821c98999f8","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"5619e548-8f61-40a3-8f22-5821c98999f8","slug":"anthropic_claude-3-7-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"13358187-4584-479c-ab43-5bcdf8f297a4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet-20250219","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.7 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"db289df0-794a-4edf-a240-6047c10bf6e7","slug":"amazon-bedrock_claude-3-7-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"13358187-4584-479c-ab43-5bcdf8f297a4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-3-7-sonnet-20250219-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3.7 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-7-sonnet-thinking","hosts_url":"/models/claude-3-7-sonnet-thinking/providers","name_and_creator_label":"Claude 3.7 Sonnet Thinking, Anthropic"},{"id":"d925845d-39ad-4de3-8495-f176b79828c0","name":"Claude 3.7 Sonnet (Standard)","short_name":"Claude 3.7 Sonnet","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-02-24","chatbot-arena-elo":null,"slug":"claude-3-7-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":778,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":53.67,"coding_index":38.49,"mmlu_pro":0.803,"mmmu_pro":0.601,"hle":0.048,"scicode":0.376,"humaneval":0.949,"aime":0.223,"aime25":0.21,"math_500":0.85,"gpqa":0.656,"livecodebench":0.394,"ifbench":null,"lcr":null,"estimated_intelligence_index":37.3300172615,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.68,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","slug":"anthropic_claude-3-7-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet-20250219","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 3.7 Sonnet (Standard)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"df8de9c0-b614-4812-9e00-620574392c9d","slug":"google_claude-3-7-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-3-7-sonnet@20250219","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 3.7 Sonnet (Standard)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ce6611e3-e962-463f-98c6-9a53d47a11b2","slug":"amazon-bedrock_claude-3-7-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"d925845d-39ad-4de3-8495-f176b79828c0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.anthropic.claude-3-7-sonnet-20250219-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 3.7 Sonnet (Standard)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":"100","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-3-7-sonnet","hosts_url":"/models/claude-3-7-sonnet/providers","name_and_creator_label":"Claude 3.7 Sonnet, Anthropic"},{"id":"ddc748d0-6a9b-466b-8d6c-68417980d56d","name":"Claude 2.0","short_name":"Claude 2.0","deleted":false,"deprecated":true,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2023-07-11","chatbot-arena-elo":1132,"slug":"claude-2","open_weights":"Proprietary","additional_text":null,"context_window_tokens":100000,"display_order":787,"tokenizer_id":"claude2_1_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Claude-2.0","knowledge_cutoff_date":"2023-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":18.29,"mmlu_pro":0.486,"mmmu_pro":null,"hle":null,"scicode":0.194,"humaneval":null,"aime":0,"aime25":null,"math_500":null,"gpqa":0.344,"livecodebench":0.171,"ifbench":null,"lcr":null,"estimated_intelligence_index":11.06661142,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.712,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"594fee3c-d702-490c-877a-7bfb41de6fb4","deprecated_to":"claude-21","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"594fee3c-d702-490c-877a-7bfb41de6fb4","slug":"anthropic_claude-2","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"gpqa_16x":null,"model_id":"ddc748d0-6a9b-466b-8d6c-68417980d56d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"claude-2.0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Anthropic_Claude 2.0","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":8,"price_1m_output_tokens":24,"price_1m_blended_3_to_1":12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.08,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-2","hosts_url":"/models/claude-2/providers","name_and_creator_label":"Claude 2.0, Anthropic"},{"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","name":"Mistral Medium 3","short_name":"Mistral Medium 3","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-05-07","chatbot-arena-elo":null,"slug":"mistral-medium-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":244,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":38.59,"math_index":67.33,"coding_index":36.55,"mmlu_pro":0.76,"mmmu_pro":0.53,"hle":0.043,"scicode":0.331,"humaneval":0.898,"aime":0.44,"aime25":0.303,"math_500":0.907,"gpqa":0.578,"livecodebench":0.4,"ifbench":0.393,"lcr":0.28,"estimated_intelligence_index":38.1863191617,"lab_claimed_mmlu_pro":0.772,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.921,"lab_claimed_aime":null,"lab_claimed_math_500":0.91,"lab_claimed_gpqa":0.571,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14216369,"answer_tokens":7072995,"output_tokens":7072995,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","slug":"azure_mistral-medium-3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","slug":"mistral_mistral-medium-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":0.5104,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium-3","hosts_url":"/models/mistral-medium-3/providers","name_and_creator_label":"Mistral Medium 3, Mistral"},{"id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","name":"Magistral Medium","short_name":"Magistral Medium","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"magistral-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":40000,"display_order":252,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":37.57,"math_index":80.87,"coding_index":41.19,"mmlu_pro":0.753,"mmmu_pro":null,"hle":0.095,"scicode":0.297,"humaneval":null,"aime":0.7,"aime25":0.403,"math_500":0.917,"gpqa":0.679,"livecodebench":0.527,"ifbench":0.251,"lcr":0,"estimated_intelligence_index":45.4962134317,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4953720,"answer_tokens":5952155,"output_tokens":145335234,"reasoning_tokens":139383079},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","slug":"mistral_magistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-medium-2506","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-medium","hosts_url":"/models/magistral-medium/providers","name_and_creator_label":"Magistral Medium, Mistral"},{"id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","name":"Magistral Small","short_name":"Magistral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"magistral-small","open_weights":"Open","additional_text":null,"context_window_tokens":40000,"display_order":249,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","model_weights_source_url":"https://huggingface.co/mistralai/Magistral-Small-2506","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":23.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":35.95,"math_index":83.8,"coding_index":37.75,"mmlu_pro":0.746,"mmmu_pro":null,"hle":0.072,"scicode":0.241,"humaneval":0.963,"aime":0.713,"aime25":0.413,"math_500":0.963,"gpqa":0.641,"livecodebench":0.514,"ifbench":0.248,"lcr":0,"estimated_intelligence_index":44.1908751692,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":7045593,"answer_tokens":6101750,"output_tokens":138244776,"reasoning_tokens":132143026},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","slug":"mistral_magistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"magistral-small-2506","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40000,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-small","hosts_url":"/models/magistral-small/providers","name_and_creator_label":"Magistral Small, Mistral"},{"id":"43da3718-3d6e-40dd-901a-05664179ff7f","name":"Mistral Small 3.2","short_name":"Mistral Small 3.2","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-20","chatbot-arena-elo":null,"slug":"mistral-small-3-2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":245,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.82,"math_index":60.3,"coding_index":26.95,"mmlu_pro":0.681,"mmmu_pro":null,"hle":0.043,"scicode":0.264,"humaneval":0.852,"aime":0.323,"aime25":0.27,"math_500":0.883,"gpqa":0.505,"livecodebench":0.275,"ifbench":0.335,"lcr":0.173,"estimated_intelligence_index":31.2105914869,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14187953,"answer_tokens":6509720,"output_tokens":6509720,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","slug":"deepinfra_mistral-small-3-2_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3.2_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","slug":"mistral_mistral-small-3-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2506","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3-2","hosts_url":"/models/mistral-small-3-2/providers","name_and_creator_label":"Mistral Small 3.2, Mistral"},{"id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","name":"Devstral Medium","short_name":"Devstral Medium","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":251,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.26,"math_index":38.7,"coding_index":31.52,"mmlu_pro":0.708,"mmmu_pro":null,"hle":0.038,"scicode":0.294,"humaneval":0.935,"aime":0.067,"aime25":0.047,"math_500":0.707,"gpqa":0.492,"livecodebench":0.337,"ifbench":0.299,"lcr":0.287,"estimated_intelligence_index":26.9186392798,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14154271,"answer_tokens":3778515,"output_tokens":3778515,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"44c7d26f-52ac-43bb-9212-f47386353169","slug":"mistral_devstral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-medium-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-medium","hosts_url":"/models/devstral-medium/providers","name_and_creator_label":"Devstral Medium, Mistral"},{"id":"24ac5b00-5f03-4c47-8e37-522d1195383e","name":"Mistral Small 3.1","short_name":"Mistral Small 3.1","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-03-17","chatbot-arena-elo":null,"slug":"mistral-small-3-1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":865,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Base-2503","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":26.37,"math_index":40,"coding_index":23.83,"mmlu_pro":0.659,"mmmu_pro":null,"hle":0.048,"scicode":0.265,"humaneval":0.859,"aime":0.093,"aime25":0.037,"math_500":0.707,"gpqa":0.454,"livecodebench":0.212,"ifbench":0.299,"lcr":0.137,"estimated_intelligence_index":23.911139923,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.8841,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.4596,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"44563da3-d18e-4a31-b579-cb5069a81eb3","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":9346815,"answer_tokens":5198178,"output_tokens":5198178,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"9cc2606a-8c9e-4490-abe2-d7e0fb375a4c","slug":"compactifai_mistral-small-3-1","deleted":false,"host_id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","mgsm_aa":null,"gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-3-1","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"CompactifAI_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.17,"price_1m_blended_3_to_1":0.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44563da3-d18e-4a31-b579-cb5069a81eb3","slug":"mistral_mistral-small-3-1","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2503","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.1276,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"15521cc9-39a9-44e8-bed2-dbfb2a21f72c","slug":"google_mistral-small-3-1_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/mistral-small-2503","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Mistral Small 3.1_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.1276,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a60262f3-5acd-4e99-b30a-d7429680452a","slug":"parasail_mistral-small-3-1","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"24ac5b00-5f03-4c47-8e37-522d1195383e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-mistral-small-31-24b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Mistral Small 3.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3-1","hosts_url":"/models/mistral-small-3-1/providers","name_and_creator_label":"Mistral Small 3.1, Mistral"},{"id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","name":"Ministral 8B","short_name":"Ministral 8B","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-10-16","chatbot-arena-elo":1183,"slug":"ministral-8b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":242,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Mistral Research License\r\n","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Ministral-8B-Instruct-2410","commercial_allowed":false,"chatbot_arena_label":"Ministral-8B-2410","knowledge_cutoff_date":null,"parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":30.37,"coding_index":11.34,"mmlu_pro":0.389,"mmmu_pro":null,"hle":0.049,"scicode":0.115,"humaneval":0.767,"aime":0.037,"aime25":null,"math_500":0.571,"gpqa":0.276,"livecodebench":0.112,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.3669501113,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.768,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","slug":"mistral_ministral-8b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ministral-8b-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-8b","hosts_url":"/models/ministral-8b/providers","name_and_creator_label":"Ministral 8B, Mistral"},{"id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","name":"Ministral 3B","short_name":"Ministral 3B","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-10-16","chatbot-arena-elo":null,"slug":"ministral-3b","open_weights":"Proprietary","additional_text":"","context_window_tokens":128000,"display_order":243,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Mistral Commercial License","license_url":"https://mistral.ai/contact/","model_weights_source_url":null,"commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":3,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":26.83,"coding_index":8.13,"mmlu_pro":0.339,"mmmu_pro":null,"hle":0.055,"scicode":0.094,"humaneval":0.739,"aime":0,"aime25":null,"math_500":0.537,"gpqa":0.26,"livecodebench":0.069,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.5369767582,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.774,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","slug":"mistral_ministral-3b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ministral-3b-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-3b","hosts_url":"/models/ministral-3b/providers","name_and_creator_label":"Ministral 3B, Mistral"},{"id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","name":"Devstral Small (Jul '25)","short_name":"Devstral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-small","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":250,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2507","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.9,"coding_index":24.85,"mmlu_pro":0.622,"mmmu_pro":null,"hle":0.037,"scicode":0.243,"humaneval":0.85,"aime":0.003,"aime25":null,"math_500":0.635,"gpqa":0.414,"livecodebench":0.254,"ifbench":null,"lcr":null,"estimated_intelligence_index":20.5381458527,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","slug":"mistral_devstral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-small-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","slug":"nebius_devstral-small","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2505","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Devstral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","slug":"deepinfra_devstral-small","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.1225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-small","hosts_url":"/models/devstral-small/providers","name_and_creator_label":"Devstral Small, Mistral"},{"id":"fd83b089-139a-4445-8989-583993889b64","name":"Codestral (Jan '25)","short_name":"Codestral (Jan '25)","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-01-13","chatbot-arena-elo":null,"slug":"codestral","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":260,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":3,"updated_at":"2025-03-16T14:17:54.695860","input_tokens":53,"answer_tokens":715,"output_tokens":715,"reasoning_tokens":0,"max_output_tokens_used":817},"reasoning_properties":null,"intelligence_index":null,"math_index":32.5,"coding_index":24.5,"mmlu_pro":0.446,"mmmu_pro":null,"hle":0.045,"scicode":0.247,"humaneval":0.848,"aime":0.043,"aime25":null,"math_500":0.607,"gpqa":0.312,"livecodebench":0.243,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.9120270504,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.714,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","slug":"google_codestral_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/codestral-2501","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Codestral (Jan '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","slug":"mistral_codestral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"codestral-2501","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Codestral (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/codestral","hosts_url":"/models/codestral/providers","name_and_creator_label":"Codestral (Jan '25), Mistral"},{"id":"50f92d5f-f413-4c97-8dab-331101622a28","name":"Mistral Large 2 (Nov '24)","short_name":"Mistral Large 2 (Nov '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-11-18","chatbot-arena-elo":null,"slug":"mistral-large-2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":789,"tokenizer_id":"mistral_tokenizer_v3","license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2411","commercial_allowed":false,"chatbot_arena_label":"Mistral-Large-2411","knowledge_cutoff_date":null,"parameters":123,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.86,"de":0.92,"en":0.972,"es":0.9,"fr":0.852,"ja":0.888,"sw":0.76,"zh":0.912},"mmlu":{"bn":0.7172055262783079,"de":0.8062953995157385,"en":0.8494516450648056,"es":0.8237430565446517,"fr":0.8149124056402222,"ja":0.7832217632815838,"sw":0.6000569719413189,"zh":0.7940464321321749},"average":0.8283083250249252,"average_mgsm":0.883,"average_mmlu":0.7736166500498505,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7886027631391539,"de":0.8631476997578693,"en":0.9107258225324029,"es":0.8618715282723259,"fr":0.8334562028201111,"ja":0.8356108816407919,"sw":0.6800284859706595,"zh":0.8530232160660874},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":42.3,"coding_index":29.24,"mmlu_pro":0.697,"mmmu_pro":null,"hle":0.04,"scicode":0.292,"humaneval":0.898,"aime":0.11,"aime25":null,"math_500":0.736,"gpqa":0.486,"livecodebench":0.293,"ifbench":null,"lcr":null,"estimated_intelligence_index":27.0126236347,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"732f5e29-af9e-4199-9278-efbee0a0815b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"732f5e29-af9e-4199-9278-efbee0a0815b","slug":"mistral_mistral-large-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"50f92d5f-f413-4c97-8dab-331101622a28","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-large-2411","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Large 2 (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0d21821a-d3a4-45fd-89f7-f4f1e061eaf7","slug":"azure_mistral-large-2","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"50f92d5f-f413-4c97-8dab-331101622a28","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Mistral-Large-2411","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Large 2 (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large-2","hosts_url":"/models/mistral-large-2/providers","name_and_creator_label":"Mistral Large 2 (Nov '24), Mistral"},{"id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","name":"Mistral Large 2 (Jul '24)","short_name":"Mistral Large 2 (Jul '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-07-24","chatbot-arena-elo":1251,"slug":"mistral-large-2407","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":793,"tokenizer_id":"mistral_tokenizer_v3","license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2407","commercial_allowed":false,"chatbot_arena_label":"Mistral-Large-2407","knowledge_cutoff_date":null,"parameters":123,"inference_parameters_active":null,"mgsm_aa":0.8738181818181818,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":40.37,"coding_index":26.88,"mmlu_pro":0.683,"mmmu_pro":null,"hle":0.032,"scicode":0.271,"humaneval":0.888,"aime":0.093,"aime25":null,"math_500":0.714,"gpqa":0.472,"livecodebench":0.267,"ifbench":null,"lcr":null,"estimated_intelligence_index":25.2478063038,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.92,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","deprecated_to":"mistral-large-2","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"7c86efd3-f393-490b-aeb5-4709e7df839f","slug":"amazon-bedrock_mistral-large-2407","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-large-2407-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral Large 2 (Jul '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","slug":"mistral_mistral-large-2407","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.8738181818181818,"gpqa_16x":null,"model_id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-large-2407","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Large 2 (Jul '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large-2407","hosts_url":"/models/mistral-large-2407/providers","name_and_creator_label":"Mistral Large 2 (Jul '24), Mistral"},{"id":"de0beaf0-c951-487a-8eb4-3dd12e74122c","name":"Pixtral Large","short_name":"Pixtral Large","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-11-18","chatbot-arena-elo":null,"slug":"pixtral-large-2411","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":797,"tokenizer_id":"mistral_tokenizer_v3","license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Pixtral-Large-Instruct-2411","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":124,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.2658959537572254,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":39.2,"coding_index":27.65,"mmlu_pro":0.701,"mmmu_pro":0.506,"hle":0.036,"scicode":0.292,"humaneval":0.849,"aime":0.07,"aime25":null,"math_500":0.714,"gpqa":0.505,"livecodebench":0.261,"ifbench":null,"lcr":null,"estimated_intelligence_index":26.1249936162,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","slug":"mistral_pixtral-large-2411","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"de0beaf0-c951-487a-8eb4-3dd12e74122c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"pixtral-large-2411","mmmu_pro_aa":0.2658959537572254,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Pixtral Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":"","supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/pixtral-large-2411","hosts_url":"/models/pixtral-large-2411/providers","name_and_creator_label":"Pixtral Large, Mistral"},{"id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","name":"Mistral Small 3","short_name":"Mistral Small 3","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-01-30","chatbot-arena-elo":null,"slug":"mistral-small-3","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":798,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":39.77,"coding_index":24.4,"mmlu_pro":0.652,"mmmu_pro":null,"hle":0.041,"scicode":0.236,"humaneval":0.854,"aime":0.08,"aime25":null,"math_500":0.715,"gpqa":0.462,"livecodebench":0.252,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.8902545108,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.85,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"78195d98-fd4f-4a68-ad66-11a685c14eab","deprecated_to":"mistral-small-3-1","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3be3bfe1-0c0a-428d-8899-850e50c5b026","slug":"togetherai_mistral-small-3","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-24B-Instruct-2501","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"78195d98-fd4f-4a68-ad66-11a685c14eab","slug":"mistral_mistral-small-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2501","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a83963c8-1814-4306-ad8a-b4654c74aec9","slug":"deepinfra_mistral-small-3","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Small-24B-Instruct-2501","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.08,"price_1m_blended_3_to_1":0.0575,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":17.39,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3","hosts_url":"/models/mistral-small-3/providers","name_and_creator_label":"Mistral Small 3, Mistral"},{"id":"7c045ca0-b331-488d-af31-df0fd331dfd1","name":"Mistral Small (Sep '24)","short_name":"Mistral Small (Sep '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-09-17","chatbot-arena-elo":null,"slug":"mistral-small","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":802,"tokenizer_id":"mistral_tokenizer_v3","license_name":"Mistral Research License","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-Instruct-2409","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":22,"inference_parameters_active":null,"mgsm_aa":0.6763636363636364,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.3,"coding_index":14.85,"mmlu_pro":0.529,"mmmu_pro":null,"hle":0.043,"scicode":0.156,"humaneval":0.806,"aime":0.063,"aime25":null,"math_500":0.563,"gpqa":0.381,"livecodebench":0.141,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.6927302223,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.8,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","deprecated_to":"mistral-small-3","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","slug":"mistral_mistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.6763636363636364,"gpqa_16x":null,"model_id":"7c045ca0-b331-488d-af31-df0fd331dfd1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-2409","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small (Sep '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small","hosts_url":"/models/mistral-small/providers","name_and_creator_label":"Mistral Small (Sep '24), Mistral"},{"id":"ca6c1412-f3c1-4391-9231-f83a702aa7af","name":"Mixtral 8x22B Instruct","short_name":"Mixtral 8x22B","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-04-17","chatbot-arena-elo":1148,"slug":"mistral-8x22b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":65384,"display_order":803,"tokenizer_id":"mistral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1","commercial_allowed":true,"chatbot_arena_label":"Mixtral-8x22b-Instruct-v0.1","knowledge_cutoff_date":null,"parameters":141,"inference_parameters_active":"39","mgsm_aa":0.6009090909090908,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":575,"output_tokens":575,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":27.23,"coding_index":16.78,"mmlu_pro":0.537,"mmmu_pro":null,"hle":0.041,"scicode":0.188,"humaneval":0.721,"aime":0,"aime25":null,"math_500":0.545,"gpqa":0.332,"livecodebench":0.148,"ifbench":null,"lcr":null,"estimated_intelligence_index":14.3665065476,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.451,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"272a0c3c-67a0-4b43-8788-13814d69a4df","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"14a25158-c3e9-45bf-a90f-b4c0802b320f","slug":"fireworks_mistral-8x22b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.6021818181818182,"gpqa_16x":null,"model_id":"ca6c1412-f3c1-4391-9231-f83a702aa7af","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/mixtral-8x22b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Mixtral 8x22B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"272a0c3c-67a0-4b43-8788-13814d69a4df","slug":"mistral_mistral-8x22b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.5996363636363636,"gpqa_16x":null,"model_id":"ca6c1412-f3c1-4391-9231-f83a702aa7af","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mixtral-8x22b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mixtral 8x22B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-8x22b-instruct","hosts_url":"/models/mistral-8x22b-instruct/providers","name_and_creator_label":"Mixtral 8x22B, Mistral"},{"id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","name":"Mistral Small (Feb '24)","short_name":"Mistral Small (Feb '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-02-26","chatbot-arena-elo":null,"slug":"mistral-small-2402","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32768,"display_order":811,"tokenizer_id":"mistral_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":0.5890909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":28.43,"coding_index":12.27,"mmlu_pro":0.419,"mmmu_pro":null,"hle":0.044,"scicode":0.134,"humaneval":0.79,"aime":0.007,"aime25":null,"math_500":0.562,"gpqa":0.302,"livecodebench":0.111,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.9830697712,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.65,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","deprecated_to":"mistral-small","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"b94648be-42c4-40e7-a15b-87f6f9ce121c","slug":"azure_mistral-small-2402","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Mistral-small","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Small (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","slug":"mistral_mistral-small-2402","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.5890909090909091,"gpqa_16x":null,"model_id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-small-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-2402","hosts_url":"/models/mistral-small-2402/providers","name_and_creator_label":"Mistral Small (Feb '24), Mistral"},{"id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","name":"Mistral Large (Feb '24)","short_name":"Mistral Large (Feb '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-02-26","chatbot-arena-elo":1157,"slug":"mistral-large","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32768,"display_order":813,"tokenizer_id":"mistral_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Mistral-Large-2402","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":0.6145454545454545,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":506,"output_tokens":506,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":26.33,"coding_index":19.31,"mmlu_pro":0.515,"mmmu_pro":null,"hle":0.034,"scicode":0.208,"humaneval":0.706,"aime":0,"aime25":null,"math_500":0.527,"gpqa":0.351,"livecodebench":0.178,"ifbench":null,"lcr":null,"estimated_intelligence_index":14.6275742001,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.677,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"dd58d0fb-e384-42cf-86d2-d55cba9c3d07","deprecated_to":"mistral-large-2407","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"1c361c44-81b8-4cbf-951b-7b4b768ccc58","slug":"amazon-bedrock_mistral-large","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-large-2402-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral Large (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":12,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dd58d0fb-e384-42cf-86d2-d55cba9c3d07","slug":"mistral_mistral-large","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.6145454545454545,"gpqa_16x":null,"model_id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-large-2402","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Large (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":12,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-large","hosts_url":"/models/mistral-large/providers","name_and_creator_label":"Mistral Large (Feb '24), Mistral"},{"id":"3197f919-027c-4739-b8e1-c04e912c8a84","name":"Pixtral 12B (2409)","short_name":"Pixtral 12B","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-09-11","chatbot-arena-elo":null,"slug":"pixtral","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":817,"tokenizer_id":"mistral_tekken_vision_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Pixtral-12B-2409","commercial_allowed":true,"chatbot_arena_label":"Pixtral-12b-2409","knowledge_cutoff_date":null,"parameters":12,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.24595375722543356,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":22.9,"coding_index":12.54,"mmlu_pro":0.473,"mmmu_pro":null,"hle":0.053,"scicode":0.135,"humaneval":0.777,"aime":0,"aime25":null,"math_500":0.458,"gpqa":0.343,"livecodebench":0.115,"ifbench":null,"lcr":null,"estimated_intelligence_index":11.4425488396,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.72,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","deprecated_to":"pixtral-large-2411","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"bb3427a0-c905-4dab-8a8c-b829ef7b352a","slug":"hyperbolic_pixtral","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"3197f919-027c-4739-b8e1-c04e912c8a84","footnotes":"The price based on the https://docs.hyperbolic.xyz/docs/hyperbolic-ai-inference-pricing. Output pricing was no specified","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Pixtral-12B-2409","mmmu_pro_aa":0.28439306358381505,"function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Pixtral 12B (2409)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":0.4163,"image_input_pricing_notes":null,"supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","slug":"mistral_pixtral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"3197f919-027c-4739-b8e1-c04e912c8a84","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"pixtral-12b-2409","mmmu_pro_aa":0.20751445086705203,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Pixtral 12B (2409)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":0.62,"image_input_pricing_notes":null,"supports_images_input_note":"30","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/pixtral","hosts_url":"/models/pixtral/providers","name_and_creator_label":"Pixtral 12B, Mistral"},{"id":"265fff6b-44c0-4264-96b5-dca943ef0605","name":"Mistral NeMo","short_name":"Mistral NeMo","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-07-18","chatbot-arena-elo":null,"slug":"mistral-nemo","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":819,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Nemo-Base-2407","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-04-01","parameters":12,"inference_parameters_active":null,"mgsm_aa":0.4858181818181818,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":945,"answer_tokens":643,"output_tokens":643,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":19.9,"coding_index":8.07,"mmlu_pro":0.399,"mmmu_pro":null,"hle":0.044,"scicode":0.104,"humaneval":0.654,"aime":0.003,"aime25":null,"math_500":0.395,"gpqa":0.314,"livecodebench":0.057,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.516091346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7c513930-efb5-48a6-bb0f-140dd92bc994","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"f0c85079-a781-44a7-9c0d-a58f3d51b5cf","slug":"deepinfra_mistral-nemo","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Nemo-Instruct-2407","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral NeMo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"736fe063-68df-473d-b94b-6024bbda3a97","slug":"nebius_mistral-nemo_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-Nemo-Instruct-2407","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Mistral NeMo_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.04,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.06,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":16.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e3ea25ec-fe37-42a7-a658-742c8c9fcf05","slug":"parasail_mistral-nemo_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-mistral-nemo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Mistral NeMo_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.11,"price_1m_output_tokens":0.11,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7c513930-efb5-48a6-bb0f-140dd92bc994","slug":"mistral_mistral-nemo","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.4858181818181818,"gpqa_16x":null,"model_id":"265fff6b-44c0-4264-96b5-dca943ef0605","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mistral-nemo-2407","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral NeMo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-nemo","hosts_url":"/models/mistral-nemo/providers","name_and_creator_label":"Mistral NeMo, Mistral"},{"id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","name":"Mixtral 8x7B Instruct","short_name":"Mixtral 8x7B","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2023-12-11","chatbot-arena-elo":1114,"slug":"mixtral-8x7b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":829,"tokenizer_id":"codestral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1","commercial_allowed":true,"chatbot_arena_label":"Mixtral-8x7b-Instruct-v0.1","knowledge_cutoff_date":null,"parameters":46.7,"inference_parameters_active":"12.9","mgsm_aa":0.29563636363636364,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":14.97,"coding_index":4.67,"mmlu_pro":0.387,"mmmu_pro":null,"hle":0.045,"scicode":0.028,"humaneval":0.012,"aime":0,"aime25":null,"math_500":0.299,"gpqa":0.292,"livecodebench":0.066,"ifbench":null,"lcr":null,"estimated_intelligence_index":4.7801023478,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.402,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"93372f1a-ad99-4721-b691-183b872a9b5f","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"a24fdac2-7f43-4867-aff4-42dfc80267dd","slug":"amazon-bedrock_mixtral-8x7b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mixtral-8x7b-instruct-v0:1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.5125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.95,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6f5a1fb9-e832-494c-997a-b83cfe2da109","slug":"deepinfra_mixtral-8x7b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.31127272727272726,"gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mixtral-8x7B-Instruct-v0.1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"321beb22-2ac8-4724-920c-a11376d6fe3d","slug":"leptonai_mixtral-8x7b-instruct","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mixtral-8x7b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ec3a4f53-ef09-47d3-a42a-b323f6cec589","slug":"togetherai_mixtral-8x7b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0,"gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mixtral-8x7B-Instruct-v0.1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"93372f1a-ad99-4721-b691-183b872a9b5f","slug":"mistral_mixtral-8x7b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.29563636363636364,"gpqa_16x":null,"model_id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mixtral-8x7b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Mistral_Mixtral 8x7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mixtral-8x7b-instruct","hosts_url":"/models/mixtral-8x7b-instruct/providers","name_and_creator_label":"Mixtral 8x7B, Mistral"},{"id":"843c3155-6d57-48e1-80fd-d7481dedec29","name":"Codestral-Mamba","short_name":"Codestral-Mamba","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-07-16","chatbot-arena-elo":null,"slug":"codestral-mamba","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":846,"tokenizer_id":"codestral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mamba-Codestral-7B-v0.1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":7,"inference_parameters_active":null,"mgsm_aa":0.34,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":12,"coding_index":12.05,"mmlu_pro":0.209,"mmmu_pro":null,"hle":0.054,"scicode":0.108,"humaneval":0.799,"aime":0,"aime25":null,"math_500":0.24,"gpqa":0.21,"livecodebench":0.133,"ifbench":null,"lcr":null,"estimated_intelligence_index":1.563748869,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.75,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9927fa15-9dbd-4041-b09e-238f8d13d66b","deprecated_to":"codestral","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[],"model_url":"/models/codestral-mamba","hosts_url":"/models/codestral-mamba/providers","name_and_creator_label":"Codestral-Mamba, Mistral"},{"id":"217b34ec-5920-4fc1-8886-6a70a324837d","name":"Mistral 7B Instruct","short_name":"Mistral 7B","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2023-09-27","chatbot-arena-elo":1008,"slug":"mistral-7b-instruct","open_weights":"Open","additional_text":"Note: If hosted by the provider, we track the latest version of Mistral 7B Instruct i.e. v0.3.","context_window_tokens":8192,"display_order":847,"tokenizer_id":"mistral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1","commercial_allowed":true,"chatbot_arena_label":"Mistral-7B-Instruct-v0.1","knowledge_cutoff_date":null,"parameters":7,"inference_parameters_active":null,"mgsm_aa":0.16545454545454547,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":6.07,"coding_index":3.49,"mmlu_pro":0.245,"mmmu_pro":null,"hle":0.043,"scicode":0.024,"humaneval":0.402,"aime":0,"aime25":null,"math_500":0.121,"gpqa":0.177,"livecodebench":0.046,"ifbench":null,"lcr":null,"estimated_intelligence_index":1,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.384,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c41a9038-2acb-4a93-b477-ae2404e0145f","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"76d6d39e-917f-46f7-bb0c-22a5e99f988c","slug":"amazon-bedrock_mistral-7b-instruct","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":"v0.2","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral.mistral-7b-instruct-v0:2","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.1625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.15,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3f518c7-9d26-4a25-839d-94f8ffd01542","slug":"togetherai_mistral-7b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.16072727272727272,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":"v0.1","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-7B-Instruct-v0.3","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6b9d0328-9211-4851-98ae-1888b103e2fa","slug":"deepinfra_mistral-7b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.16545454545454547,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Mistral-7B-Instruct-v0.3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.028,"price_1m_output_tokens":0.054,"price_1m_blended_3_to_1":0.0345,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":28.99,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8be8cd88-d0cf-4658-8645-fe5fb2ff9eb0","slug":"leptonai_mistral-7b-instruct","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-7b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.07,"price_1m_blended_3_to_1":0.07,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":14.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c41a9038-2acb-4a93-b477-ae2404e0145f","slug":"mistral_mistral-7b-instruct","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":0.2741818181818182,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"open-mistral-7b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5df18bf4-ae87-4384-a82e-8fce2a6f4b28","slug":"novita_mistral-7b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"217b34ec-5920-4fc1-8886-6a70a324837d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/mistral-7b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Mistral 7B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.029,"price_1m_output_tokens":0.059,"price_1m_blended_3_to_1":0.0365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":27.4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-7b-instruct","hosts_url":"/models/mistral-7b-instruct/providers","name_and_creator_label":"Mistral 7B, Mistral"},{"id":"55c73488-1da5-4be6-9dd4-9dd2a421d0d0","name":"Codestral (May '24)","short_name":"Codestral (May '24)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-05-29","chatbot-arena-elo":null,"slug":"codestral-2405","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":863,"tokenizer_id":"codestral_tokenizer","license_name":"MNLP-0.1 (testing only) / Commercial","license_url":"https://mistral.ai/licenses/MNPL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Codestral-22B-v0.1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2022-09-01","parameters":22,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":945,"answer_tokens":525,"output_tokens":525,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":17.7,"coding_index":21.51,"mmlu_pro":0.331,"mmmu_pro":null,"hle":0.051,"scicode":0.218,"humaneval":0.802,"aime":0,"aime25":null,"math_500":0.354,"gpqa":0.255,"livecodebench":0.213,"ifbench":null,"lcr":null,"estimated_intelligence_index":8.3723932462,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.811,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8ed3696b-4a1f-4e71-9977-0fc362cf092b","deprecated_to":"codestral","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"8ed3696b-4a1f-4e71-9977-0fc362cf092b","slug":"mistral_codestral-2405","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"55c73488-1da5-4be6-9dd4-9dd2a421d0d0","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"codestral-2405","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Codestral (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/codestral-2405","hosts_url":"/models/codestral-2405/providers","name_and_creator_label":"Codestral (May '24), Mistral"},{"id":"7a7b52f6-fdef-4dae-9203-58c710ccc81d","name":"Mistral Saba","short_name":"Mistral Saba","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-02-17","chatbot-arena-elo":null,"slug":"mistral-saba","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32000,"display_order":864,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":768,"output_tokens":768,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":40.33,"coding_index":null,"mmlu_pro":0.611,"mmmu_pro":null,"hle":0.041,"scicode":0.241,"humaneval":0.854,"aime":0.13,"aime25":null,"math_500":0.677,"gpqa":0.424,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.64757264424305,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.8,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e697cb87-e864-40b2-b380-90a8b304f15c","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"e697cb87-e864-40b2-b380-90a8b304f15c","slug":"mistral_mistral-saba","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"7a7b52f6-fdef-4dae-9203-58c710ccc81d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-saba-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Saba","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"38105428-1425-4389-b728-73da57cf4c3e","slug":"groq_mistral-saba","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"7a7b52f6-fdef-4dae-9203-58c710ccc81d","footnotes":"","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-saba-24b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Groq_Mistral Saba","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.79,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.27,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-saba","hosts_url":"/models/mistral-saba/providers","name_and_creator_label":"Mistral Saba, Mistral"},{"id":"cc1fa238-1a76-486d-a997-22309275eadd","name":"Devstral Small (May '25)","short_name":"Devstral Small (May '25)","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-05-21","chatbot-arena-elo":null,"slug":"devstral-small-2505","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":867,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2505","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":23.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":37.53,"coding_index":25.18,"mmlu_pro":0.632,"mmmu_pro":null,"hle":0.04,"scicode":0.245,"humaneval":0.848,"aime":0.067,"aime25":null,"math_500":0.684,"gpqa":0.434,"livecodebench":0.258,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.6684578971,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e0557e7f-dfa9-4186-964c-96737df7f912","deprecated_to":"devstral-small","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"32b5cf04-3c65-4398-81d1-d6a192da4a43","slug":"deepinfra_devstral-small-2505","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"cc1fa238-1a76-486d-a997-22309275eadd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistralai/Devstral-Small-2505","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":13.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e0557e7f-dfa9-4186-964c-96737df7f912","slug":"mistral_devstral-small-2505","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"cc1fa238-1a76-486d-a997-22309275eadd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"devstral-small-2505","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-small-2505","hosts_url":"/models/devstral-small-2505/providers","name_and_creator_label":"Devstral Small (May '25), Mistral"},{"id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","name":"Mistral Medium","short_name":"Mistral Medium","deleted":false,"deprecated":true,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2023-12-11","chatbot-arena-elo":1148,"slug":"mistral-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32768,"display_order":868,"tokenizer_id":"mistral_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Mistral Medium","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":22.07,"coding_index":10.88,"mmlu_pro":0.491,"mmmu_pro":null,"hle":0.034,"scicode":0.118,"humaneval":null,"aime":0.037,"aime25":null,"math_500":0.405,"gpqa":0.349,"livecodebench":0.099,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.857757298,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","slug":"mistral_mistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"gpqa_16x":null,"model_id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"mistral-medium-latest","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.75,"price_1m_output_tokens":8.1,"price_1m_blended_3_to_1":4.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium","hosts_url":"/models/mistral-medium/providers","name_and_creator_label":"Mistral Medium, Mistral"},{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":263,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14071724,"answer_tokens":7911609,"output_tokens":99414282,"reasoning_tokens":91502673},"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","slug":"parasail_deepseek-r1-05-28","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-r1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.5925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","slug":"deepseek_deepseek-r1-05-28","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-reasoner","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","slug":"hyperbolic_deepseek-r1-05-28","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","slug":"nebius_deepseek-r1-05-28","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","slug":"deepinfra_deepseek-r1-05-28","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.15,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","slug":"fireworks_deepseek-r1-05-28_fast","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-r1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":3,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":4.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","slug":"lambdalabs_deepseek-r1-05-28","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.92,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","slug":"sambanova_deepseek-r1-0528","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":5.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","slug":"gmi_deepseek-r1-0528","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.85,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","slug":"azure_deepseek-r1-0528","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","slug":"togetherai_deepseek-r1_throughput","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-tput","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)_(Throughput)","cache_pricing_notes":null,"model_name_appendage":"(Throughput)","price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","slug":"google_deepseek-r1-05-28_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/deepseek-r1-0528-maas","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_DeepSeek R1 0528 (May '25)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","slug":"togetherai_deepseek-r1-0528","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","slug":"novita_deepseek-r1-05-28","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-0528","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c5c311f0-b401-426a-84a8-9542a6a89805","slug":"nebius_deepseek-r1-05-28_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek"},{"id":"75e1c197-f239-4361-a9d6-66dccfead236","name":"DeepSeek V3 0324 (Mar '25)","short_name":"DeepSeek V3 0324 (Mar '25)","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-03-25","chatbot-arena-elo":null,"slug":"deepseek-v3-0324","open_weights":"Open","additional_text":"This model is an updated version of DeepSeek V3 and was launched on 24 March 2025 as DeepSeek-V3-0324. It is architecturally identical to the original December 2024 version of DeepSeek V3.","context_window_tokens":128000,"display_order":908,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3-0324","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":671,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":43.99,"math_index":73.1,"coding_index":38.15,"mmlu_pro":0.819,"mmmu_pro":null,"hle":0.052,"scicode":0.358,"humaneval":0.922,"aime":0.52,"aime25":0.41,"math_500":0.942,"gpqa":0.655,"livecodebench":0.405,"ifbench":0.41,"lcr":0.41,"estimated_intelligence_index":42.6453546664,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":68.4,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"dd57486a-525f-435d-9cdb-0ca375ea7dba","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14358398,"answer_tokens":10505039,"output_tokens":10505039,"reasoning_tokens":0},"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"84344d90-0cab-401c-b2db-cada32b3c191","slug":"deepinfra_deepseek-v3-0324","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":{"mean":0.649,"median":0.644,"std_dev":0.023,"ci_lower":0.638,"ci_upper":0.66},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.43,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"62dbfb42-c795-40c1-9b31-8dd122cf6517","slug":"replicate_deepseek-v3-0324","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/deepseek-v3","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Replicate_DeepSeek V3 0324 (Mar' 25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.45,"price_1m_output_tokens":1.45,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"62d4ce37-b2b2-4714-a09b-b6c10e9c39c7","slug":"nebius_deepseek-v3-0324_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":{"mean":0.653,"median":0.659,"std_dev":0.025,"ci_lower":0.641,"ci_upper":0.665},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 0324 (Mar '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd40dd69-6f4c-4497-9372-b4e86e76946e","slug":"lambdalabs_deepseek-v3-0324","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-v3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.34,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":2.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dd57486a-525f-435d-9cdb-0ca375ea7dba","slug":"deepseek_deepseek-v3-0324","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"gpqa_16x":{"mean":0.65,"median":0.649,"std_dev":0.026,"ci_lower":0.637,"ci_upper":0.662},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.4775,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":2.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"891f0c26-2aea-4700-9621-8a76e7e3f6bd","slug":"fireworks_deepseek-v3-0324","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":{"mean":0.638,"median":0.634,"std_dev":0.027,"ci_lower":0.625,"ci_upper":0.652},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-v3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"80ba5cee-b1e1-4b47-9fe6-7d1263621567","slug":"azure_deepseek-v3-0324","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.14,"price_1m_output_tokens":4.56,"price_1m_blended_3_to_1":1.995,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e636cc04-b58c-4a4d-9803-3e440c35ca4d","slug":"hyperbolic_deepseek-v3-0324","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":{"mean":0.643,"median":0.639,"std_dev":0.028,"ci_lower":0.629,"ci_upper":0.656},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c2cfa4d-bd03-494e-ba80-c3e92761149b","slug":"gmi_deepseek-v3-0324","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.74,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.78,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.28,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"31badd72-e8e1-4f60-99c2-d5017d69a4d9","slug":"sambanova_deepseek-v3-0324","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":{"mean":0.654,"median":0.649,"std_dev":0.029,"ci_lower":0.64,"ci_upper":0.668},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":4.5,"price_1m_blended_3_to_1":3.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.3,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8083ba97-e9a5-4370-8d7b-d873b0a53226","slug":"nebius_deepseek-v3-0324","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":{"mean":0.654,"median":0.657,"std_dev":0.02,"ci_lower":0.644,"ci_upper":0.664},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d08f827f-4453-46d0-baaf-0e9bf2a6432b","slug":"togetherai_deepseek-v3-0324","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":{"mean":0.654,"median":0.657,"std_dev":0.017,"ci_lower":0.646,"ci_upper":0.663},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45dfe3c4-51e5-465d-b527-9eed75899a8a","slug":"novita_deepseek-v3-0324","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":{"mean":0.639,"median":0.639,"std_dev":0.016,"ci_lower":0.631,"ci_upper":0.647},"model_id":"75e1c197-f239-4361-a9d6-66dccfead236","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3-0324","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3 0324 (Mar '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.28,"price_1m_output_tokens":1.14,"price_1m_blended_3_to_1":0.495,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":2.02,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-v3-0324","hosts_url":"/models/deepseek-v3-0324/providers","name_and_creator_label":"DeepSeek V3 0324 (Mar '25), DeepSeek"},{"id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","name":"DeepSeek R1 0528 Qwen3 8B","short_name":"DeepSeek R1 0528 Qwen3 8B","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-29","chatbot-arena-elo":null,"slug":"deepseek-r1-qwen3-8b","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":262,"tokenizer_id":"qwen2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.19,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":79.1,"coding_index":35.85,"mmlu_pro":0.739,"mmmu_pro":null,"hle":0.056,"scicode":0.204,"humaneval":0.905,"aime":0.65,"aime25":null,"math_500":0.932,"gpqa":0.612,"livecodebench":0.513,"ifbench":null,"lcr":null,"estimated_intelligence_index":41.5488705259,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","slug":"novita_deepseek-r1-qwen3-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.0675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":14.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","slug":"parasail_deepseek-r1-qwen3-8b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-qwen3-8b","hosts_url":"/models/deepseek-r1-qwen3-8b/providers","name_and_creator_label":"DeepSeek R1 0528 Qwen3 8B, DeepSeek"},{"id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","name":"DeepSeek R1 Distill Qwen 32B","short_name":"DeepSeek R1 Distill Qwen 32B","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-distill-qwen-32b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":874,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":81.37,"coding_index":32.28,"mmlu_pro":0.739,"mmmu_pro":null,"hle":0.055,"scicode":0.376,"humaneval":0.948,"aime":0.687,"aime25":null,"math_500":0.941,"gpqa":0.615,"livecodebench":0.27,"ifbench":null,"lcr":null,"estimated_intelligence_index":41.246032049,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.621,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"cd17e196-bd28-42e3-8a38-67db51ec7b09","slug":"novita_deepseek-r1-distill-qwen-32b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-qwen-32b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Qwen 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8fffb960-bdaa-462d-8ef3-e6f7f6f90af3","slug":"deepinfra_deepseek-r1-distill-qwen-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 Distill Qwen 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.075,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.09375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"758640bc-01fd-441d-aded-90d76fae4cf7","slug":"gmi_deepseek-r1-distill-qwen-32b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"df95f83f-5ebb-466a-9d2d-b95efc8c012c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 Distill Qwen 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-qwen-32b","hosts_url":"/models/deepseek-r1-distill-qwen-32b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 32B, DeepSeek"},{"id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","name":"DeepSeek R1 Distill Llama 70B","short_name":"DeepSeek R1 Distill Llama 70B","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-distill-llama-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":875,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":80.23,"coding_index":28.91,"mmlu_pro":0.795,"mmmu_pro":null,"hle":0.061,"scicode":0.312,"humaneval":0.972,"aime":0.67,"aime25":null,"math_500":0.935,"gpqa":0.402,"livecodebench":0.266,"ifbench":null,"lcr":null,"estimated_intelligence_index":37.4240016164,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.652,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"16394402-f7d2-4657-9b7e-e3ffdb1fee3c","slug":"groq_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-distill-llama-70b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.75,"price_1m_output_tokens":0.99,"price_1m_blended_3_to_1":0.81,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"830a1988-973d-4e18-af2d-920de089bd55","slug":"cerebras_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-distill-llama-70b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.85,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.9375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":1.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7a843706-0954-4a33-8cd0-7e6331ae5b80","slug":"nebius_deepseek-r1-distill-llama-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 Distill Llama 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"12a2abe5-dcca-4f96-af94-0b22e9cf668c","slug":"deepinfra_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"886a3bbe-6088-4d70-8274-f87427472fef","slug":"novita_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-llama-70b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d9f7ea68-b197-4ac8-b89a-e36a4dc601e9","slug":"togetherai_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8c719ab9-348a-4cbf-a587-3b5b631bacff","slug":"sambanova_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-Distill-Llama-70B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":1.4,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fecc9f3c-b727-4cd9-8211-d1c55093dd1c","slug":"lambdalabs_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-llama3.3-70b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"901b2460-2c51-4add-b5c1-723053c7b007","slug":"gmi_deepseek-r1-distill-llama-70b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 Distill Llama 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-llama-70b","hosts_url":"/models/deepseek-r1-distill-llama-70b/providers","name_and_creator_label":"DeepSeek R1 Distill Llama 70B, DeepSeek"},{"id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","name":"DeepSeek V3 (Dec '24)","short_name":"DeepSeek V3 (Dec '24)","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-12-26","chatbot-arena-elo":null,"slug":"deepseek-v3","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":888,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3","commercial_allowed":true,"chatbot_arena_label":"DeepSeek-V3","knowledge_cutoff_date":null,"parameters":671,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.9,"de":0.924,"en":0.972,"es":0.96,"fr":0.884,"ja":0.9,"sw":0.892,"zh":0.92},"mmlu":{"bn":0.761501210653753,"de":0.8247400655177325,"en":0.8699971514029341,"es":0.8415467882068082,"fr":0.8358495940749181,"ja":0.8104970801880074,"sw":0.7046004842615012,"zh":0.8196838057256801},"average":0.8637760112519584,"average_mgsm":0.9189999999999999,"average_mmlu":0.8085520225039169,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8307506053268765,"de":0.8743700327588663,"en":0.920998575701467,"es":0.9007733941034041,"fr":0.859924797037459,"ja":0.8552485400940038,"sw":0.7983002421307506,"zh":0.8698419028628401},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":57,"coding_index":35.64,"mmlu_pro":0.752,"mmmu_pro":null,"hle":0.036,"scicode":0.354,"humaneval":0.906,"aime":0.253,"aime25":null,"math_500":0.887,"gpqa":0.557,"livecodebench":0.359,"ifbench":null,"lcr":null,"estimated_intelligence_index":34.6462417938,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.652,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.591,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3909c98f-92ea-4f5c-8514-80e3ddd59afa","deprecated_to":"deepseek-v3-0324","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"0011215f-e15a-4574-8108-ad0772243350","slug":"togetherai_deepseek-v3_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek V3 (Dec '24)_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.25,"price_1m_output_tokens":1.25,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5a8f531e-dd39-4407-bf43-a46aed0ffd74","slug":"nebius_deepseek-v3","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4e7e4f66-b7e2-47dd-8193-45705464e528","slug":"novita_deepseek-v3_turbo","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-v3-turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.3,"price_1m_blended_3_to_1":0.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f60dfe31-8c13-43c5-b34b-3a582c83b58b","slug":"novita_deepseek-v3","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek_v3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek V3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.89,"price_1m_output_tokens":0.89,"price_1m_blended_3_to_1":0.89,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.12,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"33a1e91d-dbc8-4207-bc18-310d4807c948","slug":"fireworks_deepseek-v3","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-v3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.75,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4756d0dc-43ca-4486-98ee-a8809c6830bb","slug":"hyperbolic_deepseek-v3_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek V3 (Dec '24)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b8143c1a-a4f7-4ce0-ab74-2fcac25fb36c","slug":"azure_deepseek-v3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-V3-Global-Standard","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek V3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.14,"price_1m_output_tokens":4.56,"price_1m_blended_3_to_1":1.995,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b626e227-e630-4038-bc34-a6bf1d62c31b","slug":"deepinfra_deepseek-v3","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-V3","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.38,"price_1m_output_tokens":0.89,"price_1m_blended_3_to_1":0.5075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.97,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3909c98f-92ea-4f5c-8514-80e3ddd59afa","slug":"deepseek_deepseek-v3","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"gpqa_16x":null,"model_id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"DeepSeek_DeepSeek V3 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.4775,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":65536,"price_m_tokens_blended_3_to_1_per_dollar":2.09,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/deepseek-v3","hosts_url":"/models/deepseek-v3/providers","name_and_creator_label":"DeepSeek V3 (Dec '24), DeepSeek"},{"id":"b26ff709-1773-4595-ae44-78e0a5bac29c","name":"DeepSeek R1 Distill Qwen 14B","short_name":"DeepSeek R1 Distill Qwen 14B","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-distill-qwen-14b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":898,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":80.77,"coding_index":30.72,"mmlu_pro":0.74,"mmmu_pro":null,"hle":0.044,"scicode":0.239,"humaneval":0.934,"aime":0.667,"aime25":null,"math_500":0.949,"gpqa":0.484,"livecodebench":0.376,"ifbench":null,"lcr":null,"estimated_intelligence_index":38.21764728,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.591,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"8b5bdb28-780a-4f2d-bd84-a7c624548095","slug":"togetherai_deepseek-r1-distill-qwen-14b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"b26ff709-1773-4595-ae44-78e0a5bac29c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 Distill Qwen 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.6,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":1.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e67d50bc-feee-4449-bbd5-1ae2621d3b83","slug":"novita_deepseek-r1-distill-qwen-14b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"b26ff709-1773-4595-ae44-78e0a5bac29c","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-qwen-14b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Qwen 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"54bc4c4d-5567-4859-8e77-68e435d1abaa","slug":"gmi_deepseek-r1-distill-qwen-14b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"b26ff709-1773-4595-ae44-78e0a5bac29c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 Distill Qwen 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-qwen-14b","hosts_url":"/models/deepseek-r1-distill-qwen-14b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 14B, DeepSeek"},{"id":"bc4579d2-9c46-46c3-ace0-454039bf21bb","name":"DeepSeek-V2.5 (Dec '24)","short_name":"DeepSeek-V2.5 (Dec '24)","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-12-10","chatbot-arena-elo":null,"slug":"deepseek-v2-5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":901,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210","commercial_allowed":true,"chatbot_arena_label":"Deepseek-v2.5-1210","knowledge_cutoff_date":null,"parameters":236,"inference_parameters_active":"21","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.884,"aime":null,"aime25":null,"math_500":0.763,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.879812282729148,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v3-0324","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"442a7b02-61ab-4a62-8f88-f5dc5be9f14e","slug":"deepseek_deepseek-v2-5","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"gpqa_16x":null,"model_id":"bc4579d2-9c46-46c3-ace0-454039bf21bb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"DeepSeek_DeepSeek-V2.5 (Dec '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/deepseek-v2-5","hosts_url":"/models/deepseek-v2-5/providers","name_and_creator_label":"DeepSeek-V2.5 (Dec '24), DeepSeek"},{"id":"8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c","name":"DeepSeek-Coder-V2","short_name":"DeepSeek-Coder-V2","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-06-17","chatbot-arena-elo":1178,"slug":"deepseek-coder-v2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":902,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct-0724/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct","commercial_allowed":true,"chatbot_arena_label":"DeepSeek-Coder-V2-Instruct","knowledge_cutoff_date":"2023-11-01","parameters":236,"inference_parameters_active":"21","mgsm_aa":0.852,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.866,"aime":null,"aime25":null,"math_500":0.743,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.33223508,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v2-5-sep-2024","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"f4070793-29ab-4825-aba6-39c31c6f49e7","slug":"deepseek_deepseek-coder-v2","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":0.852,"gpqa_16x":null,"model_id":"8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-coder","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"DeepSeek_DeepSeek-Coder-V2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/deepseek-coder-v2","hosts_url":"/models/deepseek-coder-v2/providers","name_and_creator_label":"DeepSeek-Coder-V2, DeepSeek"},{"id":"0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e","name":"DeepSeek R1 Distill Llama 8B","short_name":"DeepSeek R1 Distill Llama 8B","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-distill-llama-8b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":903,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":59.3,"coding_index":17.57,"mmlu_pro":0.543,"mmmu_pro":null,"hle":0.042,"scicode":0.119,"humaneval":0.835,"aime":0.333,"aime25":null,"math_500":0.853,"gpqa":0.302,"livecodebench":0.233,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.55358813,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.49,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"497200d9-0dc6-4f71-a0b0-f437c5be8815","slug":"novita_deepseek-r1-distill-llama-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-distill-llama-8b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 Distill Llama 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-distill-llama-8b","hosts_url":"/models/deepseek-r1-distill-llama-8b/providers","name_and_creator_label":"DeepSeek R1 Distill Llama 8B, DeepSeek"},{"id":"7764d514-694f-444c-8d60-bdc6e24e223f","name":"DeepSeek LLM 67B Chat (V1)","short_name":"DeepSeek LLM 67B (V1)","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2023-11-29","chatbot-arena-elo":null,"slug":"deepseek-llm-67b-chat","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":904,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/deepseek-LLM/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":7,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.75,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.93379959,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.738,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v3-0324","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-llm-67b-chat","hosts_url":"/models/deepseek-llm-67b-chat/providers","name_and_creator_label":"DeepSeek LLM 67B (V1), DeepSeek"},{"id":"444cdb1e-bab8-42cd-938c-b2d7a93e2da1","name":"DeepSeek R1 Distill Qwen 1.5B","short_name":"DeepSeek R1 Distill Qwen 1.5B","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-distill-qwen-1-5b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":905,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1.5,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":43.2,"coding_index":6.8,"mmlu_pro":0.269,"mmmu_pro":null,"hle":0.033,"scicode":0.066,"humaneval":0.454,"aime":0.177,"aime25":null,"math_500":0.687,"gpqa":0.098,"livecodebench":0.07,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.0670549837,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.338,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-r1-distill-qwen-1-5b","hosts_url":"/models/deepseek-r1-distill-qwen-1-5b/providers","name_and_creator_label":"DeepSeek R1 Distill Qwen 1.5B, DeepSeek"},{"id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","name":"DeepSeek R1 (Jan '25)","short_name":"DeepSeek R1 (Jan '25)","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-01-20","chatbot-arena-elo":null,"slug":"deepseek-r1-0120","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":906,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1","commercial_allowed":true,"chatbot_arena_label":"DeepSeek-R1","knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T17:47:21.720929","input_tokens":1029,"answer_tokens":681,"output_tokens":3028,"reasoning_tokens":2347},"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":82.47,"coding_index":48.7,"mmlu_pro":0.844,"mmmu_pro":null,"hle":0.093,"scicode":0.357,"humaneval":0.977,"aime":0.683,"aime25":null,"math_500":0.966,"gpqa":0.708,"livecodebench":0.617,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.9343635242,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.715,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"6dd58adc-ffa1-438e-9b65-ef843a620ce9","deprecated_to":"deepseek-r1","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"7704fc7c-c964-4b7d-bb08-95c8f51486ed","slug":"togetherai_deepseek-r1","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7f735a6b-aaec-4520-a20f-c0dadcf10797","slug":"amazon-bedrock_deepseek-r1","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.deepseek.r1-v1:0","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Amazon Bedrock_DeepSeek R1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c909f66a-5e5e-498e-8e02-977e9da9a8d5","slug":"nebius_deepseek-r1_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-fast","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 (Jan '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":2,"price_1m_output_tokens":6,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1858ab9b-0416-468e-b2ba-98c2f316a40e","slug":"nebius_deepseek-r1","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 (Jan '25)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e92a45bb-7c5f-4192-a14f-f32130e995f5","slug":"novita_deepseek-r1","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"296d8ac2-f1ca-4767-aa96-3a8e05851d60","slug":"hyperbolic_deepseek-r1","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"917d5899-0be3-4ad0-a0b3-1fce87bb7e3e","slug":"lambdalabs_deepseek-r1","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-r1-671b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.54,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.95,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.05,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"98e086e7-9ee7-4045-a459-25f5032a3c4e","slug":"fireworks_deepseek-r1_base","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-r1-basic","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 (Jan '25)_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"38b3824a-5bbd-48bb-8436-f93f64027323","slug":"novita_deepseek-r1_turbo","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek/deepseek-r1-turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d4757e44-a735-459d-9470-39165de16fdf","slug":"deepinfra_deepseek-r1_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 (Jan '25)_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"293bad2c-e94e-424e-ab5a-f3d3b1acf94e","slug":"azure_deepseek-r1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"DeepSeek-R1-eastus2-aa","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dbe2793c-6585-4cdc-86ff-0626934d7e05","slug":"deepinfra_deepseek-r1","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":2.15,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4fe5e1a3-2ff1-41cf-8c19-280ac44cef2f","slug":"fireworks_deepseek-r1_fast","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/deepseek-r1","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 (Jan '25)_(Fast)","cache_pricing_notes":null,"model_name_appendage":"(Fast)","price_1m_input_tokens":3,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":4.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-0120","hosts_url":"/models/deepseek-r1-0120/providers","name_and_creator_label":"DeepSeek R1 (Jan '25), DeepSeek"},{"id":"8a24865b-90d9-4e2b-a2fd-6851c2e9d627","name":"DeepSeek-V2.5","short_name":"DeepSeek-V2.5","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-09-06","chatbot-arena-elo":1258,"slug":"deepseek-v2-5-sep-2024","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":917,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5","commercial_allowed":true,"chatbot_arena_label":"Deepseek-v2.5","knowledge_cutoff_date":null,"parameters":236,"inference_parameters_active":"21","mgsm_aa":0.8570909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.866,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.284578353715244,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v3-0324","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"94ac52c2-28b7-4bcb-8646-d921c6db4632","slug":"deepseek_deepseek-v2-5-sep-2024","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":0.8570909090909091,"gpqa_16x":null,"model_id":"8a24865b-90d9-4e2b-a2fd-6851c2e9d627","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"DeepSeek_DeepSeek-V2.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/deepseek-v2-5-sep-2024","hosts_url":"/models/deepseek-v2-5-sep-2024/providers","name_and_creator_label":"DeepSeek-V2.5, DeepSeek"},{"id":"c7327e6e-b27f-4b1b-859d-159a34e0ba1c","name":"DeepSeek Coder V2 Lite Instruct","short_name":"DeepSeek Coder V2 Lite","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-06-17","chatbot-arena-elo":null,"slug":"deepseek-coder-v2-lite","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":921,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-Coder-V2/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":16,"inference_parameters_active":"2.4","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":14.83,"mmlu_pro":0.429,"mmmu_pro":null,"hle":0.053,"scicode":0.139,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":0.319,"livecodebench":0.158,"ifbench":null,"lcr":null,"estimated_intelligence_index":8.445491949885426,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.811,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v2-5-sep-2024","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[],"model_url":"/models/deepseek-coder-v2-lite","hosts_url":"/models/deepseek-coder-v2-lite/providers","name_and_creator_label":"DeepSeek Coder V2 Lite, DeepSeek"},{"id":"2d19c2d1-062d-436e-b2c2-3d3ecad34acc","name":"DeepSeek-V2-Chat","short_name":"DeepSeek-V2","deleted":false,"deprecated":true,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2024-05-06","chatbot-arena-elo":1220,"slug":"deepseek-v2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":936,"tokenizer_id":"deepseek_tokenizer","license_name":"DEEPSEEK LICENSE AGREEMENT","license_url":"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/LICENSE-MODEL","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2-Chat","commercial_allowed":true,"chatbot_arena_label":"Deepseek-v2-API-0628","knowledge_cutoff_date":null,"parameters":236,"inference_parameters_active":"21","mgsm_aa":0.8603636363636363,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.868,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":11.06661142,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.811,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"deepseek-v3-0324","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"7a3242ac-d6ab-4f43-9993-d6e63fe96d24","slug":"deepseek_deepseek-v2","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":0.8603636363636363,"gpqa_16x":null,"model_id":"2d19c2d1-062d-436e-b2c2-3d3ecad34acc","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"deepseek-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"DeepSeek_DeepSeek-V2-Chat","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/deepseek-v2","hosts_url":"/models/deepseek-v2/providers","name_and_creator_label":"DeepSeek-V2, DeepSeek"},{"id":"98e3230e-cee1-4c19-b9f8-b6b6a826ca93","name":"R1 1776","short_name":"R1 1776","deleted":false,"deprecated":false,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","release_date":"2025-02-18","chatbot-arena-elo":null,"slug":"r1-1776","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":283,"tokenizer_id":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/perplexity-ai/r1-1776","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":671,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":0.954,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.188095009930496,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":0.8096,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"394944ea-4f9e-4c69-ad36-a038077e55ce","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"394944ea-4f9e-4c69-ad36-a038077e55ce","slug":"perplexity_r1-1776","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","mgsm_aa":null,"gpqa_16x":null,"model_id":"98e3230e-cee1-4c19-b9f8-b6b6a826ca93","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"r1-1776","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_R1 1776","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/r1-1776","hosts_url":"/models/r1-1776/providers","name_and_creator_label":"R1 1776, Perplexity"},{"id":"3435db18-9227-45a5-8e79-9546b14b5aaa","name":"Sonar Pro","short_name":"Sonar Pro","deleted":false,"deprecated":true,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","release_date":"2025-01-21","chatbot-arena-elo":null,"slug":"sonar-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":965,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":51.73,"coding_index":25.04,"mmlu_pro":0.755,"mmmu_pro":null,"hle":0.079,"scicode":0.226,"humaneval":0.848,"aime":0.29,"aime25":null,"math_500":0.745,"gpqa":0.578,"livecodebench":0.275,"ifbench":null,"lcr":null,"estimated_intelligence_index":31.6700705553,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","slug":"perplexity_sonar-pro","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","mgsm_aa":null,"gpqa_16x":null,"model_id":"3435db18-9227-45a5-8e79-9546b14b5aaa","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar-pro","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar Pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar-pro","hosts_url":"/models/sonar-pro/providers","name_and_creator_label":"Sonar Pro, Perplexity"},{"id":"04751bd4-0c5d-416b-a5f2-83727c5bfcda","name":"Sonar Reasoning","short_name":"Sonar Reasoning","deleted":false,"deprecated":true,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","release_date":"2025-01-28","chatbot-arena-elo":null,"slug":"sonar-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":127000,"display_order":970,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":84.57,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":0.77,"aime25":null,"math_500":0.921,"gpqa":0.623,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":38.0401231884166,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","slug":"perplexity_sonar-reasoning","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","mgsm_aa":null,"gpqa_16x":null,"model_id":"04751bd4-0c5d-416b-a5f2-83727c5bfcda","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.\n\n","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar-reasoning","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar Reasoning","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar-reasoning","hosts_url":"/models/sonar-reasoning/providers","name_and_creator_label":"Sonar Reasoning, Perplexity"},{"id":"1edc272c-d799-44d6-909a-bf3c1909a3a0","name":"Sonar Reasoning Pro","short_name":"Sonar Reasoning Pro","deleted":false,"deprecated":true,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","release_date":"2025-01-28","chatbot-arena-elo":null,"slug":"sonar-reasoning-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":127000,"display_order":971,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":87.37,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":0.79,"aime25":null,"math_500":0.957,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":50.7384518939,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9c84d571-89c7-4772-b085-975f27233575","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[],"model_url":"/models/sonar-reasoning-pro","hosts_url":"/models/sonar-reasoning-pro/providers","name_and_creator_label":"Sonar Reasoning Pro, Perplexity"},{"id":"5ec4a0db-da66-4e46-9682-fceeed755ef8","name":"Sonar","short_name":"Sonar","deleted":false,"deprecated":true,"model_creator_id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","release_date":"2025-01-21","chatbot-arena-elo":null,"slug":"sonar","open_weights":"Proprietary","additional_text":null,"context_window_tokens":127000,"display_order":973,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":716,"output_tokens":716,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":65.17,"coding_index":26.22,"mmlu_pro":0.689,"mmmu_pro":null,"hle":0.073,"scicode":0.229,"humaneval":0.82,"aime":0.487,"aime25":null,"math_500":0.817,"gpqa":0.471,"livecodebench":0.295,"ifbench":null,"lcr":null,"estimated_intelligence_index":32.3592891579,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"941fc0f0-1d4e-405a-95b2-2d49494e0e6c","logo":"perplexity.svg","name":"Perplexity","slug":"perplexity","color":"#1B818E","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"perplexity_small.png","creator_url":"https://perplexity.ai/","display_order":7,"logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},"host_models":[{"id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","slug":"perplexity_sonar","deleted":false,"host_id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","mgsm_aa":null,"gpqa_16x":null,"model_id":"5ec4a0db-da66-4e46-9682-fceeed755ef8","footnotes":"Additional cost for search capabilities: $5 per 1000 searches.","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"sonar","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Perplexity_Sonar","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/sonar","hosts_url":"/models/sonar/providers","name_and_creator_label":"Sonar, Perplexity"},{"id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","name":"Nova Premier","short_name":"Nova Premier","deleted":false,"deprecated":false,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","release_date":"2025-04-30","chatbot-arena-elo":null,"slug":"nova-premier","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":298,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":34.76,"math_index":50.47,"coding_index":29.82,"mmlu_pro":0.733,"mmmu_pro":null,"hle":0.047,"scicode":0.279,"humaneval":0.905,"aime":0.17,"aime25":0.173,"math_500":0.839,"gpqa":0.569,"livecodebench":0.317,"ifbench":0.362,"lcr":0.3,"estimated_intelligence_index":31.4925445516,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14125933,"answer_tokens":4987736,"output_tokens":4987736,"reasoning_tokens":0},"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","slug":"amazon-bedrock_nova-premier","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"us.amazon.nova-premier-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Nova Premier","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":12.5,"price_1m_blended_3_to_1":5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/nova-premier","hosts_url":"/models/nova-premier/providers","name_and_creator_label":"Nova Premier, Amazon"},{"id":"546ec53f-273c-4af7-b13f-b88c41f45905","name":"Nova Pro","short_name":"Nova Pro","deleted":false,"deprecated":true,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","release_date":"2024-12-03","chatbot-arena-elo":null,"slug":"nova-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":300000,"display_order":978,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Amazon Nova Pro 1.0","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.872,"de":0.908,"en":0.952,"es":0.9,"fr":0.852,"ja":0.86,"sw":0.84,"zh":0.892},"mmlu":{"bn":0.7545221478421877,"de":0.7897735365332573,"en":0.8376299672411337,"es":0.8092152115083322,"fr":0.8092864264349807,"ja":0.7840051274747187,"sw":0.693419740777667,"zh":0.7880643782936904},"average":0.833869783506623,"average_mgsm":0.8845000000000001,"average_mmlu":0.7832395670132459,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8132610739210939,"de":0.8488867682666287,"en":0.8948149836205668,"es":0.854607605754166,"fr":0.8306432132174904,"ja":0.8220025637373594,"sw":0.7667098703888335,"zh":0.8400321891468452},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":28.83,"math_index":44.63,"coding_index":22.06,"mmlu_pro":0.691,"mmmu_pro":0.443,"hle":0.034,"scicode":0.208,"humaneval":0.828,"aime":0.107,"aime25":0.07,"math_500":0.786,"gpqa":0.499,"livecodebench":0.233,"ifbench":0.381,"lcr":0.19,"estimated_intelligence_index":25.7699416088,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.469,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bbbbbab1-29b3-400f-b262-146a6e2b669a","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":13569279,"answer_tokens":4213889,"output_tokens":4213889,"reasoning_tokens":0},"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"789d31a8-84b8-4357-be06-a1ec53d6114e","slug":"amazon-bedrock_nova-pro","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"546ec53f-273c-4af7-b13f-b88c41f45905","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-pro-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Pro","cache_pricing_notes":"- Only supported on US East (N. Virginia) region","model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":3.2,"price_1m_blended_3_to_1":1.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.71,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-pro","hosts_url":"/models/nova-pro/providers","name_and_creator_label":"Nova Pro, Amazon"},{"id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","name":"Nova Lite","short_name":"Nova Lite","deleted":false,"deprecated":true,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","release_date":"2024-12-03","chatbot-arena-elo":null,"slug":"nova-lite","open_weights":"Proprietary","additional_text":null,"context_window_tokens":300000,"display_order":980,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Amazon Nova Lite 1.0","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.752,"de":0.864,"en":0.948,"es":0.84,"fr":0.812,"ja":0.792,"sw":0.724,"zh":0.824},"mmlu":{"bn":0.6387266771115225,"de":0.7243982338698192,"en":0.7879219484403931,"es":0.7362911266201396,"fr":0.7329440250676542,"ja":0.7087309500071215,"sw":0.5754878222475431,"zh":0.7169206665717134},"average":0.7610888406209941,"average_mgsm":0.8195,"average_mmlu":0.7026776812419884,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.6953633385557613,"de":0.7941991169349096,"en":0.8679609742201966,"es":0.7881455633100698,"fr":0.7724720125338271,"ja":0.7503654750035608,"sw":0.6497439111237715,"zh":0.7704603332858566},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":734,"output_tokens":734,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":24.54,"math_index":43.57,"coding_index":15.3,"mmlu_pro":0.59,"mmmu_pro":0.378,"hle":0.046,"scicode":0.139,"humaneval":0.841,"aime":0.107,"aime25":0.07,"math_500":0.765,"gpqa":0.433,"livecodebench":0.167,"ifbench":0.341,"lcr":0.177,"estimated_intelligence_index":21.0185103333,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.42,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c96afac5-26ba-46f7-8870-e752504dbcd3","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14215432,"answer_tokens":4397350,"output_tokens":4397350,"reasoning_tokens":0},"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"c96afac5-26ba-46f7-8870-e752504dbcd3","slug":"amazon-bedrock_nova-lite","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-lite-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Lite","cache_pricing_notes":"- Only supported on US East (N. Virginia) region\r\n","model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":9.52,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-lite","hosts_url":"/models/nova-lite/providers","name_and_creator_label":"Nova Lite, Amazon"},{"id":"344c6718-c573-41d4-9556-10287a3fa1fc","name":"Nova Micro","short_name":"Nova Micro","deleted":false,"deprecated":true,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","release_date":"2024-12-03","chatbot-arena-elo":null,"slug":"nova-micro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":130000,"display_order":981,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Amazon Nova Micro 1.0","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.676,"de":0.812,"en":0.928,"es":0.856,"fr":0.696,"ja":0.736,"sw":0.54,"zh":0.82},"mmlu":{"bn":0.5967810853154821,"de":0.6803874092009685,"en":0.760931491240564,"es":0.699686654322746,"fr":0.6984047856430707,"ja":0.6625124626121635,"sw":0.5390969947300954,"zh":0.676114513602051},"average":0.7111197122916963,"average_mgsm":0.758,"average_mmlu":0.6642394245833927,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.6363905426577411,"de":0.7461937046004843,"en":0.844465745620282,"es":0.7778433271613729,"fr":0.6972023928215354,"ja":0.6992562313060817,"sw":0.5395484973650477,"zh":0.7480572568010255},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":20.24,"math_index":39.17,"coding_index":11.67,"mmlu_pro":0.531,"mmmu_pro":null,"hle":0.047,"scicode":0.094,"humaneval":0.799,"aime":0.08,"aime25":0.06,"math_500":0.703,"gpqa":0.358,"livecodebench":0.14,"ifbench":0.294,"lcr":0.097,"estimated_intelligence_index":16.5908029469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.4,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":13569279,"answer_tokens":3719744,"output_tokens":3719744,"reasoning_tokens":0},"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","slug":"amazon-bedrock_nova-micro","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"344c6718-c573-41d4-9556-10287a3fa1fc","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"amazon.nova-micro-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Amazon Bedrock_Nova Micro","cache_pricing_notes":"- Only supported on US East (N. Virginia) region\r\n","model_name_appendage":null,"price_1m_input_tokens":0.035,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.06125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":16.33,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/nova-micro","hosts_url":"/models/nova-micro/providers","name_and_creator_label":"Nova Micro, Amazon"},{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","name":"Phi-4","short_name":"Phi-4","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-12-12","chatbot-arena-elo":null,"slug":"phi-4","open_weights":"Open","additional_text":null,"context_window_tokens":16000,"display_order":299,"tokenizer_id":"gpt2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/phi-4","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":27.95,"math_index":47.67,"coding_index":24.56,"mmlu_pro":0.714,"mmmu_pro":null,"hle":0.041,"scicode":0.26,"humaneval":0.867,"aime":0.143,"aime25":0.18,"math_500":0.81,"gpqa":0.575,"livecodebench":0.231,"ifbench":0.235,"lcr":0,"estimated_intelligence_index":29.0489513242,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.826,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.561,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":5035836,"answer_tokens":7107983,"output_tokens":7107983,"reasoning_tokens":0},"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"faa0f03b-4318-4868-be4a-150e13d533ea","slug":"nebius_phi-4","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","slug":"deepinfra_phi-4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","slug":"azure_phi-4","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-Global-Standard","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.125,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.21875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.57,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4","hosts_url":"/models/phi-4/providers","name_and_creator_label":"Phi-4, Microsoft Azure"},{"id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","name":"Phi-4 Multimodal Instruct","short_name":"Phi-4 Multimodal","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2025-02-26","chatbot-arena-elo":null,"slug":"phi-4-multimodal","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":302,"tokenizer_id":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":5.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":634,"output_tokens":634,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":39.3,"coding_index":12.06,"mmlu_pro":0.485,"mmmu_pro":0.145,"hle":0.044,"scicode":0.11,"humaneval":0.729,"aime":0.093,"aime25":null,"math_500":0.693,"gpqa":0.315,"livecodebench":0.131,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.1497095051,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","slug":"azure_phi-4-multimodal","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-multimodal-instruct-xpmhe","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Multimodal Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4-multimodal","hosts_url":"/models/phi-4-multimodal/providers","name_and_creator_label":"Phi-4 Multimodal, Microsoft Azure"},{"id":"865bca06-85ad-41e0-a657-7e64f2475bcf","name":"Phi-3 Medium Instruct 14B","short_name":"Phi-3 Medium 14B","deleted":false,"deprecated":true,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-05-21","chatbot-arena-elo":1123,"slug":"phi-3-medium","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":982,"tokenizer_id":"phi3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/Phi-3-medium-128k-instruct","commercial_allowed":true,"chatbot_arena_label":"Phi-3-Medium-4k-Instruct","knowledge_cutoff_date":"2023-10-01","parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":23.8,"coding_index":13.42,"mmlu_pro":0.543,"mmmu_pro":null,"hle":0.045,"scicode":0.118,"humaneval":0,"aime":0.013,"aime25":null,"math_500":0.463,"gpqa":0.326,"livecodebench":0.15,"ifbench":null,"lcr":null,"estimated_intelligence_index":12.6747881594,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.622,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e48f26d2-04db-42bc-9d16-b49b872162d7","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"e48f26d2-04db-42bc-9d16-b49b872162d7","slug":"azure_phi-3-medium","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"865bca06-85ad-41e0-a657-7e64f2475bcf","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-3-medium-128k-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-3 Medium Instruct 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.68,"price_1m_blended_3_to_1":0.2975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-3-medium","hosts_url":"/models/phi-3-medium/providers","name_and_creator_label":"Phi-3 Medium 14B, Microsoft Azure"},{"id":"ded8d96e-835f-4359-947a-a4c3bb78e983","name":"Phi-3 Mini Instruct 3.8B","short_name":"Phi-3 Mini","deleted":false,"deprecated":true,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-04-23","chatbot-arena-elo":1037,"slug":"phi-3-mini","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":983,"tokenizer_id":"phi3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/Phi-3-mini-128k-instruct","commercial_allowed":true,"chatbot_arena_label":"Phi-3-Mini-128k-Instruct","knowledge_cutoff_date":"2023-10-01","parameters":3.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":24.83,"coding_index":10.33,"mmlu_pro":0.435,"mmmu_pro":null,"hle":0.044,"scicode":0.09,"humaneval":0.251,"aime":0.04,"aime25":null,"math_500":0.457,"gpqa":0.319,"livecodebench":0.116,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.126767871,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.585,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f394df84-776a-41b1-b89b-9c438f0c9e0b","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[],"model_url":"/models/phi-3-mini","hosts_url":"/models/phi-3-mini/providers","name_and_creator_label":"Phi-3 Mini, Microsoft Azure"},{"id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","name":"Phi-4 Mini Instruct","short_name":"Phi-4 Mini","deleted":false,"deprecated":true,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-02-26","chatbot-arena-elo":null,"slug":"phi-4-mini","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":985,"tokenizer_id":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/Phi-4-mini-instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":3.84,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":36.3,"coding_index":11.68,"mmlu_pro":0.465,"mmmu_pro":null,"hle":0.042,"scicode":0.108,"humaneval":0.743,"aime":0.03,"aime25":null,"math_500":0.696,"gpqa":0.331,"livecodebench":0.126,"ifbench":null,"lcr":null,"estimated_intelligence_index":14.1576524256,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.252,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","slug":"azure_phi-4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Phi-4-mini-instruct-hezpk","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Mini Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4-mini","hosts_url":"/models/phi-4-mini/providers","name_and_creator_label":"Phi-4 Mini, Microsoft Azure"},{"id":"eb689f7a-f210-4a87-b407-f249897f2764","name":"Solar Pro 2 (Reasoning)","short_name":"Solar Pro 2 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-07-09","chatbot-arena-elo":null,"slug":"solar-pro-2-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":65536,"display_order":310,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":43.3,"math_index":82.83,"coding_index":45.9,"mmlu_pro":0.805,"mmmu_pro":null,"hle":0.07,"scicode":0.302,"humaneval":0.968,"aime":0.69,"aime25":0.613,"math_500":0.967,"gpqa":0.687,"livecodebench":0.616,"ifbench":0.371,"lcr":0,"estimated_intelligence_index":47.8353795981,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4903723,"answer_tokens":6154723,"output_tokens":55095301,"reasoning_tokens":48940578},"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","slug":"upstage_solar-pro-2-reasoning","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"gpqa_16x":null,"model_id":"eb689f7a-f210-4a87-b407-f249897f2764","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2-reasoning","hosts_url":"/models/solar-pro-2-reasoning/providers","name_and_creator_label":"Solar Pro 2 (Reasoning), Upstage"},{"id":"44db6283-aa82-4799-af4a-679fe0530845","name":"Solar Pro 2","short_name":"Solar Pro 2","deleted":false,"deprecated":false,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-07-09","chatbot-arena-elo":null,"slug":"solar-pro-2","open_weights":"Proprietary","additional_text":null,"context_window_tokens":65536,"display_order":309,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.23,"math_index":64.77,"coding_index":33.6,"mmlu_pro":0.75,"mmmu_pro":null,"hle":0.038,"scicode":0.248,"humaneval":0.882,"aime":0.407,"aime25":0.3,"math_500":0.889,"gpqa":0.561,"livecodebench":0.424,"ifbench":0.337,"lcr":0,"estimated_intelligence_index":36.2126477088,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4677063,"answer_tokens":11668936,"output_tokens":11668936,"reasoning_tokens":0},"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","slug":"upstage_solar-pro-2","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"gpqa_16x":null,"model_id":"44db6283-aa82-4799-af4a-679fe0530845","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2","hosts_url":"/models/solar-pro-2/providers","name_and_creator_label":"Solar Pro 2, Upstage"},{"id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","name":"Solar Mini","short_name":"Solar Mini","deleted":false,"deprecated":true,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2024-01-25","chatbot-arena-elo":1062,"slug":"solar-mini","open_weights":"Open","additional_text":null,"context_window_tokens":4096,"display_order":993,"tokenizer_id":"mistral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/upstage/SOLAR-10.7B-v1.0","commercial_allowed":true,"chatbot_arena_label":"SOLAR-10.7B-Instruct-v1.0","knowledge_cutoff_date":"2023-11-01","parameters":10.7,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.59,"aime":null,"aime25":null,"math_500":0.331,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.895696530298654,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","deprecated_to":"solar-pro-241126","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","slug":"upstage_solar-mini","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"gpqa_16x":null,"model_id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"solar-1-mini-chat","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-mini","hosts_url":"/models/solar-mini/providers","name_and_creator_label":"Solar Mini, Upstage"},{"id":"432d6c36-8825-47f3-b4eb-58529cea346b","name":"Solar Pro 2 (Preview)","short_name":"Solar Pro 2 ","deleted":false,"deprecated":true,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"solar-pro-2-preview","open_weights":"Proprietary","additional_text":null,"context_window_tokens":64000,"display_order":994,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.9,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":58.37,"coding_index":32.86,"mmlu_pro":0.725,"mmmu_pro":null,"hle":0.038,"scicode":0.272,"humaneval":0.88,"aime":0.297,"aime25":null,"math_500":0.871,"gpqa":0.544,"livecodebench":0.385,"ifbench":null,"lcr":null,"estimated_intelligence_index":33.622856596,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5a3208d3-876c-4f7e-b701-9c83bbe4fc63","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[],"model_url":"/models/solar-pro-2-preview","hosts_url":"/models/solar-pro-2-preview/providers","name_and_creator_label":"Solar Pro 2 , Upstage"},{"id":"8e78cf7a-5b76-4beb-beba-b99c6233b208","name":"Solar Pro 2 (Preview) (Reasoning)","short_name":"Solar Pro 2 (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"solar-pro-2-preview-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":64000,"display_order":995,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.9,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":78.17,"coding_index":31.34,"mmlu_pro":0.768,"mmmu_pro":null,"hle":0.057,"scicode":0.164,"humaneval":null,"aime":0.663,"aime25":null,"math_500":0.9,"gpqa":0.578,"livecodebench":0.462,"ifbench":null,"lcr":null,"estimated_intelligence_index":40.0555635536,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"50fa53fe-af7e-4973-a43b-dd161bdcf175","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[],"model_url":"/models/solar-pro-2-preview-reasoning","hosts_url":"/models/solar-pro-2-preview-reasoning/providers","name_and_creator_label":"Solar Pro 2 (Reasoning), Upstage"},{"id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","name":"MiniMax M1 80k","short_name":"MiniMax M1 80k","deleted":false,"deprecated":false,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"minimax-m1-80k","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":312,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M1-80k","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":456,"inference_parameters_active":"45.9","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":53.15,"math_index":91.33,"coding_index":54.25,"mmlu_pro":0.816,"mmmu_pro":null,"hle":0.082,"scicode":0.374,"humaneval":null,"aime":0.847,"aime25":0.61,"math_500":0.98,"gpqa":0.697,"livecodebench":0.711,"ifbench":0.418,"lcr":0.543,"estimated_intelligence_index":52.8269931139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d42272b6-1530-4a97-bc2b-d5afd8048799","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14232916,"answer_tokens":806280,"output_tokens":5201334,"reasoning_tokens":4395054},"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.png","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},"host_models":[{"id":"d42272b6-1530-4a97-bc2b-d5afd8048799","slug":"minimax_minimax-m1-80k","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","mgsm_aa":null,"gpqa_16x":null,"model_id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","footnotes":"Input: $0.4/M token (<=200k) / $1.2/M token (>200k); Output: $2.1/M token","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-M1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax M1 80k","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-m1-80k","hosts_url":"/models/minimax-m1-80k/providers","name_and_creator_label":"MiniMax M1 80k, MiniMax"},{"id":"643791e1-941a-4bc4-b556-07349a7c4a70","name":"MiniMax-Text-01","short_name":"MiniMax-Text-01","deleted":false,"deprecated":false,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","release_date":"2025-01-14","chatbot-arena-elo":null,"slug":"minimax-text-01","open_weights":"Open","additional_text":null,"context_window_tokens":4000000,"display_order":311,"tokenizer_id":"minimax_tokenizer","license_name":"MINIMAX MODEL LICENSE AGREEMENT","license_url":"https://github.com/MiniMax-AI/MiniMax-01/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-Text-01","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":456,"inference_parameters_active":"45.9","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1188,"output_tokens":1188,"reasoning_tokens":0,"max_answer_tokens_used":9170,"max_output_tokens_used":9170,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":null,"math_index":44.17,"coding_index":24.83,"mmlu_pro":0.759,"mmmu_pro":null,"hle":0.042,"scicode":0.25,"humaneval":0.863,"aime":0.13,"aime25":null,"math_500":0.753,"gpqa":0.578,"livecodebench":0.247,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.0593940303,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.869,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.544,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.png","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},"host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","slug":"minimax_minimax-text-01","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","mgsm_aa":null,"gpqa_16x":null,"model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-Text-01","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax-Text-01","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-text-01","hosts_url":"/models/minimax-text-01/providers","name_and_creator_label":"MiniMax-Text-01, MiniMax"},{"id":"385376b1-9815-47dd-83cc-85aac34f247d","name":"MiniMax M1 40k","short_name":"MiniMax M1 40k","deleted":false,"deprecated":false,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"minimax-m1-40k","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":314,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M1-40k","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":456,"inference_parameters_active":"45.9","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":null,"math_index":89.27,"coding_index":51.78,"mmlu_pro":0.808,"mmmu_pro":null,"hle":0.075,"scicode":0.378,"humaneval":null,"aime":0.813,"aime25":null,"math_500":0.972,"gpqa":0.682,"livecodebench":0.657,"ifbench":null,"lcr":null,"estimated_intelligence_index":51.1143893135,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"49d29ab9-06b6-4077-b220-932754fdcedc","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.png","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},"host_models":[{"id":"49d29ab9-06b6-4077-b220-932754fdcedc","slug":"minimax_minimax-m1-40k","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","mgsm_aa":null,"gpqa_16x":null,"model_id":"385376b1-9815-47dd-83cc-85aac34f247d","footnotes":"Input: $0.4/M token (<=200k) / $1.2/M token (>200k); Output: $2.1/M token","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"MiniMax-M1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax M1 40k","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.21,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-m1-40k","hosts_url":"/models/minimax-m1-40k/providers","name_and_creator_label":"MiniMax M1 40k, MiniMax"},{"id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","name":"Llama Nemotron Super 49B v1.5 (Reasoning)","short_name":"Llama Nemotron Super 49B v1.5 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"llama-nemotron-super-49b-v1-5-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":323,"tokenizer_id":"llama3_tokenizer","license_name":"NVIDIA Open Model License Agreement","license_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":49,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"intelligence_index":52.4,"math_index":92.17,"coding_index":54.24,"mmlu_pro":0.814,"mmmu_pro":null,"hle":0.068,"scicode":0.348,"humaneval":0.952,"aime":0.86,"aime25":0.767,"math_500":0.983,"gpqa":0.748,"livecodebench":0.737,"ifbench":0.37,"lcr":0.34,"estimated_intelligence_index":53.6519668958,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14072049,"answer_tokens":6489056,"output_tokens":108703510,"reasoning_tokens":102214454},"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"5ecd9763-2118-48ec-bbbc-040aa3520581","slug":"nvidia_llama-nemotron-super-49b-v1-5-reasoning","deleted":false,"host_id":"10663d62-e834-4ba4-8342-92b603063bef","mgsm_aa":null,"gpqa_16x":null,"model_id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"NVIDIA_Llama Nemotron Super 49B v1.5 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-nemotron-super-49b-v1-5-reasoning","hosts_url":"/models/llama-nemotron-super-49b-v1-5-reasoning/providers","name_and_creator_label":"Llama Nemotron Super 49B v1.5 (Reasoning), NVIDIA"},{"id":"cf095603-72b6-47f8-8ee1-09a42890f92a","name":"Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)","short_name":"Llama Nemotron Ultra Reasoning","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-04-07","chatbot-arena-elo":null,"slug":"llama-3-1-nemotron-ultra-253b-v1-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":321,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":253,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":46.42,"math_index":84.93,"coding_index":49.42,"mmlu_pro":0.825,"mmmu_pro":null,"hle":0.081,"scicode":0.347,"humaneval":null,"aime":0.747,"aime25":0.637,"math_500":0.952,"gpqa":0.728,"livecodebench":0.641,"ifbench":0.382,"lcr":0.073,"estimated_intelligence_index":50.5609258902,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":6214532,"answer_tokens":1422602,"output_tokens":57555488,"reasoning_tokens":56132886},"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","slug":"nebius_llama-3-1-nemotron-ultra-253b-v1-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning","hosts_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning/providers","name_and_creator_label":"Llama Nemotron Ultra Reasoning, NVIDIA"},{"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","name":"Llama 3.1 Nemotron Instruct 70B","short_name":"Llama 3.1 Nemotron 70B","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2024-10-15","chatbot-arena-elo":1269,"slug":"llama-3-1-nemotron-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":315,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","commercial_allowed":true,"chatbot_arena_label":"Llama-3.1-Nemotron-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":48.97,"coding_index":20.1,"mmlu_pro":0.69,"mmmu_pro":null,"hle":0.046,"scicode":0.233,"humaneval":0.815,"aime":0.247,"aime25":null,"math_500":0.733,"gpqa":0.465,"livecodebench":0.169,"ifbench":null,"lcr":null,"estimated_intelligence_index":25.9787957308,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","slug":"lambdalabs_llama-3-1-nemotron-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"llama3.1-nemotron-70b-instruct-fp8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Nemotron Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","slug":"deepinfra_llama-3-1-nemotron-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/Llama-3.1-Nemotron-70B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Nemotron Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-instruct-70b","hosts_url":"/models/llama-3-1-nemotron-instruct-70b/providers","name_and_creator_label":"Llama 3.1 Nemotron 70B, NVIDIA"},{"id":"1a8ba535-df18-459b-ad40-3199191296d7","name":"Llama 3.3 Nemotron Super 49B v1 (Reasoning)","short_name":"Llama 3.3 Nemotron Super 49B Reasoning","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-03-18","chatbot-arena-elo":null,"slug":"llama-3-3-nemotron-super-49b-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":324,"tokenizer_id":"llama3_tokenizer","license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-12-01","parameters":49,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"intelligence_index":null,"math_index":77.1,"coding_index":27.98,"mmlu_pro":0.785,"mmmu_pro":null,"hle":0.065,"scicode":0.282,"humaneval":0.959,"aime":0.583,"aime25":null,"math_500":0.959,"gpqa":0.643,"livecodebench":0.277,"ifbench":null,"lcr":null,"estimated_intelligence_index":40.4732717976,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":0.966,"lab_claimed_gpqa":0.6667,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-3-nemotron-super-49b-reasoning","hosts_url":"/models/llama-3-3-nemotron-super-49b-reasoning/providers","name_and_creator_label":"Llama 3.3 Nemotron Super 49B Reasoning, NVIDIA"},{"id":"c4c3b42f-e0f0-48ca-b6f9-b296e7697806","name":"Llama 3.3 Nemotron Super 49B v1","short_name":"Llama 3.3 Nemotron Super 49B v1","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-03-18","chatbot-arena-elo":null,"slug":"llama-3-3-nemotron-super-49b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":326,"tokenizer_id":"llama3_tokenizer","license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-12-01","parameters":49,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":48.43,"coding_index":25.48,"mmlu_pro":0.698,"mmmu_pro":null,"hle":0.035,"scicode":0.229,"humaneval":0.834,"aime":0.193,"aime25":null,"math_500":0.775,"gpqa":0.517,"livecodebench":0.28,"ifbench":null,"lcr":null,"estimated_intelligence_index":28.1091077752,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":0.74,"lab_claimed_gpqa":0.5,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-3-nemotron-super-49b","hosts_url":"/models/llama-3-3-nemotron-super-49b/providers","name_and_creator_label":"Llama 3.3 Nemotron Super 49B v1, NVIDIA"},{"id":"b1fa84f8-1ed3-4124-b403-4655dafa4267","name":"Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)","short_name":"Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"llama-3-1-nemotron-nano-4b-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":329,"tokenizer_id":"llama3_tokenizer","license_name":"NVIDIA Open Model License Agreement","license_url":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-4B-v1.1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-06-01","parameters":4.51,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":"","varied_reasoning":true},"intelligence_index":null,"math_index":82.67,"coding_index":29.69,"mmlu_pro":0.556,"mmmu_pro":null,"hle":0.051,"scicode":0.101,"humaneval":null,"aime":0.707,"aime25":null,"math_500":0.947,"gpqa":0.408,"livecodebench":0.493,"ifbench":null,"lcr":null,"estimated_intelligence_index":34.0510075461,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[],"model_url":"/models/llama-3-1-nemotron-nano-4b-reasoning","hosts_url":"/models/llama-3-1-nemotron-nano-4b-reasoning/providers","name_and_creator_label":"Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning), NVIDIA"},{"id":"26c0b5df-efa7-470f-a65e-2d883329e493","name":"Llama Nemotron Super 49B v1.5","short_name":"Llama Nemotron Super 49B v1.5","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"llama-nemotron-super-49b-v1-5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":331,"tokenizer_id":null,"license_name":"NVIDIA Open Model License Agreement","license_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":49,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.33,"coding_index":26.42,"mmlu_pro":0.692,"mmmu_pro":null,"hle":0.043,"scicode":0.238,"humaneval":0.856,"aime":0.137,"aime25":null,"math_500":0.77,"gpqa":0.481,"livecodebench":0.29,"ifbench":0.329,"lcr":0.22,"estimated_intelligence_index":26.939524692,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"9c501004-99f9-463f-b3fc-8689bf22ebac","slug":"nvidia_llama-nemotron-super-49b-v1-5","deleted":false,"host_id":"10663d62-e834-4ba4-8342-92b603063bef","mgsm_aa":null,"gpqa_16x":null,"model_id":"26c0b5df-efa7-470f-a65e-2d883329e493","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"NVIDIA_Llama Nemotron Super 49B v1.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-nemotron-super-49b-v1-5","hosts_url":"/models/llama-nemotron-super-49b-v1-5/providers","name_and_creator_label":"Llama Nemotron Super 49B v1.5, NVIDIA"},{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":332,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14172952,"answer_tokens":29389423,"output_tokens":29389423,"reasoning_tokens":0},"model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":[{"id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","slug":"gmi_kimi-k2","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","slug":"moonshot-ai_kimi-k2","deleted":false,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"kimi-k2-0711-preview","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Moonshot AI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","slug":"novita_kimi-k2","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.57,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.0025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","slug":"togetherai_kimi-k2","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","slug":"parasail_kimi-k2","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-kimi-k2-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":2.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.47,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","slug":"fireworks_kimi-k2","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/kimi-k2-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","slug":"groq_kimi-k2","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","slug":"deepinfra_kimi-k2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"021d206b-0012-467d-9979-1c139fe47bc7","slug":"baseten_kimi-k2","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","mgsm_aa":null,"gpqa_16x":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI"},{"id":"2cff73da-4855-403c-afc9-5540feadcc15","name":"Granite 3.3 Instruct 8B","short_name":"Granite 3.3 8B","deleted":false,"deprecated":false,"model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"granite-3-3-8b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":357,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":null,"model_weights_source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.17,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":17.63,"math_index":35.57,"coding_index":11.38,"mmlu_pro":0.468,"mmmu_pro":null,"hle":0.042,"scicode":0.101,"humaneval":0.71,"aime":0.047,"aime25":0.067,"math_500":0.665,"gpqa":0.338,"livecodebench":0.127,"ifbench":0.224,"lcr":0.043,"estimated_intelligence_index":14.0741107768,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":8882875,"answer_tokens":6189550,"output_tokens":6189550,"reasoning_tokens":0},"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","slug":"ibm","color":"#0f62fe","deleted":false,"host_id":"3359ab97-8499-4bfb-88b8-dbf58a6e7a3f","created_at":"2024-05-23T12:03:04.195376+00:00","logo_small":"ibm_small.svg","creator_url":"https://www.ibm.com/au-en","display_order":50,"logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"},"host_models":[{"id":"4b76dbc5-94cf-4021-9b40-6f9b6f18a368","slug":"replicate_granite-3-3-8b-instruct","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"gpqa_16x":null,"model_id":"2cff73da-4855-403c-afc9-5540feadcc15","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"ibm-granite/granite-3.3-8b-instruct","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Replicate_Granite 3.3 Instruct 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.03,"price_1m_output_tokens":0.25,"price_1m_blended_3_to_1":0.085,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":11.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/granite-3-3-8b-instruct","hosts_url":"/models/granite-3-3-8b-instruct/providers","name_and_creator_label":"Granite 3.3 8B, IBM"},{"id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","name":"Reka Flash 3","short_name":"Reka Flash 3","deleted":false,"deprecated":false,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2025-03-10","chatbot-arena-elo":null,"slug":"reka-flash-3","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":365,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://huggingface.co/RekaAI/reka-flash-3","model_weights_source_url":"https://huggingface.co/RekaAI/reka-flash-3","commercial_allowed":true,"chatbot_arena_label":"","knowledge_cutoff_date":null,"parameters":21,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":70.13,"coding_index":35.11,"mmlu_pro":0.669,"mmmu_pro":null,"hle":0.051,"scicode":0.267,"humaneval":0.95,"aime":0.51,"aime25":null,"math_500":0.893,"gpqa":0.529,"livecodebench":0.435,"ifbench":null,"lcr":null,"estimated_intelligence_index":36.2648612393,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.963,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","slug":"reka-ai_reka-flash-3","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":null,"gpqa_16x":null,"model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-3","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash-3","hosts_url":"/models/reka-flash-3/providers","name_and_creator_label":"Reka Flash 3, Reka AI"},{"id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","name":"Reka Flash (Sep '24)","short_name":"Reka Flash","deleted":false,"deprecated":true,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2024-10-04","chatbot-arena-elo":null,"slug":"reka-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1002,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Reka-Flash-20240904","knowledge_cutoff_date":null,"parameters":21,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.20289017341040463,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.743,"aime":null,"aime25":null,"math_500":0.529,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.114996385916598,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","slug":"reka-ai_reka-flash","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":null,"gpqa_16x":null,"model_id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-20240904","mmmu_pro_aa":0.20289017341040463,"function_calling":true,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash (Sep '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash","hosts_url":"/models/reka-flash/providers","name_and_creator_label":"Reka Flash, Reka AI"},{"id":"7858ff51-9d8b-418e-9921-0ec635f9c877","name":"Reka Core","short_name":"Reka Core","deleted":false,"deprecated":true,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2024-04-15","chatbot-arena-elo":1199,"slug":"reka-core","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1003,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Reka-Core-20240501","knowledge_cutoff_date":"2023-11-01","parameters":67,"inference_parameters_active":null,"mgsm_aa":0.7469090909090909,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.726,"aime":null,"aime25":null,"math_500":0.558,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.417831835298653,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.768,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","slug":"reka-ai_reka-core","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":0.7469090909090909,"gpqa_16x":null,"model_id":"7858ff51-9d8b-418e-9921-0ec635f9c877","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-core","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Core","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":4,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-core","hosts_url":"/models/reka-core/providers","name_and_creator_label":"Reka Core, Reka AI"},{"id":"e235a9f9-29b3-4ce5-8c94-f45413b64ccd","name":"Reka Flash (Feb '24)","short_name":"Reka Flash (Feb '24)","deleted":false,"deprecated":true,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2024-02-12","chatbot-arena-elo":1165,"slug":"reka-flash-02-2024","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1004,"tokenizer_id":"","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Reka-Flash-21B","knowledge_cutoff_date":"2023-11-01","parameters":21,"inference_parameters_active":null,"mgsm_aa":0.5098181818181818,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.61,"aime":null,"aime25":null,"math_500":0.326,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.676400658256952,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.72,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","slug":"reka-ai_reka-flash-02-2024","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":0.5098181818181818,"gpqa_16x":null,"model_id":"e235a9f9-29b3-4ce5-8c94-f45413b64ccd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-flash-20240226","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash (Feb '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":3,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash-02-2024","hosts_url":"/models/reka-flash-02-2024/providers","name_and_creator_label":"Reka Flash (Feb '24), Reka AI"},{"id":"de39ac4f-856d-42c1-8a61-370435ad36ad","name":"Reka Edge","short_name":"Reka Edge","deleted":false,"deprecated":true,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2024-02-12","chatbot-arena-elo":null,"slug":"reka-edge","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1005,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-11-01","parameters":7,"inference_parameters_active":null,"mgsm_aa":0.3225454545454545,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.409,"aime":null,"aime25":null,"math_500":0.216,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.488431629770854,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.543,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","slug":"reka-ai_reka-edge","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":0.3225454545454545,"gpqa_16x":null,"model_id":"de39ac4f-856d-42c1-8a61-370435ad36ad","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"reka-edge","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Edge","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":1,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-edge","hosts_url":"/models/reka-edge/providers","name_and_creator_label":"Reka Edge, Reka AI"},{"id":"b7726745-9c77-40c3-8452-974cb53d6fbc","name":"DeepHermes 3 - Llama-3.1 8B Preview","short_name":"DeepHermes 3 - Llama-3.1 8B","deleted":false,"deprecated":false,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","release_date":"2025-02-13","chatbot-arena-elo":null,"slug":"deephermes-3-llama-3-1-8b-preview","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":367,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-8B-Preview","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-12-01","parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":10.9,"coding_index":8.8,"mmlu_pro":0.365,"mmmu_pro":null,"hle":0.043,"scicode":0.091,"humaneval":0.544,"aime":0,"aime25":null,"math_500":0.218,"gpqa":0.27,"livecodebench":0.085,"ifbench":null,"lcr":null,"estimated_intelligence_index":3.9864566842,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.32,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nous-research_small.png","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nous-research_small.png"},"host_models":[],"model_url":"/models/deephermes-3-llama-3-1-8b-preview","hosts_url":"/models/deephermes-3-llama-3-1-8b-preview/providers","name_and_creator_label":"DeepHermes 3 - Llama-3.1 8B, Nous Research"},{"id":"a8efb564-9d17-4d7f-8f43-e9110657ce21","name":"DeepHermes 3 - Mistral 24B Preview","short_name":"DeepHermes 3 - Mistral 24B","deleted":false,"deprecated":false,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","release_date":"2025-03-13","chatbot-arena-elo":null,"slug":"deephermes-3-mistral-24b-preview","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":368,"tokenizer_id":"","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/NousResearch/DeepHermes-3-Mistral-24B-Preview","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":32.07,"coding_index":21.14,"mmlu_pro":0.58,"mmmu_pro":null,"hle":0.039,"scicode":0.228,"humaneval":0.746,"aime":0.047,"aime25":null,"math_500":0.595,"gpqa":0.382,"livecodebench":0.195,"ifbench":null,"lcr":null,"estimated_intelligence_index":18.3660629839,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.3939,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nous-research_small.png","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nous-research_small.png"},"host_models":[],"model_url":"/models/deephermes-3-mistral-24b-preview","hosts_url":"/models/deephermes-3-mistral-24b-preview/providers","name_and_creator_label":"DeepHermes 3 - Mistral 24B, Nous Research"},{"id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","name":"Hermes 3 - Llama-3.1 70B","short_name":"Hermes 3 - Llama-3.1 70B","deleted":false,"deprecated":true,"model_creator_id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","release_date":"2024-08-15","chatbot-arena-elo":null,"slug":"hermes-3-llama-3-1-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1006,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-12-01","parameters":70.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":28.07,"coding_index":20.99,"mmlu_pro":0.571,"mmmu_pro":null,"hle":0.041,"scicode":0.231,"humaneval":0.751,"aime":0.023,"aime25":null,"math_500":0.538,"gpqa":0.401,"livecodebench":0.188,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.4784329654,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.3767,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","logo":"nous-research.png","name":"Nous Research","slug":"nous-research","color":"#006fa8","deleted":true,"host_id":"27e06317-7d45-4cf7-9ca3-f731d99869a9","created_at":"2025-03-21T12:22:42.44706+00:00","logo_small":"nous-research_small.png","creator_url":"https://nousresearch.com/","display_order":65,"logo_url":"/img/logos/nous-research.png","logo_small_url":"/img/logos/nous-research_small.png"},"host_models":[{"id":"b3c4cf9f-c8a5-4315-8f2d-f53cdc75ffde","slug":"deepinfra_hermes-3-llama-3-1-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"NousResearch/Hermes-3-Llama-3.1-70B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Hermes 3 - Llama-3.1 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.145,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.9,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/hermes-3-llama-3-1-70b","hosts_url":"/models/hermes-3-llama-3-1-70b/providers","name_and_creator_label":"Hermes 3 - Llama-3.1 70B, Nous Research"},{"id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","name":"EXAONE 4.0 32B (Reasoning)","short_name":"EXAONE 4.0 32B (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","release_date":"2025-07-18","chatbot-arena-elo":null,"slug":"exaone-4-0-32b-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":131000,"display_order":372,"tokenizer_id":null,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","varied_reasoning":true,"starts_thinking_by_default":true},"intelligence_index":50.7,"math_index":91,"coding_index":54.54,"mmlu_pro":0.818,"mmmu_pro":null,"hle":0.105,"scicode":0.344,"humaneval":0.97,"aime":0.843,"aime25":0.8,"math_500":0.977,"gpqa":0.739,"livecodebench":0.747,"ifbench":0.363,"lcr":0.14,"estimated_intelligence_index":53.9756907849,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":13134333,"answer_tokens":7778780,"output_tokens":99220977,"reasoning_tokens":91442197},"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","slug":"friendli-ai_exaone-4-0-32b-reasoning","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"gpqa_16x":null,"model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b-reasoning","hosts_url":"/models/exaone-4-0-32b-reasoning/providers","name_and_creator_label":"EXAONE 4.0 32B (Reasoning), LG AI Research"},{"id":"2f60d80d-c3d3-4a43-bded-0557898c4618","name":"EXAONE 4.0 32B","short_name":"EXAONE 4.0 32B","deleted":false,"deprecated":false,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","release_date":null,"chatbot-arena-elo":null,"slug":"exaone-4-0-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131000,"display_order":371,"tokenizer_id":null,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":70.47,"coding_index":36.21,"mmlu_pro":0.768,"mmmu_pro":null,"hle":0.049,"scicode":0.252,"humaneval":0.913,"aime":0.47,"aime25":null,"math_500":0.939,"gpqa":0.628,"livecodebench":0.472,"ifbench":null,"lcr":null,"estimated_intelligence_index":40.0555635536,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","slug":"friendli-ai_exaone-4-0-32b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"gpqa_16x":null,"model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b","hosts_url":"/models/exaone-4-0-32b/providers","name_and_creator_label":"EXAONE 4.0 32B, LG AI Research"},{"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","name":"GLM-4.5","short_name":"GLM-4.5","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4.5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":401,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":355,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":56.08,"math_index":92.6,"coding_index":54.3,"mmlu_pro":0.835,"mmmu_pro":null,"hle":0.122,"scicode":0.348,"humaneval":0.982,"aime":0.873,"aime25":0.737,"math_500":0.979,"gpqa":0.782,"livecodebench":0.738,"ifbench":0.441,"lcr":0.483,"estimated_intelligence_index":55.6674091731,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14389270,"answer_tokens":7656615,"output_tokens":103796482,"reasoning_tokens":96139867},"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","slug":"deepinfra_glm-4-5","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","slug":"siliconflow_glm-4-5","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"z-ai/GLM-4.5","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","slug":"novita_glm-4-5","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/glm-4.5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"22806ca5-9ded-47b2-8d64-68fd0a60eeec","slug":"nebius_glm-4-5_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_GLM-4.5_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"200a4c3c-0f59-4776-8899-e52f6706e930","slug":"parasail_glm-4-5_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-glm-45","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_GLM-4.5_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.59,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.9675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","slug":"fireworks_glm-4-5","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/glm-4p5","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI"},{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","name":"GLM-4.5-Air","short_name":"GLM-4.5-Air","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4-5-air","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":407,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5-Air","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5-Air","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":81.93,"coding_index":49.46,"mmlu_pro":0.815,"mmmu_pro":null,"hle":0.068,"scicode":0.306,"humaneval":0.932,"aime":0.673,"aime25":null,"math_500":0.965,"gpqa":0.733,"livecodebench":0.684,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.4748844558,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","slug":"deepinfra_glm-4-5-air","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","slug":"togetherai_glm-4-5-air_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_GLM-4.5-Air_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"83c394a4-ffee-44bc-8d37-954bef9a7094","slug":"nebius_glm-4-5-air_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"zai-org/GLM-4.5-Air","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_GLM-4.5-Air_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","slug":"siliconflow_glm-4-5-air","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"gpqa_16x":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"z-ai/GLM-4.5-Air","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.86,"price_1m_blended_3_to_1":0.32,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-5-air","hosts_url":"/models/glm-4-5-air/providers","name_and_creator_label":"GLM-4.5-Air, Z AI"},{"id":"3bc32f13-5afa-4e28-bce1-10e57376686b","name":"Command A","short_name":"Command A","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2025-03-13","chatbot-arena-elo":null,"slug":"command-a","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":425,"tokenizer_id":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-a-03-2025","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":111,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.59,"math_index":45.77,"coding_index":28.4,"mmlu_pro":0.712,"mmmu_pro":null,"hle":0.046,"scicode":0.281,"humaneval":0.815,"aime":0.097,"aime25":0.13,"math_500":0.819,"gpqa":0.527,"livecodebench":0.287,"ifbench":0.365,"lcr":0.18,"estimated_intelligence_index":28.7669982595,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.508,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14155650,"answer_tokens":6696113,"output_tokens":6696113,"reasoning_tokens":0},"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","slug":"cohere_command-a","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"gpqa_16x":null,"model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-a-03-2025","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command A","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-a","hosts_url":"/models/command-a/providers","name_and_creator_label":"Command A, Cohere"},{"id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","name":"Aya Expanse 32B","short_name":"Aya Expanse 32B","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-10-24","chatbot-arena-elo":1207,"slug":"aya-expanse-32b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":423,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-32b","commercial_allowed":false,"chatbot_arena_label":"Aya-Expanse-32B","knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.6,"de":0.828,"en":0.868,"es":0.876,"fr":0.744,"ja":0.792,"sw":0.288,"zh":0.82},"mmlu":{"bn":0.41881498362056685,"de":0.6371599487252528,"en":0.6692778806437829,"es":0.6360205098988748,"fr":0.6505483549351944,"ja":0.5645207235436548,"sw":0.3604187437686939,"zh":0.6018373451075345},"average":0.6471624056402221,"average_mgsm":0.727,"average_mmlu":0.5673248112804443,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.5094074918102834,"de":0.7325799743626265,"en":0.7686389403218914,"es":0.7560102549494374,"fr":0.6972741774675972,"ja":0.6782603617718275,"sw":0.32420937188434695,"zh":0.7109186725537673},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":22.43,"coding_index":14.29,"mmlu_pro":0.377,"mmmu_pro":null,"hle":0.045,"scicode":0.149,"humaneval":0.683,"aime":0,"aime25":null,"math_500":0.449,"gpqa":0.23,"livecodebench":0.137,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.9860131205,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","slug":"cohere_aya-expanse-32b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"gpqa_16x":null,"model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"c4ai-aya-expanse-32b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-32b","hosts_url":"/models/aya-expanse-32b/providers","name_and_creator_label":"Aya Expanse 32B, Cohere"},{"id":"c44b9736-5853-4257-8190-b4f2a8601367","name":"Aya Expanse 8B","short_name":"Aya Expanse 8B","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-10-24","chatbot-arena-elo":null,"slug":"aya-expanse-8b","open_weights":"Open","additional_text":null,"context_window_tokens":8000,"display_order":424,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-8b","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.228,"de":0.732,"en":0.724,"es":0.772,"fr":0.664,"ja":0.664,"sw":0.092,"zh":0.7},"mmlu":{"bn":0.27937615724255804,"de":0.5403076484831221,"en":0.542800170915824,"es":0.41881498362056685,"fr":0.46104543512320184,"ja":0.40286284005127476,"sw":0.2852157812277453,"zh":0.33599202392821537},"average":0.49015094003703175,"average_mgsm":0.572,"average_mmlu":0.40830188007406354,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.253688078621279,"de":0.636153824241561,"en":0.633400085457912,"es":0.5954074918102834,"fr":0.562522717561601,"ja":0.5334314200256374,"sw":0.18860789061387268,"zh":0.5179960119641076},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":16.03,"coding_index":7.4,"mmlu_pro":0.312,"mmmu_pro":null,"hle":0.051,"scicode":0.078,"humaneval":0.444,"aime":0,"aime25":null,"math_500":0.321,"gpqa":0.247,"livecodebench":0.07,"ifbench":null,"lcr":null,"estimated_intelligence_index":3.7880452683,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","slug":"cohere_aya-expanse-8b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"gpqa_16x":null,"model_id":"c44b9736-5853-4257-8190-b4f2a8601367","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"c4ai-aya-expanse-8b","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-8b","hosts_url":"/models/aya-expanse-8b/providers","name_and_creator_label":"Aya Expanse 8B, Cohere"},{"id":"387b1a3c-a197-4c55-86c0-438eff604e59","name":"Command-R+ (Aug '24)","short_name":"Command-R+","deleted":false,"deprecated":true,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-08-30","chatbot-arena-elo":1215,"slug":"command-r-plus","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1008,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-plus-08-2024","commercial_allowed":false,"chatbot_arena_label":"Command R+ (08-2024)","knowledge_cutoff_date":null,"parameters":104,"inference_parameters_active":null,"mgsm_aa":0.6632727272727272,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":645,"output_tokens":645,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":20.1,"coding_index":11.63,"mmlu_pro":0.427,"mmmu_pro":null,"hle":0.05,"scicode":0.122,"humaneval":0.63,"aime":0,"aime25":null,"math_500":0.402,"gpqa":0.337,"livecodebench":0.111,"ifbench":null,"lcr":null,"estimated_intelligence_index":9.4897627989,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","deprecated_to":"command-a","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"37cd6a2c-3a65-4503-bbef-9b1875c73217","slug":"amazon-bedrock_command-r-plus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"387b1a3c-a197-4c55-86c0-438eff604e59","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-plus-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R+ (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","slug":"cohere_command-r-plus","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":0.6632727272727272,"gpqa_16x":null,"model_id":"387b1a3c-a197-4c55-86c0-438eff604e59","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-plus-08-2024","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R+ (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-plus","hosts_url":"/models/command-r-plus/providers","name_and_creator_label":"Command-R+, Cohere"},{"id":"76361085-f5dc-49ec-b069-fe56ca885933","name":"Command-R+ (Apr '24)","short_name":"Command-R+ (Apr '24)","deleted":false,"deprecated":true,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-04-04","chatbot-arena-elo":1190,"slug":"command-r-plus-04-2024","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1010,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-plus","commercial_allowed":false,"chatbot_arena_label":"Command R+","knowledge_cutoff_date":"2023-02-01","parameters":104,"inference_parameters_active":null,"mgsm_aa":0.5552727272727273,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":14.27,"coding_index":11.99,"mmlu_pro":0.432,"mmmu_pro":null,"hle":0.045,"scicode":0.118,"humaneval":0.637,"aime":0.007,"aime25":null,"math_500":0.279,"gpqa":0.323,"livecodebench":0.122,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.829372529,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"794af780-d67b-447b-9ebe-079d69920832","deprecated_to":"command-r-plus","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"794af780-d67b-447b-9ebe-079d69920832","slug":"cohere_command-r-plus-04-2024","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":0.5549090909090909,"gpqa_16x":null,"model_id":"76361085-f5dc-49ec-b069-fe56ca885933","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-plus-04-2024","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R+ (Apr '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"99230eff-f5d3-4446-98a1-e2062b8badaf","slug":"amazon-bedrock_command-r-plus-04-2024","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"76361085-f5dc-49ec-b069-fe56ca885933","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-plus-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R+ (Apr '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-plus-04-2024","hosts_url":"/models/command-r-plus-04-2024/providers","name_and_creator_label":"Command-R+ (Apr '24), Cohere"},{"id":"2868d59e-0da9-4083-b962-177093a755c3","name":"Command-R (Aug '24)","short_name":"Command-R","deleted":false,"deprecated":true,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-08-30","chatbot-arena-elo":1179,"slug":"command-r","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1013,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-08-2024","commercial_allowed":false,"chatbot_arena_label":"Command R (08-2024)","knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":0.5745454545454546,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":7.63,"coding_index":6.56,"mmlu_pro":0.337,"mmmu_pro":null,"hle":0.051,"scicode":0.087,"humaneval":0.415,"aime":0.003,"aime25":null,"math_500":0.149,"gpqa":0.289,"livecodebench":0.044,"ifbench":null,"lcr":null,"estimated_intelligence_index":2.5349205363,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"650610ac-3082-4b83-97cb-f6a483b6d300","deprecated_to":"command-a","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"53138844-6e0a-4e0e-b18f-767f0606a903","slug":"amazon-bedrock_command-r","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"2868d59e-0da9-4083-b962-177093a755c3","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"650610ac-3082-4b83-97cb-f6a483b6d300","slug":"cohere_command-r","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":0.5745454545454546,"gpqa_16x":null,"model_id":"2868d59e-0da9-4083-b962-177093a755c3","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-08-2024","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r","hosts_url":"/models/command-r/providers","name_and_creator_label":"Command-R, Cohere"},{"id":"abe9f0c7-f4f6-430d-ba42-f45afdd4841b","name":"Command-R (Mar '24)","short_name":"Command-R (Mar '24)","deleted":false,"deprecated":true,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-03-12","chatbot-arena-elo":1149,"slug":"command-r-03-2024","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1015,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-r-v01","commercial_allowed":false,"chatbot_arena_label":"Command R","knowledge_cutoff_date":null,"parameters":35,"inference_parameters_active":null,"mgsm_aa":0.2978181818181818,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":8.53,"coding_index":5.51,"mmlu_pro":0.338,"mmmu_pro":null,"hle":0.048,"scicode":0.062,"humaneval":0.4,"aime":0.007,"aime25":null,"math_500":0.164,"gpqa":0.284,"livecodebench":0.048,"ifbench":null,"lcr":null,"estimated_intelligence_index":2.3782799448,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a5018abf-f12f-4691-ac60-f797820735a6","deprecated_to":"command-r","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"270ecbd6-7c7a-4067-8615-9f3271112c05","slug":"amazon-bedrock_command-r-03-2024","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"abe9f0c7-f4f6-430d-ba42-f45afdd4841b","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"cohere.command-r-v1:0","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Command-R (Mar '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a5018abf-f12f-4691-ac60-f797820735a6","slug":"cohere_command-r-03-2024","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":0.296,"gpqa_16x":null,"model_id":"abe9f0c7-f4f6-430d-ba42-f45afdd4841b","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"command-r-03-2024","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command-R (Mar '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-r-03-2024","hosts_url":"/models/command-r-03-2024/providers","name_and_creator_label":"Command-R (Mar '24), Cohere"},{"id":"78452c64-7303-4192-bca5-2d9ec5c623d4","name":"Jamba 1.7 Large","short_name":"Jamba 1.7 Large","deleted":false,"deprecated":false,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-07-07","chatbot-arena-elo":null,"slug":"jamba-1-7-large","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":429,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Large-1.7","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-22","parameters":398,"inference_parameters_active":"94.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":32.83,"coding_index":18.42,"mmlu_pro":0.577,"mmmu_pro":null,"hle":0.038,"scicode":0.188,"humaneval":0.71,"aime":0.057,"aime25":null,"math_500":0.6,"gpqa":0.39,"livecodebench":0.181,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.9065839155,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","slug":"ai21-labs_jamba-1-7-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-large-1.7","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-large","hosts_url":"/models/jamba-1-7-large/providers","name_and_creator_label":"Jamba 1.7 Large, AI21 Labs"},{"id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","name":"Jamba 1.7 Mini","short_name":"Jamba 1.7 Mini","deleted":false,"deprecated":false,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-07-07","chatbot-arena-elo":null,"slug":"jamba-1-7-mini","open_weights":"Open","additional_text":null,"context_window_tokens":258000,"display_order":430,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Mini-1.7","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-22","parameters":52,"inference_parameters_active":"12.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":13.57,"coding_index":7.7,"mmlu_pro":0.388,"mmmu_pro":null,"hle":0.045,"scicode":0.093,"humaneval":0.479,"aime":0.013,"aime25":null,"math_500":0.258,"gpqa":0.322,"livecodebench":0.061,"ifbench":null,"lcr":null,"estimated_intelligence_index":5.7512740151,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","slug":"ai21-labs_jamba-1-7-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-mini-1.7","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-mini","hosts_url":"/models/jamba-1-7-mini/providers","name_and_creator_label":"Jamba 1.7 Mini, AI21 Labs"},{"id":"aec53acd-bf97-4f4f-93a6-1a94e05824ad","name":"Jamba Instruct","short_name":"Jamba Instruct","deleted":false,"deprecated":true,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2024-05-02","chatbot-arena-elo":null,"slug":"jamba-instruct","open_weights":"Proprietary","additional_text":"Base version (Jamba v0.1) is open-source, but this instruct-tuned variant is API-only with no direct model release available","context_window_tokens":256000,"display_order":1024,"tokenizer_id":"jamba_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":52,"inference_parameters_active":"12","mgsm_aa":0.37454545454545457,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":6.44,"mmlu_pro":0.343,"mmmu_pro":null,"hle":0.052,"scicode":0.083,"humaneval":0.002,"aime":null,"aime25":null,"math_500":0.243,"gpqa":0.271,"livecodebench":0.046,"ifbench":null,"lcr":null,"estimated_intelligence_index":14.512703636284751,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"de95528c-062d-40b8-8b37-89c471e96057","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[],"model_url":"/models/jamba-instruct","hosts_url":"/models/jamba-instruct/providers","name_and_creator_label":"Jamba Instruct, AI21 Labs"},{"id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","name":"Jamba 1.5 Large","short_name":"Jamba 1.5 Large","deleted":false,"deprecated":true,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2024-08-22","chatbot-arena-elo":1221,"slug":"jamba-1-5-large","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":1025,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Large","commercial_allowed":true,"chatbot_arena_label":"Jamba-1.5-Large","knowledge_cutoff_date":"2024-03-05","parameters":398,"inference_parameters_active":"94","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":32.63,"coding_index":15.3,"mmlu_pro":0.572,"mmmu_pro":null,"hle":0.04,"scicode":0.163,"humaneval":0.239,"aime":0.047,"aime25":null,"math_500":0.606,"gpqa":0.427,"livecodebench":0.143,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.6559589691,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.369,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d99dd2e5-30d6-469b-959a-cde6ab904941","deprecated_to":"jamba-1-6-large","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"0d7117c1-7b4c-47ad-a20c-e1dbacd5894b","slug":"azure_jamba-1-5-large","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"AI21-Jamba-1-5-Large","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Jamba 1.5 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-5-large","hosts_url":"/models/jamba-1-5-large/providers","name_and_creator_label":"Jamba 1.5 Large, AI21 Labs"},{"id":"e8ffd75b-766f-4551-8c52-6e54706220eb","name":"Jamba 1.6 Mini","short_name":"Jamba 1.6 Mini","deleted":false,"deprecated":true,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-03-06","chatbot-arena-elo":null,"slug":"jamba-1-6-mini","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":1026,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Mini-1.6","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":52,"inference_parameters_active":"12","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":735,"output_tokens":735,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":14.5,"coding_index":8.58,"mmlu_pro":0.367,"mmmu_pro":null,"hle":0.046,"scicode":0.101,"humaneval":0.427,"aime":0.033,"aime25":null,"math_500":0.257,"gpqa":0.3,"livecodebench":0.071,"ifbench":null,"lcr":null,"estimated_intelligence_index":5.4902063626,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"90b8b26f-4776-498e-8330-f3601179d3c6","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"90b8b26f-4776-498e-8330-f3601179d3c6","slug":"ai21-labs_jamba-1-6-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"e8ffd75b-766f-4551-8c52-6e54706220eb","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.6 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-6-mini","hosts_url":"/models/jamba-1-6-mini/providers","name_and_creator_label":"Jamba 1.6 Mini, AI21 Labs"},{"id":"92b19c88-fa87-4595-957e-fe9aa5fa5ad4","name":"Jamba 1.6 Large","short_name":"Jamba 1.6 Large","deleted":false,"deprecated":true,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-03-06","chatbot-arena-elo":null,"slug":"jamba-1-6-large","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":1027,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Large-1.6","commercial_allowed":true,"chatbot_arena_label":"Jamba-1.6-Large","knowledge_cutoff_date":null,"parameters":398,"inference_parameters_active":"94","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1041,"answer_tokens":626,"output_tokens":626,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":31.33,"coding_index":17.83,"mmlu_pro":0.565,"mmmu_pro":null,"hle":0.04,"scicode":0.184,"humaneval":0.7,"aime":0.047,"aime25":null,"math_500":0.58,"gpqa":0.387,"livecodebench":0.172,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.1338236641,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","slug":"ai21-labs_jamba-1-6-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"gpqa_16x":null,"model_id":"92b19c88-fa87-4595-957e-fe9aa5fa5ad4","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"jamba-large","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.6 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-6-large","hosts_url":"/models/jamba-1-6-large/providers","name_and_creator_label":"Jamba 1.6 Large, AI21 Labs"},{"id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","name":"Jamba 1.5 Mini","short_name":"Jamba 1.5 Mini","deleted":false,"deprecated":true,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2024-08-22","chatbot-arena-elo":1176,"slug":"jamba-1-5-mini","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":1029,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Mini","commercial_allowed":true,"chatbot_arena_label":"Jamba-1.5-Mini","knowledge_cutoff_date":"2024-03-05","parameters":52,"inference_parameters_active":"12","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":860,"output_tokens":860,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":18.33,"coding_index":7.11,"mmlu_pro":0.371,"mmmu_pro":null,"hle":0.051,"scicode":0.08,"humaneval":0.627,"aime":0.01,"aime25":null,"math_500":0.357,"gpqa":0.302,"livecodebench":0.062,"ifbench":null,"lcr":null,"estimated_intelligence_index":6.2734093201,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.323,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"76ac5b9e-217c-4345-8142-5e4807949b4a","deprecated_to":"jamba-1-6-mini","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"0967c5cd-4a54-4747-ad7e-695e657436ad","slug":"azure_jamba-1-5-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"gpqa_16x":null,"model_id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"AI21-Jamba-1-5-Mini","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Jamba 1.5 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-5-mini","hosts_url":"/models/jamba-1-5-mini/providers","name_and_creator_label":"Jamba 1.5 Mini, AI21 Labs"},{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":434,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14122064,"answer_tokens":8109284,"output_tokens":105836033,"reasoning_tokens":97726749},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","slug":"deepinfra_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","slug":"novita_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","slug":"cerebras_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4903acad-f6a6-4555-bb36-ee1caea19589","slug":"parasail_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","slug":"togetherai_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba"},{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":432,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14352998,"answer_tokens":23492089,"output_tokens":23492089,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","slug":"parasail_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","slug":"deepinfra_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81cc61e7-c166-4952-b0c5-189f45e66506","slug":"nebius_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","slug":"togetherai_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507-tput","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","slug":"fireworks_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","slug":"cerebras_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","slug":"novita_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba"},{"id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","name":"Qwen3 235B A22B (Reasoning)","short_name":"Qwen3 235B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1071,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":48.42,"math_index":88.5,"coding_index":51.08,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.117,"scicode":0.399,"humaneval":null,"aime":0.84,"aime25":0.82,"math_500":0.93,"gpqa":0.7,"livecodebench":0.622,"ifbench":0.387,"lcr":0,"estimated_intelligence_index":52.1273318052,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.815,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":0.707,"computed_performance_host_model_id":"56a6c111-9346-484d-aca5-97bdf356ac24","deprecated_to":"qwen3-235b-a22b-instruct-2507-reasoning","size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4644618,"answer_tokens":2950763,"output_tokens":83675326,"reasoning_tokens":80724563},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"d88af9eb-33e2-4842-8fc3-87bd36e462b8","slug":"parasail_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.3475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.88,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7b22476e-f133-41dc-bbba-238eeaa3c620","slug":"deepinfra_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"10ab8e59-1249-4958-8317-9e60aa385b56","slug":"togetherai_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":"FP8 Throughput","json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-fp8-tput","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4cfde8fb-b636-4d79-b890-a4e2adc00ba5","slug":"nebius_qwen3-235b-a22b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 235B A22B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"56a6c111-9346-484d-aca5-97bdf356ac24","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"54fe6cdd-f597-470a-8922-3927ab43302b","slug":"gmi_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 235B A22B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":1.09,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40900,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6825a5de-a446-414d-b1bc-87924def99f7","slug":"fireworks_qwen3-235b-a22b-instruct-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d1017f4-b486-47a1-9a39-cd5923a277c1","slug":"novita_qwen3-235b-a22b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 235B (Reasoning), Alibaba"},{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":442,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14261333,"answer_tokens":9153394,"output_tokens":9153394,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","slug":"fireworks_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 Coder 480B A35B_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.7875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","slug":"hyperbolic_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":0.3,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b672fd1a-fc0b-4837-8200-954aea399f84","slug":"parasail_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.62,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","slug":"togetherai_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","slug":"novita_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.64,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","slug":"alibaba-cloud_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":"Input/Output pricing based on token count:\n0-32K: $1.5/$7.5 per M tokens\n32K-131K: $2.7/$13.5 per M tokens\n131K-205K: $4.5/$22.5 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":7.5,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","slug":"gmi_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"GMI_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","slug":"cerebras_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-coder-480b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba"},{"id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","name":"Qwen3 32B (Reasoning)","short_name":"Qwen3 32B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-32b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1074,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-32B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":44.28,"math_index":88.37,"coding_index":45.01,"mmlu_pro":0.798,"mmmu_pro":null,"hle":0.083,"scicode":0.354,"humaneval":null,"aime":0.807,"aime25":0.73,"math_500":0.961,"gpqa":0.668,"livecodebench":0.546,"ifbench":0.363,"lcr":0,"estimated_intelligence_index":48.8274366776,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.814,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":0.657,"computed_performance_host_model_id":"870a61de-b07d-4f0e-b085-7a0600130892","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4545625,"answer_tokens":5532030,"output_tokens":52934559,"reasoning_tokens":47402529},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"c7ffaebb-3a2e-4f7e-9e4d-1230efd8d603","slug":"parasail_qwen3-32b-instruct-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"870a61de-b07d-4f0e-b085-7a0600130892","slug":"alibaba-cloud_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-32b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0f033228-e4f8-41fe-99dc-935788826263","slug":"deepinfra_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fb9d47f6-18d6-4d6c-9a74-0274f9deb781","slug":"sambanova_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen3-32B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c992649b-32f3-4f7e-a2d2-55b0078bc81e","slug":"novita_qwen3-32b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9eb1a2f1-6dec-487f-ada0-577b98a9ce34","slug":"nebius_qwen3-32b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"767ffd45-9a52-4d90-a11f-651d40eb2869","slug":"cerebras_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b606ecc-11eb-4722-854f-cd4e7b1e5d1d","slug":"gmi_qwen3-32b-instruct-reasoning_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 32B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3cee6052-90d1-42c9-ab77-f2ec84628197","slug":"groq_qwen3-32b-instruct-reasoning","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Qwen3 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":2.74,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-32b-instruct-reasoning","hosts_url":"/models/qwen3-32b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 32B (Reasoning), Alibaba"},{"id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","name":"Qwen3 30B A3B (Reasoning)","short_name":"Qwen3 30B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1072,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":"3.3","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":42.34,"math_index":85.63,"coding_index":39.53,"mmlu_pro":0.777,"mmmu_pro":null,"hle":0.066,"scicode":0.285,"humaneval":null,"aime":0.753,"aime25":0.723,"math_500":0.959,"gpqa":0.616,"livecodebench":0.506,"ifbench":0.415,"lcr":0,"estimated_intelligence_index":45.109833306,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.804,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.658,"lab_claimed_livecodebench":0.626,"computed_performance_host_model_id":"aaea5d11-73e7-461f-830f-95006e0f73b7","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4458699,"answer_tokens":4238388,"output_tokens":58020166,"reasoning_tokens":53781778},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"f228eaa2-9ca0-479a-aff4-990013dd8a2b","slug":"parasail_qwen3-30b-a3b-instruct-reasoning_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-30b-a3b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aaea5d11-73e7-461f-830f-95006e0f73b7","slug":"alibaba-cloud_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e83a25aa-86c0-40d9-9d3e-ac5683678972","slug":"deepinfra_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"27515963-8bfe-4829-ace4-dbcaf44789ec","slug":"novita_qwen3-30b-a3b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-30b-a3b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 30B A3B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"35633f09-2454-473a-a759-663f06952422","slug":"nebius_qwen3-30b-a3b-instruct-reasoning_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 30B A3B (Reasoning)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e10433d8-502f-4ded-8b0a-474fc9e5e3e5","slug":"nebius_qwen3-30b-a3b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-30B-A3B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 30B A3B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a3d633aa-0ec9-4f6f-8ad0-3d34b7fb4ec8","slug":"fireworks_qwen3-30b-a3b-instruct-reasoning","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-30b-a3b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 30B A3B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-instruct-reasoning","hosts_url":"/models/qwen3-30b-a3b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 30B (Reasoning), Alibaba"},{"id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","name":"Qwen3 235B A22B","short_name":"Qwen3 235B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1073,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.33,"math_index":61.43,"coding_index":32.07,"mmlu_pro":0.762,"mmmu_pro":null,"hle":0.047,"scicode":0.299,"humaneval":null,"aime":0.327,"aime25":0.237,"math_500":0.902,"gpqa":0.613,"livecodebench":0.343,"ifbench":0.366,"lcr":0,"estimated_intelligence_index":36.2230904149,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","deprecated_to":"qwen3-235b-a22b-instruct-2507","size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4733323,"answer_tokens":6759350,"output_tokens":6759350,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"bf00f674-3738-4b55-a5b4-b388a37fe632","slug":"novita_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-235b-a22b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"af68a042-6397-4656-a90f-21132b3ee03e","slug":"nebius_qwen3-235b-a22b-instruct_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 235B A22B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cf1595f1-1825-435b-a338-8fcfb433051f","slug":"fireworks_qwen3-235b-a22b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","slug":"alibaba-cloud_qwen3-235b-a22b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"769db054-956a-4893-a921-93c31dc854cc","slug":"gmi_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 235B A22B","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":1.09,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7ed48131-a47f-434a-9e74-848d105b51b9","slug":"togetherai_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-235B-A22B-fp8-tput","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a25d47e5-7656-4070-9818-8917533efe03","slug":"parasail_qwen3-235b-a22b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-235b-a22b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.3475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":2.88,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct","hosts_url":"/models/qwen3-235b-a22b-instruct/providers","name_and_creator_label":"Qwen3 235B, Alibaba"},{"id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","name":"Qwen3 30B A3B","short_name":"Qwen3 30B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1090,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":"3.3","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":29.91,"math_index":56.13,"coding_index":29.28,"mmlu_pro":0.71,"mmmu_pro":null,"hle":0.046,"scicode":0.264,"humaneval":null,"aime":0.26,"aime25":0.217,"math_500":0.863,"gpqa":0.515,"livecodebench":0.322,"ifbench":0.319,"lcr":0,"estimated_intelligence_index":31.4821018455,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4765098,"answer_tokens":7342080,"output_tokens":7342080,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","slug":"alibaba-cloud_qwen3-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-instruct","hosts_url":"/models/qwen3-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 30B, Alibaba"},{"id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","name":"Qwen3 32B","short_name":"Qwen3 32B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-32b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1088,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-32B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":29.82,"math_index":58.6,"coding_index":28.4,"mmlu_pro":0.727,"mmmu_pro":null,"hle":0.043,"scicode":0.28,"humaneval":0.896,"aime":0.303,"aime25":0.197,"math_500":0.869,"gpqa":0.535,"livecodebench":0.288,"ifbench":0.315,"lcr":0,"estimated_intelligence_index":32.4950443372,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4737663,"answer_tokens":7736379,"output_tokens":7736379,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"9fd166ee-55ca-4106-89a1-47f1755ea125","slug":"sambanova_qwen3-32b-instruct","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen3-32B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c6278b3f-e6da-4da7-8d5d-3dc7291ebba5","slug":"novita_qwen3-32b-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7841ad36-fb21-4e07-9e52-f0499c8a3ac9","slug":"cerebras_qwen3-32b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"37db3769-2d9b-42de-8288-21bab1444594","slug":"parasail_qwen3-32b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"parasail-qwen3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44288441-4e12-4ea5-9e18-3cbf2f2fcc89","slug":"nebius_qwen3-32b-instruct_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","slug":"alibaba-cloud_qwen3-32b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-32b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e642b3cc-4036-4c57-b619-0e95dfbea71d","slug":"nebius_qwen3-32b-instruct_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b871a891-6c2c-4ae8-9f87-92db4b5d1e53","slug":"gmi_qwen3-32b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-32B-FP8","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Qwen3 32B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45fa8a67-a250-4e39-b7ba-3c8363124cc8","slug":"groq_qwen3-32b-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"gpqa_16x":null,"model_id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-32b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Qwen3 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.29,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.365,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.74,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-32b-instruct","hosts_url":"/models/qwen3-32b-instruct/providers","name_and_creator_label":"Qwen3 32B, Alibaba"},{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":431,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":828,"output_tokens":3319,"reasoning_tokens":2491,"max_output_tokens_used":21216},"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","slug":"deepinfra_qwq-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.075,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.09375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","slug":"hyperbolic_qwq-32b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","slug":"nebius_qwq-32b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c980d910-8674-4201-a66f-dc28165ac481","slug":"nebius_qwq-32b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","slug":"togetherai_qwq-32b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c9174be-bc93-405d-8229-b2d3299bc12e","slug":"gmi_qwq-32b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"gpqa_16x":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba"},{"id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","name":"Qwen3 30B A3B 2507 (Non-reasoning)","short_name":"Qwen3 30B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-29","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-2507","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":436,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":"3.3","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":85.1,"coding_index":40.99,"mmlu_pro":0.777,"mmmu_pro":null,"hle":0.068,"scicode":0.304,"humaneval":0.943,"aime":0.727,"aime25":null,"math_500":0.975,"gpqa":0.659,"livecodebench":0.515,"ifbench":null,"lcr":null,"estimated_intelligence_index":46.1436612099,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","slug":"alibaba-cloud_qwen3-30b-a3b-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b-instruct-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507","hosts_url":"/models/qwen3-30b-a3b-2507/providers","name_and_creator_label":"Qwen3 30B 2507 (Non-reasoning), Alibaba"},{"id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","name":"Qwen3 30B A3B 2507 (Reasoning)","short_name":"Qwen3 30B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-30","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":444,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":"3.3","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":94.13,"coding_index":52.01,"mmlu_pro":0.805,"mmmu_pro":null,"hle":0.098,"scicode":0.333,"humaneval":null,"aime":0.907,"aime25":null,"math_500":0.976,"gpqa":0.707,"livecodebench":0.707,"ifbench":null,"lcr":null,"estimated_intelligence_index":53.2238159457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","slug":"alibaba-cloud_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-30b-a3b-thinking-2507","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507-reasoning","hosts_url":"/models/qwen3-30b-a3b-2507-reasoning/providers","name_and_creator_label":"Qwen3 30B 2507 (Reasoning), Alibaba"},{"id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","name":"Qwen3 Coder 30B A3B","short_name":"Qwen3 Coder 30B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-31","chatbot-arena-elo":null,"slug":"qwen3-coder-30b-a3b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":450,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":"3.3","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":59.5,"coding_index":34.05,"mmlu_pro":0.706,"mmmu_pro":null,"hle":0.04,"scicode":0.278,"humaneval":0.915,"aime":0.297,"aime25":null,"math_500":0.893,"gpqa":0.516,"livecodebench":0.403,"ifbench":null,"lcr":null,"estimated_intelligence_index":33.4453305923,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"216d7891-76e3-4e3a-9a90-7c5c4cc007d1","slug":"fireworks_qwen3-coder-30b-a3b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"gpqa_16x":null,"model_id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"accounts/fireworks/models/qwen3-coder-30b-a3b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 Coder 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","slug":"alibaba-cloud_qwen3-coder-30b-a3b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","footnotes":"Input/Output pricing based on token count:\r\n0-32K: $0.45/$2.25 per M tokens\r\n32K-131K: $0.75/$3.75 per M tokens\r\n131K-205K: $1.2/$6 per M tokens","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-coder-30b-a3b-instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 30B A3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":2.25,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-coder-30b-a3b-instruct","hosts_url":"/models/qwen3-coder-30b-a3b-instruct/providers","name_and_creator_label":"Qwen3 Coder 30B, Alibaba"},{"id":"c43aa1f9-31bd-4a99-be70-84c5e6bd2e75","name":"Qwen Chat 14B","short_name":"Qwen Chat 14B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2023-09-25","chatbot-arena-elo":null,"slug":"qwen-chat-14b","open_weights":"Open","additional_text":null,"context_window_tokens":8192,"display_order":777,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":1.66817593,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":null,"frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen-chat-14b","hosts_url":"/models/qwen-chat-14b/providers","name_and_creator_label":"Qwen Chat 14B, Alibaba"},{"id":"b9dc72c6-7bea-4936-a55a-4b0c835fc755","name":"Qwen2.5 Max","short_name":"Qwen2.5 Max","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-01-28","chatbot-arena-elo":null,"slug":"qwen-2-5-max","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32000,"display_order":1038,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":53.4,"coding_index":34.78,"mmlu_pro":0.762,"mmmu_pro":null,"hle":0.045,"scicode":0.337,"humaneval":0.929,"aime":0.233,"aime25":null,"math_500":0.835,"gpqa":0.587,"livecodebench":0.359,"ifbench":null,"lcr":null,"estimated_intelligence_index":34.3329606108,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","deprecated_to":"qwen3-235b-a22b-instruct","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","slug":"alibaba-cloud_qwen-max","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"b9dc72c6-7bea-4936-a55a-4b0c835fc755","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-max-2025-01-25","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Max","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.6,"price_1m_output_tokens":6.4,"price_1m_blended_3_to_1":2.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen-2-5-max","hosts_url":"/models/qwen-2-5-max/providers","name_and_creator_label":"Qwen2.5 Max, Alibaba"},{"id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","name":"Qwen2.5 Instruct 72B","short_name":"Qwen2.5 72B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-09-19","chatbot-arena-elo":1259,"slug":"qwen2-5-72b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":1040,"tokenizer_id":"qwen2_tokenizer","license_name":"Qwen License Agreement","license_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Qwen2.5-72B-Instruct","knowledge_cutoff_date":null,"parameters":72,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.892,"de":0.916,"en":0.972,"es":0.932,"fr":0.876,"ja":0.864,"sw":0.688,"zh":0.904},"mmlu":{"bn":0.7452642073778664,"de":0.8041589517162797,"en":0.8572140720695058,"es":0.8226748326449224,"fr":0.8166215638797892,"ja":0.7930494231590941,"sw":0.5166642928357784,"zh":0.8092152115083322},"average":0.8255539096994731,"average_mgsm":0.8805000000000001,"average_mmlu":0.7706078193989461,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8186321036889332,"de":0.8600794758581398,"en":0.9146070360347529,"es":0.8773374163224612,"fr":0.8463107819398946,"ja":0.8285247115795471,"sw":0.6023321464178892,"zh":0.8566076057541661},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":50.9,"coding_index":27.18,"mmlu_pro":0.72,"mmmu_pro":null,"hle":0.042,"scicode":0.267,"humaneval":0.883,"aime":0.16,"aime25":null,"math_500":0.858,"gpqa":0.491,"livecodebench":0.276,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.2473627401,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.866,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","deprecated_to":"qwen3-235b-a22b-instruct","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"428ced85-57a4-418f-ad5b-d2441cbedaa4","slug":"nebius_qwen2-5-72b-instruct_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen2.5 Instruct 72B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","slug":"alibaba-cloud_qwen2-5-72b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen2.5-72b-instruct","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"084f94d6-0935-478a-9c57-4b767c84b900","slug":"nebius_qwen2-5-72b-instruct","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c331bb3-1488-4e5e-b699-bab82a62dbcb","slug":"togetherai_qwen2-5-72b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct-Turbo","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen2.5 Instruct 72B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff9ff0e0-bebd-425c-8b25-05a69a502f37","slug":"deepinfra_qwen2-5-72b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5317b165-f4b6-472f-8bff-6548aa1c3b44","slug":"hyperbolic_qwen2-5-72b-instruct","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-72B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen2.5 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2-5-72b-instruct","hosts_url":"/models/qwen2-5-72b-instruct/providers","name_and_creator_label":"Qwen2.5 72B, Alibaba"},{"id":"04586102-6a28-48f8-a82e-85775d7ed779","name":"Qwen2.5 Coder Instruct 32B","short_name":"Qwen2.5 Coder 32B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-11-11","chatbot-arena-elo":1220,"slug":"qwen2-5-coder-32b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":1049,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Qwen2.5-Coder-32B-Instruct","knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":806,"output_tokens":806,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":44.33,"coding_index":28.3,"mmlu_pro":0.635,"mmmu_pro":null,"hle":0.038,"scicode":0.271,"humaneval":0.902,"aime":0.12,"aime25":null,"math_500":0.767,"gpqa":0.417,"livecodebench":0.295,"ifbench":null,"lcr":null,"estimated_intelligence_index":24.9867386513,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.927,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"qwen3-32b-instruct","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"37b8459c-9e49-41f4-a7b3-e034b507d686","slug":"lambdalabs_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen25-coder-32b-instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.0925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":33000,"price_m_tokens_blended_3_to_1_per_dollar":10.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"61bfaf75-dec9-48af-beac-eb7f3c0bd5aa","slug":"togetherai_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2f8a5e37-1f7c-4012-b0ef-62d05a41a66e","slug":"deepinfra_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.0825,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":12.12,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"818dad5e-03a9-487a-8f6d-6e31acb29ae3","slug":"hyperbolic_qwen2-5-coder-32b-instruct","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"gpqa_16x":null,"model_id":"04586102-6a28-48f8-a82e-85775d7ed779","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-Coder-32B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen2.5 Coder Instruct 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2-5-coder-32b-instruct","hosts_url":"/models/qwen2-5-coder-32b-instruct/providers","name_and_creator_label":"Qwen2.5 Coder 32B, Alibaba"},{"id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","name":"Qwen2.5 Turbo","short_name":"Qwen2.5 Turbo","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-11-18","chatbot-arena-elo":null,"slug":"qwen-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":1059,"tokenizer_id":"qwen2_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":46.27,"coding_index":15.79,"mmlu_pro":0.633,"mmmu_pro":null,"hle":0.042,"scicode":0.153,"humaneval":0.846,"aime":0.12,"aime25":null,"math_500":0.805,"gpqa":0.41,"livecodebench":0.163,"ifbench":null,"lcr":null,"estimated_intelligence_index":22.135879886,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","deprecated_to":"qwen3-32b-instruct","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","slug":"alibaba-cloud_qwen-turbo","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen-turbo","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen-turbo","hosts_url":"/models/qwen-turbo/providers","name_and_creator_label":"Qwen2.5 Turbo, Alibaba"},{"id":"7656c62b-5345-435b-bf12-b6ce2ca0d58d","name":"Qwen2 Instruct 72B","short_name":"Qwen2 72B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-06-07","chatbot-arena-elo":1187,"slug":"qwen2-72b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":1061,"tokenizer_id":"qwen2_tokenizer","license_name":"Tongyi Qianwen LICENSE AGREEMENT","license_url":"https://github.com/QwenLM/Qwen/blob/main/Tongyi%20Qianwen%20LICENSE%20AGREEMENT","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2-72B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Qwen2-72B-Instruct","knowledge_cutoff_date":null,"parameters":72,"inference_parameters_active":null,"mgsm_aa":0.8127272727272727,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":42.4,"coding_index":19.39,"mmlu_pro":0.622,"mmmu_pro":null,"hle":0.037,"scicode":0.229,"humaneval":0.826,"aime":0.147,"aime25":null,"math_500":0.701,"gpqa":0.371,"livecodebench":0.159,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.091609276,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.646,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"26c22a9e-a5bf-4c4b-a584-1c94c341890b","deprecated_to":"qwen2-5-72b-instruct","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"26c22a9e-a5bf-4c4b-a584-1c94c341890b","slug":"alibaba-cloud_qwen2-72b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"7656c62b-5345-435b-bf12-b6ce2ca0d58d","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen2-72b-instruct","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen2 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0a3c1336-280e-404b-940c-7445657c56e5","slug":"togetherai_qwen2-72b-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8127272727272727,"gpqa_16x":null,"model_id":"7656c62b-5345-435b-bf12-b6ce2ca0d58d","footnotes":null,"json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2-72B-Instruct","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Qwen2 Instruct 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2-72b-instruct","hosts_url":"/models/qwen2-72b-instruct/providers","name_and_creator_label":"Qwen2 72B, Alibaba"},{"id":"e46198a7-cd29-4afd-933d-cdf180f0f305","name":"Qwen3 4B","short_name":"Qwen3 4B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-4b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1075,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":4.02,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":52.8,"coding_index":19.97,"mmlu_pro":0.586,"mmmu_pro":null,"hle":0.037,"scicode":0.167,"humaneval":null,"aime":0.213,"aime25":null,"math_500":0.843,"gpqa":0.398,"livecodebench":0.233,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.8171555681,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","slug":"alibaba-cloud_qwen3-4b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"e46198a7-cd29-4afd-933d-cdf180f0f305","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-4b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 4B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-4b-instruct","hosts_url":"/models/qwen3-4b-instruct/providers","name_and_creator_label":"Qwen3 4B, Alibaba"},{"id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","name":"Qwen3 8B (Reasoning)","short_name":"Qwen3 8B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-8b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1077,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.19,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":82.53,"coding_index":31.6,"mmlu_pro":0.743,"mmmu_pro":null,"hle":0.042,"scicode":0.226,"humaneval":null,"aime":0.747,"aime25":null,"math_500":0.904,"gpqa":0.589,"livecodebench":0.406,"ifbench":null,"lcr":null,"estimated_intelligence_index":40.7552248623,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","slug":"alibaba-cloud_qwen3-8b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-8b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 8B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.66,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca4fd46c-eb6c-44da-8317-789a6160a739","slug":"novita_qwen3-8b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-8b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 8B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.035,"price_1m_output_tokens":0.138,"price_1m_blended_3_to_1":0.06075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16.46,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-8b-instruct-reasoning","hosts_url":"/models/qwen3-8b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 8B (Reasoning), Alibaba"},{"id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","name":"Qwen3 8B","short_name":"Qwen3 8B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-8b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1078,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.19,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":53.57,"coding_index":18.5,"mmlu_pro":0.643,"mmmu_pro":null,"hle":0.028,"scicode":0.168,"humaneval":null,"aime":0.243,"aime25":null,"math_500":0.828,"gpqa":0.452,"livecodebench":0.202,"ifbench":null,"lcr":null,"estimated_intelligence_index":25.3940041892,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","slug":"alibaba-cloud_qwen3-8b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-8b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.31,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-8b-instruct","hosts_url":"/models/qwen3-8b-instruct/providers","name_and_creator_label":"Qwen3 8B, Alibaba"},{"id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","name":"Qwen3 1.7B","short_name":"Qwen3 1.7B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-1.7b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1079,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-1.7B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":2.03,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":40.7,"coding_index":9.77,"mmlu_pro":0.411,"mmmu_pro":null,"hle":0.052,"scicode":0.069,"humaneval":null,"aime":0.097,"aime25":null,"math_500":0.717,"gpqa":0.283,"livecodebench":0.126,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.1969234644,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","slug":"alibaba-cloud_qwen3-1-7b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-1.7b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 1.7B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-1.7b-instruct","hosts_url":"/models/qwen3-1.7b-instruct/providers","name_and_creator_label":"Qwen3 1.7B, Alibaba"},{"id":"0e5f6140-1154-4583-a3e0-8c032a338892","name":"Qwen3 0.6B","short_name":"Qwen3 0.6B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-0.6b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1082,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-0.6B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":0.752,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":26.87,"coding_index":5.68,"mmlu_pro":0.231,"mmmu_pro":null,"hle":0.052,"scicode":0.041,"humaneval":0.338,"aime":0.017,"aime25":null,"math_500":0.521,"gpqa":0.231,"livecodebench":0.073,"ifbench":null,"lcr":null,"estimated_intelligence_index":4.487706577,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","slug":"alibaba-cloud_qwen3-0-6b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"0e5f6140-1154-4583-a3e0-8c032a338892","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-0.6b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 0.6B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.42,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-0.6b-instruct","hosts_url":"/models/qwen3-0.6b-instruct/providers","name_and_creator_label":"Qwen3 0.6B, Alibaba"},{"id":"ecc6524a-d521-458a-8327-5009e8ce6549","name":"Qwen3 14B","short_name":"Qwen3 14B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-14b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1083,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-14B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":14.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":57.57,"coding_index":27.27,"mmlu_pro":0.675,"mmmu_pro":null,"hle":0.042,"scicode":0.265,"humaneval":null,"aime":0.28,"aime25":null,"math_500":0.871,"gpqa":0.47,"livecodebench":0.28,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.8425969878,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","slug":"alibaba-cloud_qwen3-14b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"ecc6524a-d521-458a-8327-5009e8ce6549","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-14b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 14B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":1.4,"price_1m_blended_3_to_1":0.6125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-14b-instruct","hosts_url":"/models/qwen3-14b-instruct/providers","name_and_creator_label":"Qwen3 14B, Alibaba"},{"id":"191a2097-cce3-49cf-881e-0c790892059f","name":"Qwen3 4B (Reasoning)","short_name":"Qwen3 4B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-4b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1086,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-4B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":4.02,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":79.5,"coding_index":24.96,"mmlu_pro":0.696,"mmmu_pro":null,"hle":0.051,"scicode":0.035,"humaneval":0.909,"aime":0.657,"aime25":null,"math_500":0.933,"gpqa":0.522,"livecodebench":0.465,"ifbench":null,"lcr":null,"estimated_intelligence_index":36.4006164186,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.738,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.559,"lab_claimed_livecodebench":0.542,"computed_performance_host_model_id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","slug":"alibaba-cloud_qwen3-4b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"191a2097-cce3-49cf-881e-0c790892059f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-4b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 4B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fe25790c-8bb9-47b4-93c2-91fb64f1ae19","slug":"nebius_qwen3-4b-instruct-reasoning_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"191a2097-cce3-49cf-881e-0c790892059f","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-4B-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 4B (Reasoning)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4c1a74c5-aa90-473c-a383-bec286514786","slug":"novita_qwen3-4b-instruct-reasoning_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"gpqa_16x":null,"model_id":"191a2097-cce3-49cf-881e-0c790892059f","footnotes":"*Free on Novita","json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen/qwen3-4b-fp8","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_Qwen3 4B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-4b-instruct-reasoning","hosts_url":"/models/qwen3-4b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 4B (Reasoning), Alibaba"},{"id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","name":"Qwen3 14B (Reasoning)","short_name":"Qwen3 14B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-14b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1095,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-14B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":14.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":86.23,"coding_index":41.94,"mmlu_pro":0.774,"mmmu_pro":null,"hle":0.043,"scicode":0.316,"humaneval":0.963,"aime":0.763,"aime25":null,"math_500":0.961,"gpqa":0.604,"livecodebench":0.523,"ifbench":null,"lcr":null,"estimated_intelligence_index":45.2351457792,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","slug":"alibaba-cloud_qwen3-14b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-14b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 14B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":4.2,"price_1m_blended_3_to_1":1.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"727e16ae-0f4b-46df-8de3-57040d1194c7","slug":"deepinfra_qwen3-14b-instruct-reasoning","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-14B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 14B (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"31a2f982-9245-46f6-8d96-d67402439810","slug":"nebius_qwen3-14b-instruct-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","footnotes":null,"json_mode":true,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen3-14B","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen3 14B (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-14b-instruct-reasoning","hosts_url":"/models/qwen3-14b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 14B (Reasoning), Alibaba"},{"id":"5962d643-0a6f-4630-bb08-ab5720d80056","name":"Qwen3 1.7B (Reasoning)","short_name":"Qwen3 1.7B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-1.7b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1101,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-1.7B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":2.03,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":70.2,"coding_index":17.54,"mmlu_pro":0.57,"mmmu_pro":null,"hle":0.048,"scicode":0.043,"humaneval":0.854,"aime":0.51,"aime25":null,"math_500":0.894,"gpqa":0.356,"livecodebench":0.308,"ifbench":null,"lcr":null,"estimated_intelligence_index":26.8873111615,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"15cc7757-653f-4818-a72c-11794bcbb4bd","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"15cc7757-653f-4818-a72c-11794bcbb4bd","slug":"alibaba-cloud_qwen3-1-7b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"5962d643-0a6f-4630-bb08-ab5720d80056","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-1.7b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 1.7B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-1.7b-instruct-reasoning","hosts_url":"/models/qwen3-1.7b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 1.7B (Reasoning), Alibaba"},{"id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","name":"Qwen3 0.6B (Reasoning)","short_name":"Qwen3 0.6B (Reasoning)","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-04-28","chatbot-arena-elo":null,"slug":"qwen3-0.6b-instruct-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1108,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-0.6B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":0.752,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":42.5,"coding_index":7.42,"mmlu_pro":0.347,"mmmu_pro":null,"hle":0.057,"scicode":0.028,"humaneval":0.49,"aime":0.1,"aime25":null,"math_500":0.75,"gpqa":0.239,"livecodebench":0.121,"ifbench":null,"lcr":null,"estimated_intelligence_index":11.275465542,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","slug":"alibaba-cloud_qwen3-0-6b-instruct-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen3-0.6b","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 0.6B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":1.26,"price_1m_blended_3_to_1":0.3975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-0.6b-instruct-reasoning","hosts_url":"/models/qwen3-0.6b-instruct-reasoning/providers","name_and_creator_label":"Qwen3 0.6B (Reasoning), Alibaba"},{"id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","name":"QwQ 32B-Preview","short_name":"QwQ 32B-Preview","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-11-27","chatbot-arena-elo":null,"slug":"QwQ-32B-Preview","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":1119,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B-Preview","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B-Preview","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"intelligence_index":null,"math_index":68.17,"coding_index":18.74,"mmlu_pro":0.648,"mmmu_pro":null,"hle":0.048,"scicode":0.038,"humaneval":0.867,"aime":0.453,"aime25":null,"math_500":0.91,"gpqa":0.557,"livecodebench":0.337,"ifbench":null,"lcr":null,"estimated_intelligence_index":31.534315376,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"qwq-32b","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"da643c0a-d4d3-409e-a5be-a9fca5eccc3d","slug":"togetherai_qwq-32b-preview","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"gpqa_16x":null,"model_id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","footnotes":"QwQ evaluation results coming soon.","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-Preview","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B-Preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"508f386c-fd2b-4899-9311-251f21bac43b","slug":"deepinfra_qwq-32b-preview","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"gpqa_16x":null,"model_id":"8823351e-8232-4c9c-8a1d-cd2c1d2c1196","footnotes":"QwQ evaluation results coming soon.","json_mode":false,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/QwQ-32B-Preview","mmmu_pro_aa":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B-Preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.18,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/QwQ-32B-Preview","hosts_url":"/models/QwQ-32B-Preview/providers","name_and_creator_label":"QwQ 32B-Preview, Alibaba"},{"id":"e410e854-104d-4b35-a171-899ff9d974bb","name":"Qwen2.5 Coder Instruct 7B ","short_name":"Qwen2.5 Coder 7B ","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-09-19","chatbot-arena-elo":null,"slug":"qwen2-5-coder-7b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":1153,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":7.62,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":35.67,"coding_index":13.7,"mmlu_pro":0.473,"mmmu_pro":null,"hle":0.048,"scicode":0.148,"humaneval":0.899,"aime":0.053,"aime25":null,"math_500":0.66,"gpqa":0.339,"livecodebench":0.126,"ifbench":null,"lcr":null,"estimated_intelligence_index":14.9199699709,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"qwen3-8b-instruct","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[],"model_url":"/models/qwen2-5-coder-7b-instruct","hosts_url":"/models/qwen2-5-coder-7b-instruct/providers","name_and_creator_label":"Qwen2.5 Coder 7B , Alibaba"},{"id":"1d0db5a3-3132-4213-a94b-c2e395d08283","name":"Qwen2.5 Instruct 32B","short_name":"Qwen2.5 Instruct 32B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-09-19","chatbot-arena-elo":null,"slug":"qwen2.5-32b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1155,"tokenizer_id":"qwen2_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1096,"output_tokens":1096,"reasoning_tokens":0,"max_answer_tokens_used":15826,"max_output_tokens_used":15826,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":null,"math_index":45.77,"coding_index":23.84,"mmlu_pro":0.697,"mmmu_pro":null,"hle":0.038,"scicode":0.229,"humaneval":0.9,"aime":0.11,"aime25":null,"math_500":0.805,"gpqa":0.466,"livecodebench":0.248,"ifbench":null,"lcr":null,"estimated_intelligence_index":26.1145509101,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d1834eca-fea0-4de3-a836-b561c22bca61","deprecated_to":"qwen3-32b-instruct","size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"797fc938-558b-470c-b182-d52afbd015cb","slug":"nebius_qwen2-5-32b-instruct_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"1d0db5a3-3132-4213-a94b-c2e395d08283","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-32B-Instruct","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen2.5 Instruct 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.06,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.095,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":10.53,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1348b90f-ba22-44ef-a96b-854e8ee265be","slug":"nebius_qwen2-5-32b-instruct_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"gpqa_16x":null,"model_id":"1d0db5a3-3132-4213-a94b-c2e395d08283","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen2.5-32B-Instruct-fast","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Qwen2.5 Instruct 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen2.5-32b-instruct","hosts_url":"/models/qwen2.5-32b-instruct/providers","name_and_creator_label":"Qwen2.5 Instruct 32B, Alibaba"},{"id":"d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3","name":"Qwen1.5 Chat 110B","short_name":"Qwen1.5 Chat 110B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2024-04-25","chatbot-arena-elo":null,"slug":"qwen1.5-110b-chat","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":1168,"tokenizer_id":"qwen2_tokenizer","license_name":"Tongyi Qianwen LICENSE AGREEMENT","license_url":"https://github.com/QwenLM/Qwen/blob/main/Tongyi%20Qianwen%20LICENSE%20AGREEMENT","model_weights_source_url":"https://huggingface.co/Qwen/Qwen1.5-110B-Chat","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":110,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":0.289,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.15515264,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"84bed274-e0bb-421e-893b-9ef0af1423e6","deprecated_to":"qwen2-5-72b-instruct","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"84bed274-e0bb-421e-893b-9ef0af1423e6","slug":"alibaba-cloud_qwen1-5-110b-chat","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"qwen1.5-110b-chat","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen1.5 Chat 110B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen1.5-110b-chat","hosts_url":"/models/qwen1.5-110b-chat/providers","name_and_creator_label":"Qwen1.5 Chat 110B, Alibaba"},{"id":"41f73c27-880c-4f30-8b07-9999ce89a4ae","name":"Qwen Chat 72B","short_name":"Qwen Chat 72B","deleted":false,"deprecated":true,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2023-11-30","chatbot-arena-elo":null,"slug":"qwen-chat-72b","open_weights":"Open","additional_text":null,"context_window_tokens":33792,"display_order":1170,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/Qwen/Qwen-72B-Chat","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":72,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.02234081,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.646,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"010b5e94-0fa1-4b02-93a6-9b24060fa252","slug":"alibaba-cloud_qwen-chat-72b","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"gpqa_16x":null,"model_id":"41f73c27-880c-4f30-8b07-9999ce89a4ae","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"Qwen/Qwen-72B-Chat","mmmu_pro_aa":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen Chat 72B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen-chat-72b","hosts_url":"/models/qwen-chat-72b/providers","name_and_creator_label":"Qwen Chat 72B, Alibaba"},{"id":"ec60e57e-76d3-42e3-a0e3-80662225a639","name":"OpenChat 3.5 (1210)","short_name":"OpenChat 3.5","deleted":false,"deprecated":true,"model_creator_id":"14b780e1-14fb-4aae-af03-ae2d99699bb1","release_date":"2023-12-18","chatbot-arena-elo":1076,"slug":"openchat-35","open_weights":"Open","additional_text":null,"context_window_tokens":8192,"display_order":976,"tokenizer_id":"mistral_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/openchat/openchat-3.5-1210","commercial_allowed":true,"chatbot_arena_label":"OpenChat-3.5","knowledge_cutoff_date":"2023-11-01","parameters":7,"inference_parameters_active":null,"mgsm_aa":0.3869090909090909,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":15.37,"coding_index":null,"mmlu_pro":0.31,"mmmu_pro":null,"hle":0.048,"scicode":null,"humaneval":0.677,"aime":0,"aime25":null,"math_500":0.307,"gpqa":0.23,"livecodebench":0.115,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.693617827729149,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.689,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"14b780e1-14fb-4aae-af03-ae2d99699bb1","logo":"openchat.png","name":"OpenChat","slug":"openchat","color":"#5a80de","deleted":false,"host_id":null,"created_at":"2023-12-20T02:06:32.802661+00:00","logo_small":"openchat_small.png","creator_url":"https://github.com/imoneoi/openchat","display_order":11,"logo_url":"/img/logos/openchat.png","logo_small_url":"/img/logos/openchat_small.png"},"host_models":[],"model_url":"/models/openchat-35","hosts_url":"/models/openchat-35/providers","name_and_creator_label":"OpenChat 3.5, OpenChat"},{"id":"1299b9a8-af50-4742-a58b-24ff7eb48f9f","name":"LFM 40B","short_name":"LFM 40B","deleted":false,"deprecated":true,"model_creator_id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","release_date":"2024-09-30","chatbot-arena-elo":null,"slug":"lfm-40b","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32000,"display_order":991,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":40.3,"inference_parameters_active":"12","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":25.17,"coding_index":8.34,"mmlu_pro":0.425,"mmmu_pro":null,"hle":0.049,"scicode":0.071,"humaneval":0.505,"aime":0.023,"aime25":null,"math_500":0.48,"gpqa":0.327,"livecodebench":0.096,"ifbench":null,"lcr":null,"estimated_intelligence_index":9.7403877453,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","logo":"liquidai.svg","name":"Liquid AI","slug":"liquidai","color":"#000000","deleted":false,"host_id":null,"created_at":"2024-09-30T20:43:02.453141+00:00","logo_small":"liquidai_small.svg","creator_url":"https://www.liquid.ai","display_order":15,"logo_url":"/img/logos/liquidai.svg","logo_small_url":"/img/logos/liquidai_small.svg"},"host_models":[{"id":"1758e291-a060-4a3a-b5c1-9cac61f9fb28","slug":"lambdalabs_lfm-40-b","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"gpqa_16x":null,"model_id":"1299b9a8-af50-4742-a58b-24ff7eb48f9f","footnotes":null,"json_mode":null,"aime25_32x":null,"ifbench_8x":null,"host_api_id":"lfm-40b","mmmu_pro_aa":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_LFM 40B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/lfm-40b","hosts_url":"/models/lfm-40b/providers","name_and_creator_label":"LFM 40B, Liquid AI"},{"id":"1cb96708-f6c1-4668-9804-5db6ecac01ed","name":"DBRX Instruct","short_name":"DBRX","deleted":false,"deprecated":true,"model_creator_id":"650e5ce8-a549-4207-bbd4-9c4815bc2d49","release_date":"2024-03-27","chatbot-arena-elo":1103,"slug":"dbrx","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":996,"tokenizer_id":"gpt2_tokenizer","license_name":"Databricks Open Model License","license_url":"https://www.databricks.com/legal/open-model-license","model_weights_source_url":"https://huggingface.co/databricks/dbrx-instruct","commercial_allowed":true,"chatbot_arena_label":"DBRX-Instruct-Preview","knowledge_cutoff_date":"2023-12-01","parameters":132,"inference_parameters_active":"36","mgsm_aa":0.5567272727272727,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":15.47,"coding_index":10.56,"mmlu_pro":0.397,"mmmu_pro":null,"hle":0.066,"scicode":0.118,"humaneval":0.668,"aime":0.03,"aime25":null,"math_500":0.279,"gpqa":0.331,"livecodebench":0.093,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.6727319375,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.701,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"6abc8af5-2f4c-44aa-bf2e-3739fe1cbdb1","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"650e5ce8-a549-4207-bbd4-9c4815bc2d49","logo":"databricks.svg","name":"Databricks","slug":"databricks","color":"#e4462f","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","created_at":"2024-03-27T17:14:53.793017+00:00","logo_small":"databricks_small.png","creator_url":"https://www.databricks.com/product/machine-learning","display_order":22,"logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png"},"host_models":[],"model_url":"/models/dbrx","hosts_url":"/models/dbrx/providers","name_and_creator_label":"DBRX, Databricks"},{"id":"f73f4711-9c61-40a7-a258-b71c14727f53","name":"Llama 3.1 Tulu3 405B","short_name":"Tulu3 405B","deleted":false,"deprecated":true,"model_creator_id":"ab6c5270-d7b9-4c09-92fe-62662618c631","release_date":"2025-01-30","chatbot-arena-elo":null,"slug":"tulu3-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":1000,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/allenai/Llama-3.1-Tulu-3-405B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":405,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":60,"updated_at":"2025-03-16T13:37:24.732693","input_tokens":1029,"answer_tokens":637,"output_tokens":637,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":45.57,"coding_index":29.65,"mmlu_pro":0.716,"mmmu_pro":null,"hle":0.035,"scicode":0.302,"humaneval":0.89,"aime":0.133,"aime25":null,"math_500":0.778,"gpqa":0.516,"livecodebench":0.291,"ifbench":null,"lcr":null,"estimated_intelligence_index":28.7356701412,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.959,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","logo":"ai2.svg","name":"Allen Institute for AI","slug":"ai2","color":"#F0529C","deleted":true,"host_id":null,"created_at":"2025-02-05T00:26:56.128138+00:00","logo_small":"ai2_small.jpeg","creator_url":"https://allenai.org/","display_order":43,"logo_url":"/img/logos/ai2.svg","logo_small_url":"/img/logos/ai2_small.jpeg"},"host_models":[],"model_url":"/models/tulu3-405b","hosts_url":"/models/tulu3-405b/providers","name_and_creator_label":"Tulu3 405B, Allen Institute for AI"},{"id":"b3735511-c6ff-4928-8d72-2181444a4eb3","name":"Arctic Instruct","short_name":"Arctic","deleted":false,"deprecated":true,"model_creator_id":"15568026-a4e1-4088-9709-566d3fb3aee1","release_date":"2024-04-24","chatbot-arena-elo":1090,"slug":"arctic-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":4000,"display_order":1037,"tokenizer_id":"artic_tokenizer","license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Snowflake/snowflake-arctic-instruct","commercial_allowed":true,"chatbot_arena_label":"Snowflake Arctic Instruct","knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"17","mgsm_aa":0.4163636363636364,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.746,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.02234081,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"15568026-a4e1-4088-9709-566d3fb3aee1","logo":"snowflake.svg","name":"Snowflake","slug":"snowflake","color":"#4e9cd7","deleted":false,"host_id":null,"created_at":"2024-05-07T10:52:27.033241+00:00","logo_small":"snowflake_small.svg","creator_url":"https://www.snowflake.com/","display_order":3612312,"logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg"},"host_models":[],"model_url":"/models/arctic-instruct","hosts_url":"/models/arctic-instruct/providers","name_and_creator_label":"Arctic, Snowflake"},{"id":"fb779453-2f07-4250-b46e-2223ddda0bd2","name":"Yi-Large","short_name":"Yi-Large","deleted":false,"deprecated":true,"model_creator_id":"647d7f2e-1c81-44bd-b176-2a04d232ad07","release_date":"2024-05-13","chatbot-arena-elo":1213,"slug":"yi-large","open_weights":"Proprietary","additional_text":null,"context_window_tokens":32000,"display_order":1184,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"Yi-Large","knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":0.7225454545454545,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.43,"coding_index":14.77,"mmlu_pro":0.586,"mmmu_pro":null,"hle":0.032,"scicode":0.188,"humaneval":0.744,"aime":0.067,"aime25":null,"math_500":0.562,"gpqa":0.363,"livecodebench":0.108,"ifbench":null,"lcr":null,"estimated_intelligence_index":16.1730947029,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"647d7f2e-1c81-44bd-b176-2a04d232ad07","logo":"01ai.jpg","name":"01.AI","slug":"01-ai","color":"#0f3425","deleted":false,"host_id":"077a9150-b388-46b8-8d78-4ed8993f07bb","created_at":"2024-07-08T11:06:47.280171+00:00","logo_small":"01ai_small.jpg","creator_url":"https://www.01.ai/","display_order":234324324,"logo_url":"/img/logos/01ai.jpg","logo_small_url":"/img/logos/01ai_small.jpg"},"host_models":[],"model_url":"/models/yi-large","hosts_url":"/models/yi-large/providers","name_and_creator_label":"Yi-Large, 01.AI"}],"hosts":[{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deleted":false},{"id":"4527a138-017e-4c02-a2b9-725753363b52","deleted":false},{"id":"23c15670-0b7d-492d-b14f-cd1b0f633ed6","deleted":false},{"id":"0847c210-14c4-413c-abdf-c8109f386218","deleted":false},{"id":"aca3d51f-7221-4336-8d50-372703777b7f","deleted":false},{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","deleted":false},{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deleted":false},{"id":"73779625-efe7-4581-9f79-9d53ac3638c1","deleted":false},{"id":"c713b440-b8d0-458e-9469-f3561685b907","deleted":false},{"id":"b0590c0c-16ac-4fa1-9cae-be4151d6c602","deleted":false},{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","deleted":false},{"id":"67fb4c63-c401-442d-ae09-5289789cac57","deleted":false},{"id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","deleted":false},{"id":"5cc637b5-1ee3-4673-9f53-fd76b1da4bfa","deleted":false},{"id":"4952cded-210b-43df-814e-7966dbd70a24","deleted":false},{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deleted":false},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deleted":false},{"id":"130d0a42-3905-44d8-bd51-9757d74d015a","deleted":false},{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","deleted":false},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deleted":false},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deleted":false},{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deleted":false},{"id":"3fd4b50e-c8a6-4c20-be85-14b422dc4086","deleted":false},{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","deleted":false},{"id":"7e22eb0d-9da0-4a31-bc78-70a3ebc519ed","deleted":false},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","deleted":false},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","deleted":false},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deleted":false},{"id":"0d8d3140-17dd-40b0-8108-4f1cd67fbec3","deleted":false},{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","deleted":false},{"id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","deleted":false},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","deleted":false},{"id":"80983925-1296-45ab-bbad-d4fb17b420ba","deleted":false},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","deleted":false},{"id":"302987fe-16d4-4f1f-aef2-1151ffdaba51","deleted":false},{"id":"1a6dfc20-2fe3-464a-a8a7-c9581ef168cc","deleted":false}],"host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"732f5e29-af9e-4199-9278-efbee0a0815b","deleted":false},{"id":"78195d98-fd4f-4a68-ad66-11a685c14eab","deleted":false},{"id":"8ed3696b-4a1f-4e71-9977-0fc362cf092b","deleted":false},{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","deleted":false},{"id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","deleted":false},{"id":"e697cb87-e864-40b2-b380-90a8b304f15c","deleted":false},{"id":"44563da3-d18e-4a31-b579-cb5069a81eb3","deleted":false},{"id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","deleted":false},{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deleted":false},{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","deleted":false},{"id":"dd58d0fb-e384-42cf-86d2-d55cba9c3d07","deleted":false},{"id":"272a0c3c-67a0-4b43-8788-13814d69a4df","deleted":false},{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","deleted":false},{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","deleted":false},{"id":"77435ce4-0c08-44cc-bb06-4f91ae7d3985","deleted":false},{"id":"e0557e7f-dfa9-4186-964c-96737df7f912","deleted":false},{"id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","deleted":false},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deleted":false},{"id":"2c74e178-0d51-426e-b8bf-8268da6504d4","deleted":false},{"id":"c41a9038-2acb-4a93-b477-ae2404e0145f","deleted":false},{"id":"7c513930-efb5-48a6-bb0f-140dd92bc994","deleted":false},{"id":"93372f1a-ad99-4721-b691-183b872a9b5f","deleted":false},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deleted":false},{"id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","deleted":false},{"id":"44c7d26f-52ac-43bb-9212-f47386353169","deleted":false},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deleted":false},{"id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","deleted":false},{"id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","deleted":false}],"host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","deleted":false},{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","deleted":false},{"id":"11497879-ce1b-4fbe-83f8-927fb08eadbe","deleted":false},{"id":"78c9c01b-1975-4f5c-a361-167978448467","deleted":false},{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","deleted":false},{"id":"75812fc5-afcb-4993-b8d0-25a943259682","deleted":false},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","deleted":false},{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","deleted":false},{"id":"81358237-d12c-42be-9ca2-eff2100ef51f","deleted":false},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","deleted":false},{"id":"b8143c1a-a4f7-4ce0-ab74-2fcac25fb36c","deleted":false},{"id":"0967c5cd-4a54-4747-ad7e-695e657436ad","deleted":false},{"id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","deleted":false},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deleted":false},{"id":"7ab87a65-67f1-4edf-97af-0e3d7c7d8228","deleted":false},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","deleted":false},{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","deleted":false},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","deleted":false},{"id":"f80aedec-dcd3-43c9-bc89-c6b725bdc091","deleted":false},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","deleted":false},{"id":"e48f26d2-04db-42bc-9d16-b49b872162d7","deleted":false},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","deleted":false},{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","deleted":false},{"id":"80ba5cee-b1e1-4b47-9fe6-7d1263621567","deleted":false},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","deleted":false},{"id":"293bad2c-e94e-424e-ab5a-f3d3b1acf94e","deleted":false},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","deleted":false},{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","deleted":false},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","deleted":false},{"id":"0d7117c1-7b4c-47ad-a20c-e1dbacd5894b","deleted":false},{"id":"b94648be-42c4-40e7-a15b-87f6f9ce121c","deleted":false},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","deleted":false},{"id":"0d21821a-d3a4-45fd-89f7-f4f1e061eaf7","deleted":false},{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","deleted":false},{"id":"cbb54435-8889-4543-acb7-5e3ca676d87d","deleted":false},{"id":"c7691a64-9842-4e2e-a1e2-7e3238db4159","deleted":false},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","deleted":false},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","deleted":false},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","deleted":false},{"id":"fc95b671-819e-4fa9-8e07-dd9d2a56833d","deleted":false}],"host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic","short_name":"Hyperbolic","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"0a3347f9-6fe3-48e8-9a33-fad993c8e621","deleted":false},{"id":"296d8ac2-f1ca-4767-aa96-3a8e05851d60","deleted":false},{"id":"4756d0dc-43ca-4486-98ee-a8809c6830bb","deleted":false},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","deleted":false},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","deleted":false},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","deleted":false},{"id":"a80cbd4a-48e1-43cb-82ab-8548e8224813","deleted":false},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","deleted":false},{"id":"bb3427a0-c905-4dab-8a8c-b829ef7b352a","deleted":false},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","deleted":false},{"id":"5317b165-f4b6-472f-8bff-6548aa1c3b44","deleted":false},{"id":"e636cc04-b58c-4a4d-9803-3e440c35ca4d","deleted":false},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","deleted":false},{"id":"818dad5e-03a9-487a-8f6d-6e31acb29ae3","deleted":false},{"id":"4c2babe9-c82b-4a19-9aed-61011e2d1656","deleted":false}],"host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},{"id":"104abc36-9e4e-46c1-8146-b03161804f91","name":"DeepSeek","short_name":"DeepSeek","website_url":"https://www.deepseek.com/","slug":"deepseek","deleted":false,"logo":"deepseek.png","color":"#2243e6","logo_small":"deepseek_small.svg","display_order":4,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://api-docs.deepseek.com/guides/function_calling","json_mode_url":"https://api-docs.deepseek.com/guides/json_mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper on average (up to 90% with cache optimization)\r\n- Implements Context Caching on Disk technology\r\n- No guarantee of 100% cache hits","host_models":[{"id":"94ac52c2-28b7-4bcb-8646-d921c6db4632","deleted":false},{"id":"442a7b02-61ab-4a62-8f88-f5dc5be9f14e","deleted":false},{"id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deleted":false},{"id":"f4070793-29ab-4825-aba6-39c31c6f49e7","deleted":false},{"id":"7a3242ac-d6ab-4f43-9993-d6e63fe96d24","deleted":false},{"id":"dd57486a-525f-435d-9cdb-0ca375ea7dba","deleted":false},{"id":"3909c98f-92ea-4f5c-8514-80e3ddd59afa","deleted":false}],"host_url":"/providers/deepseek","logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":[{"id":"53138844-6e0a-4e0e-b18f-767f0606a903","deleted":false},{"id":"12aba667-e3e9-4fe1-972c-c19b5ddf2c4d","deleted":false},{"id":"f2b2bf3c-8591-4929-9aa3-133bf6a66b56","deleted":false},{"id":"a24fdac2-7f43-4867-aff4-42dfc80267dd","deleted":false},{"id":"1c361c44-81b8-4cbf-951b-7b4b768ccc58","deleted":false},{"id":"76d6d39e-917f-46f7-bb0c-22a5e99f988c","deleted":false},{"id":"ff64fb12-0249-4629-bae1-459ee41b77ad","deleted":false},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","deleted":false},{"id":"7f735a6b-aaec-4520-a20f-c0dadcf10797","deleted":false},{"id":"270ecbd6-7c7a-4067-8615-9f3271112c05","deleted":false},{"id":"c96afac5-26ba-46f7-8870-e752504dbcd3","deleted":false},{"id":"0a6dcb4b-4a69-4ac9-8fbc-5ecb584526cc","deleted":false},{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","deleted":false},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","deleted":false},{"id":"7c86efd3-f393-490b-aeb5-4709e7df839f","deleted":false},{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","deleted":false},{"id":"bc9bb72b-8629-4335-b95e-51c4ac11f403","deleted":false},{"id":"37cd6a2c-3a65-4503-bbef-9b1875c73217","deleted":false},{"id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","deleted":false},{"id":"789d31a8-84b8-4357-be06-a1ec53d6114e","deleted":false},{"id":"427398c3-607f-426b-a5c7-a1c79046aa62","deleted":false},{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","deleted":false},{"id":"cb8c1ed4-2c10-4925-bc07-b8e587298cea","deleted":false},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","deleted":false},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","deleted":false},{"id":"97a677a9-7dff-4341-a7ba-8d3bb3c2b249","deleted":false},{"id":"cf67b883-fa6c-4ebe-8590-d05bf0179ceb","deleted":false},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","deleted":false},{"id":"99230eff-f5d3-4446-98a1-e2062b8badaf","deleted":false},{"id":"2ca5b180-5c1a-48b3-a26e-0d0e06afd36e","deleted":false},{"id":"098bae14-7dae-4af2-9223-fb05a36f8979","deleted":false},{"id":"b4e5c05a-dca9-4cfc-b0d1-59ba1bdf777b","deleted":false},{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","deleted":false},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","deleted":false},{"id":"f79353af-c416-449d-9f31-c0ee03e4d1c8","deleted":false},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","deleted":false},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","deleted":false},{"id":"47cbc227-813b-4d48-9506-8b9989e27eab","deleted":false},{"id":"e9d6a0ed-1e0e-453e-9978-c25a9cff1a7f","deleted":false},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","deleted":false},{"id":"137b530f-6eb8-4d9e-ae2f-82bb988e61a2","deleted":false},{"id":"ce6611e3-e962-463f-98c6-9a53d47a11b2","deleted":false},{"id":"db289df0-794a-4edf-a240-6047c10bf6e7","deleted":false},{"id":"69152892-a526-43db-852a-c81d7ecdcee1","deleted":false},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","deleted":false}],"host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","name":"Groq","short_name":"Groq","website_url":"https://groq.com/","slug":"groq","deleted":false,"logo":"groq.svg","color":"#F54F35","logo_small":"groq_small.png","display_order":5,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","json_mode_url":"https://console.groq.com/docs/text-chat","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"16394402-f7d2-4657-9b7e-e3ffdb1fee3c","deleted":false},{"id":"b4781f32-23ea-48df-8d6a-52ebbc2c41b0","deleted":false},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","deleted":false},{"id":"d0b2cbe8-adfd-4957-971f-503016cc0be4","deleted":false},{"id":"744ca80d-cd3d-4424-b078-def82ff83467","deleted":false},{"id":"38105428-1425-4389-b728-73da57cf4c3e","deleted":false},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","deleted":false},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","deleted":false},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","deleted":false},{"id":"f7819590-4ff9-4607-ba16-59ffd6119eb4","deleted":false},{"id":"3cee6052-90d1-42c9-ab77-f2ec84628197","deleted":false},{"id":"45fa8a67-a250-4e39-b7ba-3c8363124cc8","deleted":false},{"id":"d764726e-3739-4d4b-8b90-373e6c7c131e","deleted":false},{"id":"a8e38398-7951-486e-8f25-68f58d3aa479","deleted":false}],"host_url":"/providers/groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png"},{"id":"ab82a915-2798-4921-89be-93aa937ed5db","name":"FriendliAI","short_name":"FriendliAI","website_url":"https://friendli.ai","slug":"friendli-ai","deleted":false,"logo":"friendliai.svg","color":"#1D4CB3","logo_small":"friendliai_small.svg","display_order":6,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://friendli.ai/docs/guides/serverless_endpoints/function-calling\r\n","json_mode_url":"https://friendli.ai/docs/guides/serverless_endpoints/structured-outputs\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","deleted":false},{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","deleted":false},{"id":"cf694d38-2240-4ede-8e7a-7d45612b86d2","deleted":false},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","deleted":false}],"host_url":"/providers/friendli-ai","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg"},{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"7704fc7c-c964-4b7d-bb08-95c8f51486ed","deleted":false},{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","deleted":false},{"id":"da643c0a-d4d3-409e-a5be-a9fca5eccc3d","deleted":false},{"id":"0011215f-e15a-4574-8108-ad0772243350","deleted":false},{"id":"3be3bfe1-0c0a-428d-8899-850e50c5b026","deleted":false},{"id":"f3f518c7-9d26-4a25-839d-94f8ffd01542","deleted":false},{"id":"d9f7ea68-b197-4ac8-b89a-e36a4dc601e9","deleted":false},{"id":"eac13276-d513-4259-b0ce-4f607eba157b","deleted":false},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","deleted":false},{"id":"9e620eb2-37c0-4222-acd9-d618c08c33c6","deleted":false},{"id":"8b5bdb28-780a-4f2d-bd84-a7c624548095","deleted":false},{"id":"2e722dab-dcad-4e61-8b27-419a3cbf4b74","deleted":false},{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","deleted":false},{"id":"b5bc4da1-0f88-490d-b9b9-25a835e7b1a9","deleted":false},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","deleted":false},{"id":"ee8dc500-1454-4b1a-a6ba-b1c43763a736","deleted":false},{"id":"522833b6-2776-41da-bade-c11490913151","deleted":false},{"id":"61bfaf75-dec9-48af-beac-eb7f3c0bd5aa","deleted":false},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","deleted":false},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","deleted":false},{"id":"0a3c1336-280e-404b-940c-7445657c56e5","deleted":false},{"id":"3c331bb3-1488-4e5e-b699-bab82a62dbcb","deleted":false},{"id":"ec3a4f53-ef09-47d3-a42a-b323f6cec589","deleted":false},{"id":"10ab8e59-1249-4958-8317-9e60aa385b56","deleted":false},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","deleted":false},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","deleted":false},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","deleted":false},{"id":"d08f827f-4453-46d0-baaf-0e9bf2a6432b","deleted":false},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","deleted":false},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","deleted":false},{"id":"7ed48131-a47f-434a-9e74-848d105b51b9","deleted":false},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","deleted":false},{"id":"637ca4e1-69a2-4323-82f9-809dd10429f9","deleted":false},{"id":"68321da0-652b-44b7-8a2e-6ac812ecf213","deleted":false},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","deleted":false},{"id":"001dcc5d-05d4-4cb1-9c02-0fc7860d8121","deleted":false}],"host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},{"id":"a7b7b981-8720-4260-92c4-ceb47e785efc","name":"Anthropic","short_name":"Anthropic","website_url":"https://www.anthropic.com/","slug":"anthropic","deleted":false,"logo":"anthropic.svg","color":"#CD9D7B","logo_small":"anthropic_small.svg","display_order":7,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","host_models":[{"id":"16c7727b-75e6-4733-b18d-357528f5df23","deleted":false},{"id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","deleted":false},{"id":"594fee3c-d702-490c-877a-7bfb41de6fb4","deleted":false},{"id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","deleted":false},{"id":"3d917b1a-ad91-4488-a963-09c05e02cfb3","deleted":false},{"id":"7a3f9fd7-6f10-4706-9a30-57d6ef5e69f4","deleted":false},{"id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","deleted":false},{"id":"295c90cb-2f7b-4756-8d19-26ee654845d4","deleted":false},{"id":"5619e548-8f61-40a3-8f22-5821c98999f8","deleted":false},{"id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","deleted":false},{"id":"1ac63972-c09c-4017-892e-ee72ef090911","deleted":false},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","deleted":false},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deleted":false},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deleted":false}],"host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},{"id":"d6016ae1-28c6-4625-ad52-e82e2aa4c35d","name":"Perplexity","short_name":"Perplexity","website_url":"https://perplexity.ai/","slug":"perplexity","deleted":false,"logo":"perplexity.svg","color":"#1B818E","logo_small":"perplexity_small.png","display_order":8,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.perplexity.ai/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"594dbb09-c7ed-47a5-9cb0-7aa1e0559144","deleted":false},{"id":"69d0d218-d2dc-45e9-9e82-4186e25b2b2d","deleted":false},{"id":"ee7dbb5d-0a95-43f0-8189-33b4577f9de0","deleted":false},{"id":"394944ea-4f9e-4c69-ad36-a038077e55ce","deleted":false}],"host_url":"/providers/perplexity","logo_url":"/img/logos/perplexity.svg","logo_small_url":"/img/logos/perplexity_small.png"},{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google","short_name":"Google","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":[{"id":"c13f5215-44e2-4607-9e22-3bc2752b1034","deleted":false},{"id":"46d40ad7-0f74-4924-9f4e-90479b7641fa","deleted":false},{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","deleted":false},{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deleted":false},{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","deleted":false},{"id":"ce890aa7-621b-4c07-8339-308083de451f","deleted":false},{"id":"df8de9c0-b614-4812-9e00-620574392c9d","deleted":false},{"id":"4c41e958-22f5-4959-9734-1f023df88f46","deleted":false},{"id":"15521cc9-39a9-44e8-bed2-dbfb2a21f72c","deleted":false},{"id":"7303d52f-8bb4-45d4-9b4e-aabaa7efcf60","deleted":false},{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","deleted":false},{"id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","deleted":false},{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","deleted":false},{"id":"6febf4b2-86a7-4b34-aae1-7423475d067b","deleted":false},{"id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","deleted":false},{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","deleted":false},{"id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","deleted":false},{"id":"7ea623b5-7aae-4486-adc2-7f4e9ef97f35","deleted":false},{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","deleted":false},{"id":"06a216dd-49db-4a94-9d26-da643097229b","deleted":false},{"id":"764184ef-060b-4787-89f7-9082360c0d08","deleted":false},{"id":"29f6b622-c248-4527-acdf-f7ea4ce0b246","deleted":false},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","deleted":false},{"id":"58591ef4-f3ce-4779-ac42-24c763628ebf","deleted":false},{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","deleted":false},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","deleted":false},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deleted":false},{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deleted":false},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","deleted":false},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","deleted":false},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","deleted":false},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","deleted":false},{"id":"78397f5b-c000-4e4e-a394-e1c51084f9f1","deleted":false},{"id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","deleted":false},{"id":"604db58c-1400-4180-bb2b-c042c0d8b71f","deleted":false},{"id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","deleted":false},{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","deleted":false},{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","deleted":false},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","deleted":false},{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deleted":false},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","deleted":false}],"host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda","short_name":"Lambda","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","deleted":false},{"id":"1758e291-a060-4a3a-b5c1-9cac61f9fb28","deleted":false},{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","deleted":false},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","deleted":false},{"id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","deleted":false},{"id":"37b8459c-9e49-41f4-a7b3-e034b507d686","deleted":false},{"id":"917d5899-0be3-4ad0-a0b3-1fce87bb7e3e","deleted":false},{"id":"fecc9f3c-b727-4cd9-8211-d1c55093dd1c","deleted":false},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","deleted":false},{"id":"cd40dd69-6f4c-4497-9372-b4e86e76946e","deleted":false},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","deleted":false},{"id":"21fde662-c0f8-4e51-a327-8cc9ef13feca","deleted":false},{"id":"41dab5a7-9edd-4229-8a07-09f706193e0d","deleted":false},{"id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","deleted":false}],"host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks","short_name":"Fireworks","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":[{"id":"33a1e91d-dbc8-4207-bc18-310d4807c948","deleted":false},{"id":"826793ef-0d94-41e5-925a-fe7c26fcc5f6","deleted":false},{"id":"98e086e7-9ee7-4045-a459-25f5032a3c4e","deleted":false},{"id":"f1a28256-d6ff-442d-8176-7518807e47d4","deleted":false},{"id":"280d1aaf-b002-49cd-8192-7b1b7203b4be","deleted":false},{"id":"cf1595f1-1825-435b-a338-8fcfb433051f","deleted":false},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","deleted":false},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","deleted":false},{"id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","deleted":false},{"id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","deleted":false},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","deleted":false},{"id":"3b188919-529e-498f-916e-2cae6113d02e","deleted":false},{"id":"14a25158-c3e9-45bf-a90f-b4c0802b320f","deleted":false},{"id":"891f0c26-2aea-4700-9621-8a76e7e3f6bd","deleted":false},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","deleted":false},{"id":"a3d633aa-0ec9-4f6f-8ad0-3d34b7fb4ec8","deleted":false},{"id":"6825a5de-a446-414d-b1bc-87924def99f7","deleted":false},{"id":"a0a43165-a697-40ff-bbde-69ed686947a5","deleted":false},{"id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","deleted":false},{"id":"4fe5e1a3-2ff1-41cf-8c19-280ac44cef2f","deleted":false},{"id":"71d04689-270d-417a-8a45-b5cfe0a10f95","deleted":false},{"id":"216d7891-76e3-4e3a-9a90-7c5c4cc007d1","deleted":false},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","deleted":false}],"host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"830a1988-973d-4e18-af2d-920de089bd55","deleted":false},{"id":"7841ad36-fb21-4e07-9e52-f0499c8a3ac9","deleted":false},{"id":"1c863ba9-07e4-4bb9-a57b-3c06c8f0c550","deleted":false},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","deleted":false},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","deleted":false},{"id":"767ffd45-9a52-4d90-a11f-651d40eb2869","deleted":false},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","deleted":false},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","deleted":false},{"id":"88bf4430-136a-4563-b130-cf64ecb8dfdb","deleted":false},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","deleted":false},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","deleted":false}],"host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},{"id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","name":"Cohere","short_name":"Cohere","website_url":"https://cohere.com/","slug":"cohere","deleted":false,"logo":"cohere.svg","color":"#D18EE2","logo_small":"cohere_small.png","display_order":12,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.cohere.com/docs/tool-use","json_mode_url":"https://docs.cohere.com/docs/structured-outputs-json","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"650610ac-3082-4b83-97cb-f6a483b6d300","deleted":false},{"id":"794af780-d67b-447b-9ebe-079d69920832","deleted":false},{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","deleted":false},{"id":"a5018abf-f12f-4691-ac60-f797820735a6","deleted":false},{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","deleted":false},{"id":"015ec4db-89c8-43f7-8206-ae382a664816","deleted":false},{"id":"4344a72d-a04e-4f90-97e5-9b4cf0bf6a94","deleted":false},{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","deleted":false},{"id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","deleted":false}],"host_url":"/providers/cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},{"id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","name":"Upstage","short_name":"Upstage","website_url":"https://www.upstage.ai","slug":"upstage","deleted":false,"logo":"upstage.png","color":"#7c59f5","logo_small":"upstage_small.svg","display_order":13,"openai_compatible":true,"json_mode":false,"function_calling":null,"function_calling_url":"https://console.upstage.ai/docs/guides/function-calling","json_mode_url":"https://console.upstage.ai/docs/capabilities/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","deleted":false},{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","deleted":false},{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","deleted":false}],"host_url":"/providers/upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},{"id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","name":"Simplismart","short_name":"Simplismart","website_url":"https://www.simplismart.ai/","slug":"simplismart","deleted":false,"logo":"simplismart.svg","color":"#1C4ED8","logo_small":"simplismart_logo_small.png","display_order":14,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"acb6e1f1-16ec-4588-bf6d-e468e1931b59","deleted":false},{"id":"c74c9b07-8630-44f5-8c0a-be8f811d835b","deleted":false}],"host_url":"/providers/simplismart","logo_url":"/img/logos/simplismart.svg","logo_small_url":"/img/logos/simplismart_logo_small.png"},{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"84344d90-0cab-401c-b2db-cada32b3c191","deleted":false},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","deleted":false},{"id":"12a2abe5-dcca-4f96-af94-0b22e9cf668c","deleted":false},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","deleted":false},{"id":"1039583d-d282-42f6-aa52-90b5f03681f3","deleted":false},{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","deleted":false},{"id":"f0c85079-a781-44a7-9c0d-a58f3d51b5cf","deleted":false},{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","deleted":false},{"id":"6f5a1fb9-e832-494c-997a-b83cfe2da109","deleted":false},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","deleted":false},{"id":"508f386c-fd2b-4899-9311-251f21bac43b","deleted":false},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","deleted":false},{"id":"b626e227-e630-4038-bc34-a6bf1d62c31b","deleted":false},{"id":"6b9d0328-9211-4851-98ae-1888b103e2fa","deleted":false},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","deleted":false},{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","deleted":false},{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","deleted":false},{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","deleted":false},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","deleted":false},{"id":"8fffb960-bdaa-462d-8ef3-e6f7f6f90af3","deleted":false},{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","deleted":false},{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","deleted":false},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","deleted":false},{"id":"2f8a5e37-1f7c-4012-b0ef-62d05a41a66e","deleted":false},{"id":"32b5cf04-3c65-4398-81d1-d6a192da4a43","deleted":false},{"id":"f1a0c512-7199-4e88-9f41-1dd0bacf88ba","deleted":false},{"id":"b3c4cf9f-c8a5-4315-8f2d-f53cdc75ffde","deleted":false},{"id":"90f1de4c-a5ab-4129-9620-d2d329cac70f","deleted":false},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","deleted":false},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","deleted":false},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","deleted":false},{"id":"888b3cbc-1985-43d6-a6bd-861caa14b1c2","deleted":false},{"id":"07cbd723-dec7-4f8a-8be1-d3cec9c608c9","deleted":false},{"id":"d4757e44-a735-459d-9470-39165de16fdf","deleted":false},{"id":"ff9ff0e0-bebd-425c-8b25-05a69a502f37","deleted":false},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","deleted":false},{"id":"333438f0-f819-4576-b7f5-b6504016d844","deleted":false},{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","deleted":false},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","deleted":false},{"id":"727e16ae-0f4b-46df-8de3-57040d1194c7","deleted":false},{"id":"0f033228-e4f8-41fe-99dc-935788826263","deleted":false},{"id":"e83a25aa-86c0-40d9-9d3e-ac5683678972","deleted":false},{"id":"7b22476e-f133-41dc-bbba-238eeaa3c620","deleted":false},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","deleted":false},{"id":"a83963c8-1814-4306-ad8a-b4654c74aec9","deleted":false},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","deleted":false},{"id":"6292085d-3570-4ccf-8b79-3fc0cd23a76b","deleted":false},{"id":"dbe2793c-6585-4cdc-86ff-0626934d7e05","deleted":false},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","deleted":false},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","deleted":false},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","deleted":false},{"id":"06dfe690-aa4f-463c-87ae-7c9b6a35ee66","deleted":false},{"id":"2c397ff0-e9c8-4b8d-9364-f82357c6fdbf","deleted":false}],"host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},{"id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","name":"Replicate","short_name":"Replicate","website_url":"https://replicate.com/","slug":"replicate","deleted":false,"logo":"replicate.svg","color":"#b22418","logo_small":"replicate_small.svg","display_order":17,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"dfb74a0a-1de8-414d-a171-21031202737c","deleted":false},{"id":"4199180b-6de3-459e-96cb-4d8b446024aa","deleted":false},{"id":"4e263579-d149-42ae-bd4a-d1d5d833ce2b","deleted":false},{"id":"62dbfb42-c795-40c1-9b31-8dd122cf6517","deleted":false},{"id":"4b76dbc5-94cf-4021-9b40-6f9b6f18a368","deleted":false},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","deleted":false},{"id":"2d7e18e5-e9ce-40ce-abcc-b9f234b2cb3c","deleted":false}],"host_url":"/providers/replicate","logo_url":"/img/logos/replicate.svg","logo_small_url":"/img/logos/replicate_small.svg"},{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius","short_name":"Nebius","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"428ced85-57a4-418f-ad5b-d2441cbedaa4","deleted":false},{"id":"faa0f03b-4318-4868-be4a-150e13d533ea","deleted":false},{"id":"af68a042-6397-4656-a90f-21132b3ee03e","deleted":false},{"id":"7a843706-0954-4a33-8cd0-7e6331ae5b80","deleted":false},{"id":"5a8f531e-dd39-4407-bf43-a46aed0ffd74","deleted":false},{"id":"c909f66a-5e5e-498e-8e02-977e9da9a8d5","deleted":false},{"id":"1858ab9b-0416-468e-b2ba-98c2f316a40e","deleted":false},{"id":"b26c342c-1c60-40da-889c-77bf6a7e030a","deleted":false},{"id":"797fc938-558b-470c-b182-d52afbd015cb","deleted":false},{"id":"736fe063-68df-473d-b94b-6024bbda3a97","deleted":false},{"id":"1348b90f-ba22-44ef-a96b-854e8ee265be","deleted":false},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","deleted":false},{"id":"2439ca9b-ddc4-437e-8626-8f1eb38707a4","deleted":false},{"id":"9ad9d4dc-de41-48f0-9fd2-77043c74614a","deleted":false},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","deleted":false},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","deleted":false},{"id":"c980d910-8674-4201-a66f-dc28165ac481","deleted":false},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","deleted":false},{"id":"62d4ce37-b2b2-4714-a09b-b6c10e9c39c7","deleted":false},{"id":"084f94d6-0935-478a-9c57-4b767c84b900","deleted":false},{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","deleted":false},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","deleted":false},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","deleted":false},{"id":"81cc61e7-c166-4952-b0c5-189f45e66506","deleted":false},{"id":"9644e14d-e6fa-4a34-8079-0bac75c51b1e","deleted":false},{"id":"44288441-4e12-4ea5-9e18-3cbf2f2fcc89","deleted":false},{"id":"e642b3cc-4036-4c57-b619-0e95dfbea71d","deleted":false},{"id":"9eb1a2f1-6dec-487f-ada0-577b98a9ce34","deleted":false},{"id":"4cfde8fb-b636-4d79-b890-a4e2adc00ba5","deleted":false},{"id":"35633f09-2454-473a-a759-663f06952422","deleted":false},{"id":"e10433d8-502f-4ded-8b0a-474fc9e5e3e5","deleted":false},{"id":"31a2f982-9245-46f6-8d96-d67402439810","deleted":false},{"id":"fe25790c-8bb9-47b4-93c2-91fb64f1ae19","deleted":false},{"id":"8083ba97-e9a5-4370-8d7b-d873b0a53226","deleted":false},{"id":"e252e287-26d2-42ee-aa98-08e6ed082bd3","deleted":false},{"id":"22806ca5-9ded-47b2-8d64-68fd0a60eeec","deleted":false},{"id":"83c394a4-ffee-44bc-8d37-954bef9a7094","deleted":false},{"id":"c138004e-8fa7-47ee-aca9-7e4b52f06b99","deleted":false},{"id":"c5c311f0-b401-426a-84a8-9542a6a89805","deleted":false}],"host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},{"id":"e86de411-165c-4ec7-a259-e211bd5bf204","name":"MiniMax","short_name":"MiniMax","website_url":"https://minimaxi.com/","slug":"minimax","deleted":false,"logo":"minimax.webp","color":"#EB3568","logo_small":"minimax_small.png","display_order":21,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","deleted":false},{"id":"49d29ab9-06b6-4077-b220-932754fdcedc","deleted":false},{"id":"d42272b6-1530-4a97-bc2b-d5afd8048799","deleted":false}],"host_url":"/providers/minimax","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},{"id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","name":"Moonshot AI","short_name":"Moonshot AI","website_url":"https://kimi.moonshot.cn/","slug":"moonshot_ai","deleted":false,"logo":"moonshotai.png","color":"#047AFE","logo_small":"moonshotai_small.svg","display_order":23,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.moonshot.cn/docs/guide/migrating-from-openai-to-kimi#%E5%B7%B2%E8%A2%AB%E5%BA%9F%E5%BC%83%E7%9A%84-function_call","json_mode_url":"https://platform.moonshot.cn/docs/guide/use-json-mode-feature-of-kimi-api#json-mode-%E5%BA%94%E7%94%A8%E7%A4%BA%E4%BE%8B","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","deleted":false}],"host_url":"/providers/moonshot_ai","logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},{"id":"0532080b-cdf2-4162-a27e-3cf5fd576395","name":"Reka AI","short_name":"Reka","website_url":"http://reka.ai/","slug":"reka-ai","deleted":false,"logo":"reka.png","color":"#172136","logo_small":"reka_small.jpg","display_order":35,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.reka.ai/function-calling","json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","deleted":false},{"id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","deleted":false},{"id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","deleted":false},{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","deleted":false},{"id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","deleted":false}],"host_url":"/providers/reka-ai","logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},{"id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","name":"Baseten","short_name":"Baseten","website_url":"https://www.baseten.co/","slug":"baseten","deleted":false,"logo":"baseten.svg","color":"#17D766","logo_small":"baseten_small.svg","display_order":40,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.baseten.co/inference/function-calling","json_mode_url":"https://docs.baseten.co/inference/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"021d206b-0012-467d-9979-1c139fe47bc7","deleted":false}],"host_url":"/providers/baseten","logo_url":"/img/logos/baseten.svg","logo_small_url":"/img/logos/baseten_small.svg"},{"id":"d26aebe5-c578-4263-829a-40ac186238fe","name":"Databricks","short_name":"Databricks","website_url":"https://www.databricks.com/","slug":"databricks","deleted":false,"logo":"databricks.svg","color":"#e4462f","logo_small":"databricks_small.png","display_order":43,"openai_compatible":true,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.databricks.com/en/machine-learning/model-serving/function-calling.html\r\n","json_mode_url":"https://docs.databricks.com/aws/en/machine-learning/model-serving/structured-outputs","additional_page_text":"(te)","cache_pricing_notes":null,"host_models":[{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","deleted":false}],"host_url":"/providers/databricks","logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png"},{"id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","name":"Snowflake","short_name":"Snowflake","website_url":"https://www.snowflake.com","slug":"snowflake","deleted":false,"logo":"snowflake.svg","color":"#00A1D9","logo_small":"snowflake_small.svg","display_order":46,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","deleted":false}],"host_url":"/providers/snowflake","logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg"},{"id":"cba46a55-85b6-4d0a-b228-eede55b263fe","name":"SambaNova","short_name":"SambaNova","website_url":"https://sambanova.ai/","slug":"sambanova","deleted":false,"logo":"sambanova.webp","color":"#4D226B","logo_small":"sambanova_small.webp","display_order":55,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","deleted":false},{"id":"8c719ab9-348a-4cbf-a587-3b5b631bacff","deleted":false},{"id":"9fd166ee-55ca-4106-89a1-47f1755ea125","deleted":false},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","deleted":false},{"id":"db1c764d-0d39-470e-b032-9055aa979423","deleted":false},{"id":"fb9d47f6-18d6-4d6c-9a74-0274f9deb781","deleted":false},{"id":"31badd72-e8e1-4f60-99c2-d5017d69a4d9","deleted":false},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","deleted":false},{"id":"0e391ca3-0753-4bda-99b4-01d3050fbaa4","deleted":false}],"host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","deleted":false},{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","deleted":false},{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","deleted":false},{"id":"e3ea25ec-fe37-42a7-a658-742c8c9fcf05","deleted":false},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","deleted":false},{"id":"5d275639-6aef-4244-8348-73a7bae8d68e","deleted":false},{"id":"d88af9eb-33e2-4842-8fc3-87bd36e462b8","deleted":false},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","deleted":false},{"id":"c7ffaebb-3a2e-4f7e-9e4d-1230efd8d603","deleted":false},{"id":"f228eaa2-9ca0-479a-aff4-990013dd8a2b","deleted":false},{"id":"37db3769-2d9b-42de-8288-21bab1444594","deleted":false},{"id":"81100e1c-a774-4298-ba83-acbe761d8f32","deleted":false},{"id":"a60262f3-5acd-4e99-b30a-d7429680452a","deleted":false},{"id":"b672fd1a-fc0b-4837-8200-954aea399f84","deleted":false},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","deleted":false},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","deleted":false},{"id":"a25d47e5-7656-4070-9818-8917533efe03","deleted":false},{"id":"639bb8c8-50ff-4ed1-b04d-e2327447683f","deleted":false},{"id":"4903acad-f6a6-4555-bb36-ee1caea19589","deleted":false},{"id":"200a4c3c-0f59-4776-8899-e52f6706e930","deleted":false}],"host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI","short_name":"GMI","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","deleted":false},{"id":"3c9174be-bc93-405d-8229-b2d3299bc12e","deleted":false},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","deleted":false},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","deleted":false},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","deleted":false},{"id":"54bc4c4d-5567-4859-8e77-68e435d1abaa","deleted":false},{"id":"758640bc-01fd-441d-aded-90d76fae4cf7","deleted":false},{"id":"901b2460-2c51-4add-b5c1-723053c7b007","deleted":false},{"id":"3b606ecc-11eb-4722-854f-cd4e7b1e5d1d","deleted":false},{"id":"4c2cfa4d-bd03-494e-ba80-c3e92761149b","deleted":false},{"id":"b871a891-6c2c-4ae8-9f87-92db4b5d1e53","deleted":false},{"id":"54fe6cdd-f597-470a-8922-3927ab43302b","deleted":false},{"id":"769db054-956a-4893-a921-93c31dc854cc","deleted":false},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","deleted":false}],"host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI","short_name":"x.ai","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","deleted":false},{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","deleted":false},{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","deleted":false},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","deleted":false},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deleted":false},{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deleted":false},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","deleted":false}],"host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},{"id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","name":"SiliconFlow","short_name":"SiliconFlow","website_url":"https://www.siliconflow.com/","slug":"siliconflow","deleted":false,"logo":"siliconflow.png","color":"#5922c6","logo_small":"siliconflow_small.png","display_order":74,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","deleted":false},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","deleted":false}],"host_url":"/providers/siliconflow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png"},{"id":"7489d86f-9d07-4f60-ab6e-b8f812c222c9","name":"CompactifAI","short_name":"CompactifAI","website_url":"https://multiversecomputing.com/compactifai","slug":"compactifai","deleted":false,"logo":"compactifai.png","color":"#02b35b","logo_small":"compactifai_small.png","display_order":76,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"9cc2606a-8c9e-4490-abe2-d7e0fb375a4c","deleted":false},{"id":"ecb6518c-72a5-493c-8542-1f4c7afc1dca","deleted":false},{"id":"99249ae7-3d69-42f5-a825-38b220b0a054","deleted":false},{"id":"168192ec-abe4-4d01-82ff-5b9ea7754179","deleted":false}],"host_url":"/providers/compactifai","logo_url":"/img/logos/compactifai.png","logo_small_url":"/img/logos/compactifai_small.png"},{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","deleted":false},{"id":"010b5e94-0fa1-4b02-93a6-9b24060fa252","deleted":false},{"id":"3c69414d-b78f-4eaf-8655-2fd654f45023","deleted":false},{"id":"84bed274-e0bb-421e-893b-9ef0af1423e6","deleted":false},{"id":"26c22a9e-a5bf-4c4b-a584-1c94c341890b","deleted":false},{"id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","deleted":false},{"id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","deleted":false},{"id":"56968769-bd5c-46da-a3c9-a8e174da4b09","deleted":false},{"id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","deleted":false},{"id":"15cc7757-653f-4818-a72c-11794bcbb4bd","deleted":false},{"id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","deleted":false},{"id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","deleted":false},{"id":"cf0bba08-be56-4a58-a786-b197bb3b5da3","deleted":false},{"id":"ad26006e-8fe8-4036-bbf1-2dd754cf7f99","deleted":false},{"id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","deleted":false},{"id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","deleted":false},{"id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","deleted":false},{"id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","deleted":false},{"id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","deleted":false},{"id":"870a61de-b07d-4f0e-b085-7a0600130892","deleted":false},{"id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","deleted":false},{"id":"aaea5d11-73e7-461f-830f-95006e0f73b7","deleted":false},{"id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","deleted":false},{"id":"56a6c111-9346-484d-aca5-97bdf356ac24","deleted":false},{"id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","deleted":false},{"id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","deleted":false},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deleted":false},{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","deleted":false},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deleted":false},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","deleted":false},{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","deleted":false},{"id":"96adb159-ddbb-45d6-bfa8-c787a884a22c","deleted":false}],"host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"bf00f674-3738-4b55-a5b4-b388a37fe632","deleted":false},{"id":"ab6ba292-9593-4c79-ae58-c06e021bf5c0","deleted":false},{"id":"4fa79788-012f-48f2-9951-950b1a5bdd9a","deleted":false},{"id":"4e7e4f66-b7e2-47dd-8193-45705464e528","deleted":false},{"id":"f60dfe31-8c13-43c5-b34b-3a582c83b58b","deleted":false},{"id":"886a3bbe-6088-4d70-8274-f87427472fef","deleted":false},{"id":"e92a45bb-7c5f-4192-a14f-f32130e995f5","deleted":false},{"id":"497200d9-0dc6-4f71-a0b0-f437c5be8815","deleted":false},{"id":"e67d50bc-feee-4449-bbd5-1ae2621d3b83","deleted":false},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","deleted":false},{"id":"cd17e196-bd28-42e3-8a38-67db51ec7b09","deleted":false},{"id":"59165d9a-272b-4990-9dfe-ca5eb858a59b","deleted":false},{"id":"fe2bd428-cb2e-4b75-a2d0-52df596b4609","deleted":false},{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","deleted":false},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","deleted":false},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","deleted":false},{"id":"38b3824a-5bbd-48bb-8436-f93f64027323","deleted":false},{"id":"c6278b3f-e6da-4da7-8d5d-3dc7291ebba5","deleted":false},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","deleted":false},{"id":"c992649b-32f3-4f7e-a2d2-55b0078bc81e","deleted":false},{"id":"27515963-8bfe-4829-ace4-dbcaf44789ec","deleted":false},{"id":"4c1a74c5-aa90-473c-a383-bec286514786","deleted":false},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","deleted":false},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","deleted":false},{"id":"3d1017f4-b486-47a1-9a39-cd5923a277c1","deleted":false},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","deleted":false},{"id":"ca4fd46c-eb6c-44da-8317-789a6160a739","deleted":false},{"id":"45dfe3c4-51e5-465d-b527-9eed75899a8a","deleted":false},{"id":"5df18bf4-ae87-4384-a82e-8fce2a6f4b28","deleted":false},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","deleted":false},{"id":"f4adffb5-b811-43c8-b89b-c743256990e5","deleted":false},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","deleted":false},{"id":"99cbe129-a899-4317-8537-40c19fb841b3","deleted":false}],"host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},{"id":"69e2733e-a68b-401a-a83b-504a57dac0bf","name":"AI21 Labs","short_name":"AI21 Labs","website_url":"https://www.ai21.com/","slug":"ai21-labs","deleted":false,"logo":"ai21.svg","color":"#d63864","logo_small":"ai21_small.png","display_order":123123,"openai_compatible":false,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.ai21.com/blog/announcing-jamba-model-family","json_mode_url":"https://www.ai21.com/blog/announcing-jamba-model-family","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","deleted":false},{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","deleted":false},{"id":"90b8b26f-4776-498e-8330-f3601179d3c6","deleted":false},{"id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","deleted":false}],"host_url":"/providers/ai21-labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"}],"sttModelFamilies":[{"id":"c2013ed1-8beb-4a5c-b79e-d9edb21904d3","created_at":"2024-03-06T14:54:13.50684+00:00","name":"Whisper","deleted":false,"description":"","open_weights":"Open source","slug":"whisper","model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","provider_url":"https://openai.com/research/whisper","display_order":1,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"page_url":"/speech-to-text/models/whisper","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"95f5d013-a0d3-42cd-9bd3-da80bfbe8969","created_at":"2024-03-26T17:10:46.922725+00:00","name":"AssemblyAI","deleted":false,"description":null,"open_weights":"Proprietary","slug":"assemblyai","model_creator_id":"4fb0e648-ff21-4fe3-909b-290fba140579","provider_url":"https://www.assemblyai.com/","display_order":2,"model_creators":{"id":"4fb0e648-ff21-4fe3-909b-290fba140579","logo":"assemblyai.png","name":"AssemblyAI","logo_small":"assemblyai_small.png"},"page_url":"/speech-to-text/models/assemblyai","logo_url":"/img/logos/assemblyai.png","logo_small_url":"/img/logos/assemblyai_small.png"},{"id":"d089cea5-e8eb-473f-9b9c-048a9b4dc8da","created_at":"2024-03-26T01:00:30.90396+00:00","name":"Google Chirp","deleted":false,"description":null,"open_weights":"Proprietary","slug":"google","model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","provider_url":"https://cloud.google.com/speech-to-text?hl=en","display_order":3,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"page_url":"/speech-to-text/models/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"95034762-bd56-4603-861e-5d946b180d39","created_at":"2024-03-25T23:11:24.539757+00:00","name":"Azure Speech Service","deleted":false,"description":null,"open_weights":"Open source","slug":"azure","model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","provider_url":"https://azure.microsoft.com/en-us/products/ai-services/speech-to-text","display_order":4,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","logo_small":"microsoft_small.svg"},"page_url":"/speech-to-text/models/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"id":"d138e10d-2b53-46f0-bab8-19650f1ae395","created_at":"2024-03-25T03:50:58.179246+00:00","name":"Amazon Transcribe","deleted":false,"description":null,"open_weights":"Proprietary","slug":"aws","model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","provider_url":"https://aws.amazon.com/transcribe/","display_order":5,"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","logo_small":"aws_small.svg"},"page_url":"/speech-to-text/models/aws","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"c045251b-7ef3-4d1f-a3bf-0c0c87961fc0","created_at":"2025-02-26T20:50:24.009929+00:00","name":"ElevenLabs","deleted":false,"description":null,"open_weights":"Proprietary","slug":"elevenlabs","model_creator_id":"8d057760-0a8b-460a-9625-6dd261bb325c","provider_url":"https://www.elevenlabs.io","display_order":7,"model_creators":{"id":"8d057760-0a8b-460a-9625-6dd261bb325c","logo":"elevenlabs.svg","name":"ElevenLabs","logo_small":"elevenlabs_small.svg"},"page_url":"/speech-to-text/models/elevenlabs","logo_url":"/img/logos/elevenlabs.svg","logo_small_url":"/img/logos/elevenlabs_small.svg"},{"id":"8b80ab44-0cf1-408f-92d1-e66b2e100bfa","created_at":"2024-03-26T08:22:50.415074+00:00","name":"Speechmatics","deleted":false,"description":null,"open_weights":"Proprietary","slug":"speechmatics","model_creator_id":"33abe1aa-c54f-445e-adf6-0f7a470ef068","provider_url":"https://www.speechmatics.com/","display_order":7,"model_creators":{"id":"33abe1aa-c54f-445e-adf6-0f7a470ef068","logo":"speechmatics.svg","name":"Speechmatics","logo_small":"speechmatics_small.png"},"page_url":"/speech-to-text/models/speechmatics","logo_url":"/img/logos/speechmatics.svg","logo_small_url":"/img/logos/speechmatics_small.png"},{"id":"5b452eed-3ab1-4372-84c2-d4e8ac432be3","created_at":"2024-04-16T14:38:47.843093+00:00","name":"Deepgram","deleted":false,"description":null,"open_weights":"Proprietary","slug":"deepgram","model_creator_id":"e89cf922-cec7-4064-a472-c439f5a04da9","provider_url":"https://deepgram.com/","display_order":8,"model_creators":{"id":"e89cf922-cec7-4064-a472-c439f5a04da9","logo":"deepgram.png","name":"Deepgram","logo_small":"deepgram_small.png"},"page_url":"/speech-to-text/models/deepgram","logo_url":"/img/logos/deepgram.png","logo_small_url":"/img/logos/deepgram_small.png"},{"id":"e5fc3773-28ec-4682-98aa-8cc9b596d80a","created_at":"2025-02-12T16:45:15.40019+00:00","name":"Fish Audio","deleted":false,"description":null,"open_weights":"Open source","slug":"fishaudio","model_creator_id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","provider_url":"https://fish.audio","display_order":null,"model_creators":{"id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","logo":"fishaudio.png","name":"Fish Audio","logo_small":"fishaudio_small.svg"},"page_url":"/speech-to-text/models/fishaudio","logo_url":"/img/logos/fishaudio.png","logo_small_url":"/img/logos/fishaudio_small.svg"},{"id":"38fab7ba-16c5-4354-bd39-12c6e0eb38db","created_at":"2025-07-15T18:40:01.490923+00:00","name":"Mistral","deleted":false,"description":null,"open_weights":"Open Source","slug":"mistral","model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","provider_url":"https://mistral.ai","display_order":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","logo_small":"mistral_small.png"},"page_url":"/speech-to-text/models/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},{"id":"f1eab830-b430-4801-a769-f4cc28dc5b6d","created_at":"2025-05-13T15:15:21.149424+00:00","name":"NVIDIA","deleted":false,"description":null,"open_weights":"Open Source","slug":"nvidia","model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","provider_url":"https://build.nvidia.com","display_order":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","logo_small":"nvidia_small.svg"},"page_url":"/speech-to-text/models/nvidia","logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},{"id":"92480707-a96a-41ff-85e5-380bc605051f","created_at":"2025-03-04T23:05:58.685519+00:00","name":"OpenAI GPT-4o","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gpt-4o-audio","model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","provider_url":"http://openai.com","display_order":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"page_url":"/speech-to-text/models/gpt-4o-audio","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"00d8f05e-296f-406c-a9d5-313e72b39672","created_at":"2024-04-17T00:10:00.984953+00:00","name":"Gladia","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gladia","model_creator_id":"549aa512-cfd7-461c-ac15-5a0545ba4d60","provider_url":"https://gladia.io/","display_order":null,"model_creators":{"id":"549aa512-cfd7-461c-ac15-5a0545ba4d60","logo":"gladia_svg","name":"Gladia","logo_small":"gladia_small.svg"},"page_url":"/speech-to-text/models/gladia","logo_url":"/img/logos/gladia_svg","logo_small_url":"/img/logos/gladia_small.svg"},{"id":"ff9ed9b3-f988-4458-97bd-4ab2007738a4","created_at":"2025-03-03T22:14:34.973223+00:00","name":"Google Gemini","deleted":false,"description":null,"open_weights":"Proprietary","slug":"gemini","model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","provider_url":"https://ai.google.dev","display_order":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"page_url":"/speech-to-text/models/gemini","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"ed851575-293e-4db1-8318-204ae7c4ac72","created_at":"2025-03-04T13:35:05.315099+00:00","name":"IBM Granite","deleted":false,"description":null,"open_weights":"Open Source","slug":"ibm","model_creator_id":"512ef1e4-e02e-4532-a5f2-d11a40962498","provider_url":"https://www.ibm.com/cloud","display_order":null,"model_creators":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","logo":"ibm.svg","name":"IBM","logo_small":"ibm_small.svg"},"page_url":"/speech-to-text/models/ibm","logo_url":"/img/logos/ibm.svg","logo_small_url":"/img/logos/ibm_small.svg"}],"ttiModelFamilies":[{"id":"f27b81eb-0b91-43f0-ab16-9efd3bdcbd1f","name":"Amazon Titan","slug":"amazon-titan","display_order":5,"provider_url":"https://aws.amazon.com/blogs/machine-learning/use-amazon-titan-models-for-image-generation-editing-and-searching/","model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","logo_small":"aws_small.svg"},"hosts_url":"/text-to-image/model-family/amazon-titan","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"f107b561-8295-48a2-8188-bb80eb682097","name":"DALLE","slug":"openai-dalle","display_order":6,"provider_url":"https://openai.com/index/dall-e-2/","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"hosts_url":"/text-to-image/model-family/openai-dalle","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"95b731b2-745e-4b27-aa52-51f392e55af2","name":"FLUX","slug":"flux","display_order":7,"provider_url":"https://blackforestlabs.ai/","model_creators":{"id":"d427ad30-eba3-4945-857a-4eb0ead82e87","logo":"blackforestlabs.png","name":"Black Forest Labs","logo_small":"blackforestlabs_small.svg"},"hosts_url":"/text-to-image/model-family/flux","logo_url":"/img/logos/blackforestlabs.png","logo_small_url":"/img/logos/blackforestlabs_small.svg"},{"id":"42546d34-b4fc-41d5-ab0b-02895ef10792","name":"Gemini","slug":"gemini","display_order":8,"provider_url":"https://aistudio.google.com/","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"hosts_url":"/text-to-image/model-family/gemini","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"febd9efa-940d-4309-8599-ba70a9ee8efe","name":"Google Imagen","slug":"google-imagen","display_order":9,"provider_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/image/overview","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"hosts_url":"/text-to-image/model-family/google-imagen","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"20eb0a7d-1211-4034-a391-603179aace0a","name":"Grok","slug":"grok","display_order":10,"provider_url":"https://x.ai/grok","model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","logo_small":"xai.svg"},"hosts_url":"/text-to-image/model-family/grok","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},{"id":"8c21a995-cf0f-4ebe-a0dd-a8bc54394b2f","name":"HiDream","slug":"hidream","display_order":11,"provider_url":"https://hidreamai.com/home","model_creators":{"id":"040f2c41-5df4-4708-8c77-6a2030be2539","logo":"hidream.png","name":"HiDream","logo_small":"hidream_small.png"},"hosts_url":"/text-to-image/model-family/hidream","logo_url":"/img/logos/hidream.png","logo_small_url":"/img/logos/hidream_small.png"},{"id":"f8b36612-29b0-4db1-a851-4788e1e431c2","name":"Ideogram","slug":"ideogram","display_order":12,"provider_url":"https://ideogram.ai/","model_creators":{"id":"a8b2ac11-1f36-44cb-9e88-383c4e0d749f","logo":"ideogram.png","name":"Ideogram","logo_small":"ideogram_small.svg"},"hosts_url":"/text-to-image/model-family/ideogram","logo_url":"/img/logos/ideogram.png","logo_small_url":"/img/logos/ideogram_small.svg"},{"id":"c76b0fba-977b-47f0-aac8-b633d85a24a5","name":"Infinity","slug":"infinity","display_order":13,"provider_url":"https://www.bytedance.com/en/","model_creators":{"id":"582174aa-90d5-4a43-9c4d-64dc0af57547","logo":"bytedance.svg","name":"Bytedance","logo_small":"bytedance_small.svg"},"hosts_url":"/text-to-image/model-family/infinity","logo_url":"/img/logos/bytedance.svg","logo_small_url":"/img/logos/bytedance_small.svg"},{"id":"7593dd44-4bbf-49e3-a4f1-a3d7417c34d4","name":"Janus Pro","slug":"janus-pro","display_order":14,"provider_url":"https://www.deepseek.com/","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","logo_small":"deepseek_small.svg"},"hosts_url":"/text-to-image/model-family/janus-pro","logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},{"id":"5cc1d312-d435-4f49-a241-a5888e532d35","name":"Leonardo.Ai Phoenix","slug":"leonardo-phoenix","display_order":16,"provider_url":"https://leonardo.ai/","model_creators":{"id":"c104be52-31ea-4948-b921-265dc297f3ac","logo":"leonardoai.png","name":"Leonardo.Ai","logo_small":"leonardoai_small.png"},"hosts_url":"/text-to-image/model-family/leonardo-phoenix","logo_url":"/img/logos/leonardoai.png","logo_small_url":"/img/logos/leonardoai_small.png"},{"id":"37c8a524-9fb3-4589-b4b9-c90c85d4891e","name":"Luma Labs","slug":"luma-labs","display_order":17,"provider_url":"https://lumalabs.ai","model_creators":{"id":"09468924-69a9-499b-8dd6-d0bb4c05285d","logo":"lumalabs.png","name":"Luma Labs","logo_small":"lumalabs_small.svg"},"hosts_url":"/text-to-image/model-family/luma-labs","logo_url":"/img/logos/lumalabs.png","logo_small_url":"/img/logos/lumalabs_small.svg"},{"id":"37ca8bbb-6580-4f0d-b52a-205a7bf11eba","name":"Midjourney","slug":"midjourney","display_order":19,"provider_url":"https://www.midjourney.com/","model_creators":{"id":"f3101bf7-753f-4c98-9df5-d57092e924fb","logo":"midjourney.png","name":"Midjourney","logo_small":"midjourney_small.png"},"hosts_url":"/text-to-image/model-family/midjourney","logo_url":"/img/logos/midjourney.png","logo_small_url":"/img/logos/midjourney_small.png"},{"id":"9d600ab9-e789-4b7f-b4e0-9c0e02c6d076","name":"MiniMax","slug":"minimax","display_order":20,"provider_url":"https://www.minimax.io","model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","logo_small":"minimax_small.png"},"hosts_url":"/text-to-image/model-family/minimax","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},{"id":"ea111912-74b1-4463-9f7c-27f4d79fb22b","name":"OpenAI GPT","slug":"openai-gpt","display_order":21,"provider_url":"https://chatgpt.com/","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"hosts_url":"/text-to-image/model-family/openai-gpt","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"ee8a860d-d2b0-4668-8b06-9bbf87e05301","name":"Playground","slug":"playground","display_order":22,"provider_url":"https://playground.com/","model_creators":{"id":"f04aca25-ae17-42e2-a0b7-0c9734e0adfe","logo":"playgroundai.png","name":"Playground AI","logo_small":"playgroundai_small.png"},"hosts_url":"/text-to-image/model-family/playground","logo_url":"/img/logos/playgroundai.png","logo_small_url":"/img/logos/playgroundai_small.png"},{"id":"72ac8da4-8724-4603-b78d-7a4fb0e3490b","name":"Recraft","slug":"recraft","display_order":23,"provider_url":"https://www.recraft.ai/","model_creators":{"id":"02845eed-a64f-4ddd-af96-8409678c890a","logo":"recraftai.png","name":"Recraft","logo_small":"recraftai.png"},"hosts_url":"/text-to-image/model-family/recraft","logo_url":"/img/logos/recraftai.png","logo_small_url":"/img/logos/recraftai.png"},{"id":"1c9badda-0394-4e30-b7db-bb3d3237d7d3","name":"Reve","slug":"reve","display_order":24,"provider_url":"https://reve.art/","model_creators":{"id":"cc6e981e-eb3c-4ac3-a23e-4dbe3e1ffd99","logo":"reve.webp","name":"Reve","logo_small":"reve.webp"},"hosts_url":"/text-to-image/model-family/reve","logo_url":"/img/logos/reve.webp","logo_small_url":"/img/logos/reve.webp"},{"id":"b2b40baa-cd1a-4c96-847e-bdad39968f2d","name":"SANA-Sprint","slug":"sana-sprint","display_order":25,"provider_url":"https://replicate.com/nvidia/sana-sprint-1.6b","model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","logo_small":"nvidia_small.svg"},"hosts_url":"/text-to-image/model-family/sana-sprint","logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},{"id":"824917a9-2d13-4f57-8257-0863217bf883","name":"Seedream","slug":"Seedream","display_order":26,"provider_url":"https://seed.bytedance.com/en/tech/seedream3_0","model_creators":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","logo":"bytedance.svg","name":"ByteDance Seed","logo_small":"bytedance_small.svg"},"hosts_url":"/text-to-image/model-family/Seedream","logo_url":"/img/logos/bytedance.svg","logo_small_url":"/img/logos/bytedance_small.svg"},{"id":"aacf6f90-f081-4060-8de1-a26e10d4bcb8","name":"Qwen","slug":"qwen","display_order":26,"provider_url":"https://qwen.ai/","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","logo_small":"alibaba_small.svg"},"hosts_url":"/text-to-image/model-family/qwen","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},{"id":"335a461a-3bd4-4fb4-b7de-f132f845ca75","name":"Stable Diffusion","slug":"stable-diffusion","display_order":27,"provider_url":"https://stability.ai/stable-image","model_creators":{"id":"fae49f90-2280-46b0-b364-40d25eb84564","logo":"stabilityai.png","name":"Stability.ai","logo_small":"stabilityai_small.png"},"hosts_url":"/text-to-image/model-family/stable-diffusion","logo_url":"/img/logos/stabilityai.png","logo_small_url":"/img/logos/stabilityai_small.png"},{"id":"ad08326b-d358-4d8f-a192-f4c2cd57da4a","name":"Runway","slug":"runway","display_order":30,"provider_url":"https://runwayml.com/","model_creators":{"id":"a6906d95-a471-4a0c-ad10-b989571de20c","logo":"runway.png","name":"Runway","logo_small":"runway_small.png"},"hosts_url":"/text-to-image/model-family/runway","logo_url":"/img/logos/runway.png","logo_small_url":"/img/logos/runway_small.png"},{"id":"35712b0e-d82c-4079-8e65-f2951b3d7f25","name":"Vivago","slug":"vivago","display_order":33,"provider_url":"https://vivago.ai/","model_creators":{"id":"040f2c41-5df4-4708-8c77-6a2030be2539","logo":"hidream.png","name":"HiDream","logo_small":"hidream_small.png"},"hosts_url":"/text-to-image/model-family/vivago","logo_url":"/img/logos/hidream.png","logo_small_url":"/img/logos/hidream_small.png"}],"ttsModelFamilies":[{"id":"b7f02b9d-2171-4096-be1f-d95a9cc34960","name":"OpenAI TTS","slug":"openai","display_order":4,"provider_url":"https://platform.openai.com/docs/models/tts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","logo_small":"openai_small.svg"},"hosts_url":"/text-to-speech/model-family/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},{"id":"d728dc09-1307-469d-8e1f-aeb5aff8de1c","name":"Google Cloud TTS","slug":"google","display_order":9,"provider_url":"https://cloud.google.com/text-to-speech?hl=en","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","logo_small":"google_small.svg"},"hosts_url":"/text-to-speech/model-family/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},{"id":"3de00dec-c57d-4b88-9d1e-e91e5508a950","name":"Amazon Polly","slug":"aws","display_order":12,"provider_url":"https://aws.amazon.com/polly/","model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","logo_small":"aws_small.svg"},"hosts_url":"/text-to-speech/model-family/aws","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},{"id":"52686da2-69f8-462a-9695-d65f316bffe5","name":"Microsoft Azure","slug":"azure","display_order":13,"provider_url":"https://speech.microsoft.com/portal","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","logo_small":"microsoft_small.svg"},"hosts_url":"/text-to-speech/model-family/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},{"id":"093d4099-d52d-4c3e-9a35-a55e625bd59f","name":"ElevenLabs","slug":"elevenlabs","display_order":15,"provider_url":"https://elevenlabs.io/app/speech-synthesis","model_creators":{"id":"8d057760-0a8b-460a-9625-6dd261bb325c","logo":"elevenlabs.svg","name":"ElevenLabs","logo_small":"elevenlabs_small.svg"},"hosts_url":"/text-to-speech/model-family/elevenlabs","logo_url":"/img/logos/elevenlabs.svg","logo_small_url":"/img/logos/elevenlabs_small.svg"},{"id":"411c6664-aecc-4153-a88b-671a925dd066","name":"MetaVoice v1","slug":"metavoice","display_order":17,"provider_url":"https://themetavoice.xyz/","model_creators":{"id":"f3b30c3c-550d-4a90-870a-9a2f506c333e","logo":"metavoice.png","name":"MetaVoice","logo_small":"metavoice_small.png"},"hosts_url":"/text-to-speech/model-family/metavoice","logo_url":"/img/logos/metavoice.png","logo_small_url":"/img/logos/metavoice_small.png"},{"id":"27b30805-d31a-47f7-adf5-a2ccc8fc6e48","name":"XTTS v2","slug":"xtts","display_order":18,"provider_url":"https://huggingface.co/coqui/XTTS-v2","model_creators":{"id":"40cc2505-fa7e-428a-aeca-2c53b5589f07","logo":"coqui.png","name":"Coqui","logo_small":"coqui_small.png"},"hosts_url":"/text-to-speech/model-family/xtts","logo_url":"/img/logos/coqui.png","logo_small_url":"/img/logos/coqui_small.png"},{"id":"0063ae9c-1d9b-45c2-a8da-5970808819ea","name":"StyleTTS 2","slug":"styletts","display_order":19,"provider_url":"https://huggingface.co/spaces/styletts2/styletts2\r\n","model_creators":{"id":"26d4eeda-75bd-48e2-ac45-543879b9a9de","logo":"styletts.png","name":"StyleTTS ","logo_small":"styletts_small.png"},"hosts_url":"/text-to-speech/model-family/styletts","logo_url":"/img/logos/styletts.png","logo_small_url":"/img/logos/styletts_small.png"},{"id":"94561eb8-32f5-4f07-b423-ef496c1a06f8","name":"Cartesia","slug":"cartesia","display_order":20,"provider_url":"https://cartesia.ai/","model_creators":{"id":"1fa5b287-d75e-4268-a1c1-c04c0a9e512a","logo":"cartesia.svg","name":"Cartesia","logo_small":"cartesia_small.svg"},"hosts_url":"/text-to-speech/model-family/cartesia","logo_url":"/img/logos/cartesia.svg","logo_small_url":"/img/logos/cartesia_small.svg"},{"id":"45e3f2c5-14a1-49ca-bff5-c282dedaece3","name":"OpenVoice v2","slug":"openvoice","display_order":20,"provider_url":"https://research.myshell.ai/open-voice","model_creators":{"id":"4a331525-1ba3-4722-b939-f3191c168ece","logo":"openvoice.png","name":"OpenVoice","logo_small":"openvoice.png"},"hosts_url":"/text-to-speech/model-family/openvoice","logo_url":"/img/logos/openvoice.png","logo_small_url":"/img/logos/openvoice.png"},{"id":"3bf9c5f1-f2ad-499b-ac66-8cc0ae7169ca","name":"LMNT","slug":"lmnt","display_order":21,"provider_url":"https://www.lmnt.com/","model_creators":{"id":"6129a13c-7a80-4e52-9f6a-3f1269cc1594","logo":"lmnt.svg","name":"LMNT","logo_small":"lmnt_small.svg"},"hosts_url":"/text-to-speech/model-family/lmnt","logo_url":"/img/logos/lmnt.svg","logo_small_url":"/img/logos/lmnt_small.svg"},{"id":"3fabf1bf-48a3-45cb-b32d-b6a42901c2e0","name":"Fish Audio","slug":"fishaudio","display_order":22,"provider_url":"https://fish.audio","model_creators":{"id":"b28a9155-95e8-460a-82fe-8271e5f2bc77","logo":"fishaudio.png","name":"Fish Audio","logo_small":"fishaudio_small.svg"},"hosts_url":"/text-to-speech/model-family/fishaudio","logo_url":"/img/logos/fishaudio.png","logo_small_url":"/img/logos/fishaudio_small.svg"},{"id":"2eae7778-70a2-43c5-92c7-14884febeb33","name":"MiniMax","slug":"minimax-hailou","display_order":23,"provider_url":"https://www.minimaxi.com/en","model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","logo_small":"minimax_small.png"},"hosts_url":"/text-to-speech/model-family/minimax-hailou","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},{"id":"81d65583-162d-41e9-87a5-068902d4e9d9","name":"PlayAI","slug":"playht","display_order":23,"provider_url":"https://play.ai","model_creators":{"id":"623646bb-90a9-4a81-9709-7f2283023231","logo":"playai.png","name":"PlayAI","logo_small":"playai.png"},"hosts_url":"/text-to-speech/model-family/playht","logo_url":"/img/logos/playai.png","logo_small_url":"/img/logos/playai.png"},{"id":"e93d52b0-2544-4487-ab45-ea8c11235231","name":"Zyphra","slug":"zyphra","display_order":24,"provider_url":"https://www.zyphra.com","model_creators":{"id":"1124c0e1-03d7-498e-b8ca-212e86387c06","logo":"zyphra.png","name":"Zyphra","logo_small":"zyphra_small.jpg"},"hosts_url":"/text-to-speech/model-family/zyphra","logo_url":"/img/logos/zyphra.png","logo_small_url":"/img/logos/zyphra_small.jpg"},{"id":"fe5a9ab1-a4b3-4abe-a07c-9437e458d663","name":"Kokoro","slug":"kokoro","display_order":25,"provider_url":"https://huggingface.co/hexgrad/Kokoro-82M","model_creators":{"id":"7aef44e5-4337-4f96-afc5-ceb076e18afb","logo":"kokoro.jpeg","name":"Kokoro","logo_small":"kokoro_small.jpeg"},"hosts_url":"/text-to-speech/model-family/kokoro","logo_url":"/img/logos/kokoro.jpeg","logo_small_url":"/img/logos/kokoro_small.jpeg"},{"id":"896d63f2-6a60-4860-8aa5-e43a526ca37a","name":"Resemble AI","slug":"resembleai","display_order":44,"provider_url":"https://www.resemble.ai/chatterbox/?trail=Learn%2520More","model_creators":{"id":"cca8a754-6c73-4b9f-aaad-aa10f0adb8e4","logo":"resembleai.webp","name":"Resemble AI","logo_small":"resembleai_small.webp"},"hosts_url":"/text-to-speech/model-family/resembleai","logo_url":"/img/logos/resembleai.webp","logo_small_url":"/img/logos/resembleai_small.webp"},{"id":"20ab54bf-bc4d-4b13-8a54-0e387ace6f96","name":"Inworld","slug":"inworld","display_order":45,"provider_url":"https://inworld.ai","model_creators":{"id":"3aab6d2e-04b0-43ee-996f-d8ef76ac3232","logo":"inworld.svg","name":"Inworld","logo_small":"inworld_small.jpeg"},"hosts_url":"/text-to-speech/model-family/inworld","logo_url":"/img/logos/inworld.svg","logo_small_url":"/img/logos/inworld_small.jpeg"}]}],"$L1e"]}],"$L1f","$L20"]}]