5:["$","main",null,{"className":"container mx-auto font-sans p-4 space-y-4","children":[["$","h1",null,{"className":"w-full h1 text-2xl font-semibold __className_ad56ce","children":"Artificial Analysis LLM Performance Leaderboard"}],["$","div",null,{"className":"bg-[hsl(var(--ui-muted))] px-4 py-3 rounded-md space-y-1 text-sm","children":[["$","p",null,{"children":"Independent performance benchmarks & pricing across API providers of LLMs. Definitions are below the table."}],["$","p",null,{"children":["For further analysis and"," ",["$","$L15",null,{"className":"text-blue-500","target":"_blank","href":"https://artificialanalysis.ai/methodology","children":"methodology"}],", see"," ",["$","$L15",null,{"className":"text-blue-500","target":"_blank","href":"https://artificialanalysis.ai/","children":"artificialanalysis.ai"}],"."]}]]}],["$","div",null,{"className":"container mx-auto -mt-24","children":[["$","$L18",null,{"hideColumnIDs":"$undefined","theme":"light","hostsModels":[{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","slug":"openai_gpt-4o-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8701818181818182,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-mini-2024-07-18","mmmu_pro_aa":0.4005780346820809,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deleted":false},{"id":"4527a138-017e-4c02-a2b9-725753363b52","deleted":false},{"id":"23c15670-0b7d-492d-b14f-cd1b0f633ed6","deleted":false},{"id":"0847c210-14c4-413c-abdf-c8109f386218","deleted":false},{"id":"aca3d51f-7221-4336-8d50-372703777b7f","deleted":false},{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","deleted":false},{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deleted":false},{"id":"73779625-efe7-4581-9f79-9d53ac3638c1","deleted":false},{"id":"c713b440-b8d0-458e-9469-f3561685b907","deleted":false},{"id":"b0590c0c-16ac-4fa1-9cae-be4151d6c602","deleted":false},{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","deleted":false},{"id":"67fb4c63-c401-442d-ae09-5289789cac57","deleted":false},{"id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","deleted":false},{"id":"5cc637b5-1ee3-4673-9f53-fd76b1da4bfa","deleted":false},{"id":"4952cded-210b-43df-814e-7966dbd70a24","deleted":false},{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deleted":false},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deleted":false},{"id":"130d0a42-3905-44d8-bd51-9757d74d015a","deleted":false},{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","deleted":false},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deleted":false},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deleted":false},{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deleted":false},{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","deleted":false},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","deleted":false},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","deleted":false},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deleted":false},{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","deleted":false},{"id":"ba717fb7-23b3-4bb2-9e6a-1d7039d276ec","deleted":false},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","deleted":false},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","deleted":false}],"host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","name":"GPT-4o mini","short_name":"GPT-4o mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-07-18","chatbot-arena-elo":1273,"slug":"gpt-4o-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-mini-2024-07-18","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8701818181818182,"multilingual_aa":{"mgsm":{"bn":0.836,"de":0.88,"en":0.956,"es":0.92,"fr":0.864,"ja":0.84,"sw":0.872,"zh":0.876},"mmlu":{"bn":0.6577,"de":0.7431,"en":0.82,"es":0.7737,"fr":0.7659,"ja":0.7255,"sw":0.6191,"zh":0.7305},"average":0.80496875,"average_mgsm":0.8805,"average_mmlu":0.7294375,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.74685,"de":0.81155,"en":0.8879999999999999,"es":0.8468500000000001,"fr":0.8149500000000001,"ja":0.7827500000000001,"sw":0.7455499999999999,"zh":0.80325},"average_global_mmlu_lite":null},"openai_full_model_name":"gpt-4o-mini","supports_images_input":true,"mmmu_pro_aa":0.4005780346820809,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.27,"coding_index":23.15,"mmlu_pro":0.648,"mmmu_pro":0.415,"hle":0.04,"scicode":0.229,"humaneval":0.876,"aime":0.117,"aime25":0.147,"math_500":0.789,"gpqa":0.426,"livecodebench":0.234,"ifbench":0.31,"lcr":null,"estimated_intelligence_index":24.3079627548,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.872,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.402,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":{"input_tokens":4962888,"answer_tokens":5561958,"output_tokens":5561958,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b482b229-26be-41e0-8739-2055bfc1ba56","slug":"openai_gpt-4o-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8701818181818182,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-mini-2024-07-18","mmmu_pro_aa":0.4005780346820809,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","slug":"azure_gpt-4o-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"b8dabddb-d381-4c7f-8ed9-5644f753596f","slug":"openai_gpt-4o-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":null,"host_api_id":"gpt-4o-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-mini","hosts_url":"/models/gpt-4o-mini/providers","name_and_creator_label":"GPT-4o mini, OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o mini, OpenAI","short_name":"GPT-4o mini, OpenAI","model_label":"GPT-4o mini","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":63.3902045163547,"percentile_05_output_speed":45.5562471282039,"percentile_95_output_speed":116.203126427756,"quartile_25_output_speed":53.7635586444803,"quartile_75_output_speed":69.4946473507736,"median_time_to_first_chunk":0.414867431012681,"percentile_05_time_to_first_chunk":0.321677711098528,"percentile_95_time_to_first_chunk":0.858001478808,"quartile_25_time_to_first_chunk":0.391520010518434,"quartile_75_time_to_first_chunk":0.468520921000163,"median_estimated_total_seconds_for_100_output_tokens":1.970795449342,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.55353107960851,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.06271937026572,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.82225877285622,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.29900898808196},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","prompt_length_type":"100k","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":57.7306161214323,"median_time_to_first_chunk":3.67466054088436,"median_estimated_total_seconds_for_100_output_tokens":5.46939712912182,"median_end_to_end_response_time":12.335576248908072},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","prompt_length_type":"long","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":61.2899609238605,"median_time_to_first_chunk":0.73568063849234,"median_estimated_total_seconds_for_100_output_tokens":2.39142477568028,"median_end_to_end_response_time":8.893623513038168},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","prompt_length_type":"medium","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":63.3902045163547,"median_time_to_first_chunk":0.414867431012681,"median_estimated_total_seconds_for_100_output_tokens":1.970795449342,"median_end_to_end_response_time":8.302521427632929},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","prompt_length_type":"short","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":58.3284557636915,"median_time_to_first_chunk":0.442886157499743,"median_estimated_total_seconds_for_100_output_tokens":2.14821415126255,"median_end_to_end_response_time":9.01503149297152}],"end_to_end_response_time_metrics":{"input_time":0.414867431012681,"reasoning_time":0,"answer_time":7.887653996620247,"total_time":8.302521427632929,"p05_total_time":11.390310570411442,"p95_total_time":4.717677651104755,"p25_total_time":9.714847056735115,"p75_total_time":7.609666153801423},"time_to_first_answer_token_metrics":{"input_time":0.414867431012681,"reasoning_time":0,"total_time":0.414867431012681}},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","slug":"azure_gpt-4o-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.11475,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","deleted":false},{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","deleted":false},{"id":"11497879-ce1b-4fbe-83f8-927fb08eadbe","deleted":false},{"id":"78c9c01b-1975-4f5c-a361-167978448467","deleted":false},{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","deleted":false},{"id":"75812fc5-afcb-4993-b8d0-25a943259682","deleted":false},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","deleted":false},{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","deleted":false},{"id":"81358237-d12c-42be-9ca2-eff2100ef51f","deleted":false},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","deleted":false},{"id":"b8143c1a-a4f7-4ce0-ab74-2fcac25fb36c","deleted":false},{"id":"0967c5cd-4a54-4747-ad7e-695e657436ad","deleted":false},{"id":"600d69ac-57f9-4607-aeeb-1bb07c548b3d","deleted":false},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deleted":false},{"id":"7ab87a65-67f1-4edf-97af-0e3d7c7d8228","deleted":false},{"id":"902fb483-275d-4d55-a3a2-387cb29320cf","deleted":false},{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","deleted":false},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","deleted":false},{"id":"f80aedec-dcd3-43c9-bc89-c6b725bdc091","deleted":false},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","deleted":false},{"id":"e48f26d2-04db-42bc-9d16-b49b872162d7","deleted":false},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","deleted":false},{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","deleted":false},{"id":"80ba5cee-b1e1-4b47-9fe6-7d1263621567","deleted":false},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","deleted":false},{"id":"293bad2c-e94e-424e-ab5a-f3d3b1acf94e","deleted":false},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","deleted":false},{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","deleted":false},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","deleted":false},{"id":"0d7117c1-7b4c-47ad-a20c-e1dbacd5894b","deleted":false},{"id":"b94648be-42c4-40e7-a15b-87f6f9ce121c","deleted":false},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","deleted":false},{"id":"0d21821a-d3a4-45fd-89f7-f4f1e061eaf7","deleted":false},{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","deleted":false},{"id":"cbb54435-8889-4543-acb7-5e3ca676d87d","deleted":false},{"id":"c7691a64-9842-4e2e-a1e2-7e3238db4159","deleted":false},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","deleted":false},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","deleted":false},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","deleted":false}],"host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","name":"GPT-4o mini","short_name":"GPT-4o mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-07-18","chatbot-arena-elo":1273,"slug":"gpt-4o-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":1,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-mini-2024-07-18","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8701818181818182,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:0:model:multilingual_aa","openai_full_model_name":"gpt-4o-mini","supports_images_input":true,"mmmu_pro_aa":0.4005780346820809,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.27,"coding_index":23.15,"mmlu_pro":0.648,"mmmu_pro":0.415,"hle":0.04,"scicode":0.229,"humaneval":0.876,"aime":0.117,"aime25":0.147,"math_500":0.789,"gpqa":0.426,"livecodebench":0.234,"ifbench":0.31,"lcr":null,"estimated_intelligence_index":24.3079627548,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.872,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.402,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b482b229-26be-41e0-8739-2055bfc1ba56","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:0:model:intelligence_index_token_counts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:model:host_models","model_url":"/models/gpt-4o-mini","hosts_url":"/models/gpt-4o-mini/providers","name_and_creator_label":"GPT-4o mini, OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o mini, Microsoft Azure","short_name":"GPT-4o mini, Azure","model_label":"GPT-4o mini","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"902fb483-275d-4d55-a3a2-387cb29320cf","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":97.7074033740415,"percentile_05_output_speed":40.694608864659,"percentile_95_output_speed":175.500007852934,"quartile_25_output_speed":72.7686912083568,"quartile_75_output_speed":138.380537914764,"median_time_to_first_chunk":0.805134916496172,"percentile_05_time_to_first_chunk":0.631746012312942,"percentile_95_time_to_first_chunk":1.17696858164927,"quartile_25_time_to_first_chunk":0.725965438004096,"quartile_75_time_to_first_chunk":0.989222442258324,"median_estimated_total_seconds_for_100_output_tokens":1.85979558222565,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.24177045494216,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.59357229453588,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.50672981881954,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.44105283032148},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"902fb483-275d-4d55-a3a2-387cb29320cf","prompt_length_type":"100k","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":30.3835870638482,"median_time_to_first_chunk":10.8661217479967,"median_estimated_total_seconds_for_100_output_tokens":13.8656922114638,"median_end_to_end_response_time":27.322374887209588},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"902fb483-275d-4d55-a3a2-387cb29320cf","prompt_length_type":"long","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":83.4496559449771,"median_time_to_first_chunk":1.3274577280099,"median_estimated_total_seconds_for_100_output_tokens":2.5089852538183,"median_end_to_end_response_time":7.319094174416309},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"902fb483-275d-4d55-a3a2-387cb29320cf","prompt_length_type":"medium","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":97.7074033740415,"median_time_to_first_chunk":0.805134916496172,"median_estimated_total_seconds_for_100_output_tokens":1.85979558222565,"median_end_to_end_response_time":5.922454410556516},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"902fb483-275d-4d55-a3a2-387cb29320cf","prompt_length_type":"short","model_id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","median_output_speed":90.0977062322048,"median_time_to_first_chunk":0.883730672994716,"median_estimated_total_seconds_for_100_output_tokens":1.98805234324369,"median_end_to_end_response_time":6.433261520221529}],"end_to_end_response_time_metrics":{"input_time":0.805134916496172,"reasoning_time":0,"answer_time":5.117319494060344,"total_time":5.922454410556516,"p05_total_time":13.091774693840785,"p95_total_time":3.6541376380173665,"p25_total_time":7.676221804239725,"p75_total_time":4.418359778419868},"time_to_first_answer_token_metrics":{"input_time":0.805134916496172,"reasoning_time":0,"total_time":0.805134916496172}},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","slug":"openai_o4-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":true,"host_api_id":"o4-mini-2025-04-16","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","name":"o4-mini (high)","short_name":"o4-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o4-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":23,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":65.05,"math_index":96.43,"coding_index":63.48,"mmlu_pro":0.832,"mmmu_pro":0.692,"hle":0.175,"scicode":0.465,"humaneval":0.99,"aime":0.94,"aime25":0.907,"math_500":0.989,"gpqa":0.784,"livecodebench":0.804,"ifbench":0.687,"lcr":0.55,"estimated_intelligence_index":59.9698040863,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.1428,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.934,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.814,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14293722,"answer_tokens":3440690,"output_tokens":73833471,"reasoning_tokens":70392781},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","slug":"azure_o4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":"*Price based on OpenAI's o4-mini pricing","json_mode":false,"host_api_id":"o4-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","slug":"openai_o4-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":true,"host_api_id":"o4-mini-2025-04-16","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8947b163-98dc-4f8e-b348-7ecd8bfe041f","slug":"openai_o4-mini_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":null,"json_mode":null,"host_api_id":"o4-mini-2025-04-16","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o4-mini","hosts_url":"/models/o4-mini/providers","name_and_creator_label":"o4-mini (high), OpenAI","contextWindowFormatted":"200k"},"name":"o4-mini (high), OpenAI","short_name":"o4-mini (high), OpenAI","model_label":"o4-mini (high)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":112.93656686042,"percentile_05_output_speed":70.6156008009039,"percentile_95_output_speed":152.72430925664,"quartile_25_output_speed":99.5830535014829,"quartile_75_output_speed":138.26149714059,"median_time_to_first_chunk":49.3008678784972,"percentile_05_time_to_first_chunk":31.445490813948,"percentile_95_time_to_first_chunk":83.214790367418,"quartile_25_time_to_first_chunk":39.6170014764866,"quartile_75_time_to_first_chunk":72.0260270627696,"median_estimated_total_seconds_for_100_output_tokens":50.2344419761845,"percentile_05_estimated_total_seconds_for_100_output_tokens":32.1088403843515,"percentile_95_estimated_total_seconds_for_100_output_tokens":85.0664107981921,"quartile_25_estimated_total_seconds_for_100_output_tokens":40.5676673759938,"quartile_75_estimated_total_seconds_for_100_output_tokens":73.0363697301521},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","prompt_length_type":"100k","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":275.870178720231,"median_time_to_first_chunk":26.4428718748968,"median_estimated_total_seconds_for_100_output_tokens":26.8053612184855,"median_end_to_end_response_time":28.25531859284041},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","prompt_length_type":"long","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":131.872060826753,"median_time_to_first_chunk":46.5744289815048,"median_estimated_total_seconds_for_100_output_tokens":48.1686305908483,"median_end_to_end_response_time":50.365982680334724},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","prompt_length_type":"medium","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":112.93656686042,"median_time_to_first_chunk":49.3008678784972,"median_estimated_total_seconds_for_100_output_tokens":50.2344419761845,"median_end_to_end_response_time":53.72813190732108},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","prompt_length_type":"short","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":121.871760714835,"median_time_to_first_chunk":18.6242549789895,"median_estimated_total_seconds_for_100_output_tokens":19.4950449248108,"median_end_to_end_response_time":22.72692812547779}],"end_to_end_response_time_metrics":{"input_time":49.3008678784972,"reasoning_time":0,"answer_time":4.427264028823875,"total_time":53.72813190732108,"p05_total_time":56.38145622341148,"p95_total_time":52.57474092748112,"p25_total_time":54.32180248955082,"p75_total_time":52.917203664964056},"time_to_first_answer_token_metrics":{"input_time":49.3008678784972,"reasoning_time":0,"total_time":49.3008678784972}},{"id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","slug":"azure_o4-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","footnotes":"*Price based on OpenAI's o4-mini pricing","json_mode":false,"host_api_id":"o4-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o4-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":1.9371,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","name":"o4-mini (high)","short_name":"o4-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o4-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":23,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:2:model:reasoning_properties","intelligence_index":65.05,"math_index":96.43,"coding_index":63.48,"mmlu_pro":0.832,"mmmu_pro":0.692,"hle":0.175,"scicode":0.465,"humaneval":0.99,"aime":0.94,"aime25":0.907,"math_500":0.989,"gpqa":0.784,"livecodebench":0.804,"ifbench":0.687,"lcr":0.55,"estimated_intelligence_index":59.9698040863,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.1428,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.934,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.814,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9f602d83-ac2b-4bf8-a98f-f1e1efd83237","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:2:model:intelligence_index_token_counts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:2:model:host_models","model_url":"/models/o4-mini","hosts_url":"/models/o4-mini/providers","name_and_creator_label":"o4-mini (high), OpenAI","contextWindowFormatted":"200k"},"name":"o4-mini (high), Microsoft Azure","short_name":"o4-mini (high), Azure","model_label":"o4-mini (high)","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":195.828539307261,"percentile_05_output_speed":114.818789914106,"percentile_95_output_speed":222.170984860205,"quartile_25_output_speed":163.763704125785,"quartile_75_output_speed":206.582207497425,"median_time_to_first_chunk":26.3172973565233,"percentile_05_time_to_first_chunk":10.7146660392318,"percentile_95_time_to_first_chunk":51.0381047548988,"quartile_25_time_to_first_chunk":17.8263335919983,"quartile_75_time_to_first_chunk":31.991802922028,"median_estimated_total_seconds_for_100_output_tokens":26.7942689450339,"percentile_05_estimated_total_seconds_for_100_output_tokens":11.2161057822296,"percentile_95_estimated_total_seconds_for_100_output_tokens":51.7284432626438,"quartile_25_estimated_total_seconds_for_100_output_tokens":18.3320972018286,"quartile_75_estimated_total_seconds_for_100_output_tokens":32.5790046173327},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","prompt_length_type":"100k","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":124.426697615737,"median_time_to_first_chunk":14.4347055550315,"median_estimated_total_seconds_for_100_output_tokens":15.4577102736615,"median_end_to_end_response_time":18.453135759971392},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","prompt_length_type":"long","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":176.860816959179,"median_time_to_first_chunk":27.3557732459958,"median_estimated_total_seconds_for_100_output_tokens":27.8852722559525,"median_end_to_end_response_time":30.182855064324187},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","prompt_length_type":"medium","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":195.828539307261,"median_time_to_first_chunk":26.3172973565233,"median_estimated_total_seconds_for_100_output_tokens":26.7942689450339,"median_end_to_end_response_time":28.87055134988269},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bf825cd0-96e4-42da-a4d8-8811ba7f6fc9","prompt_length_type":"short","model_id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","median_output_speed":208.242628053311,"median_time_to_first_chunk":11.4574524294949,"median_estimated_total_seconds_for_100_output_tokens":11.9233282905142,"median_end_to_end_response_time":13.858497809463875}],"end_to_end_response_time_metrics":{"input_time":26.3172973565233,"reasoning_time":0,"answer_time":2.553253993359388,"total_time":28.87055134988269,"p05_total_time":30.67198529892403,"p95_total_time":28.56781625445505,"p25_total_time":29.370476952509698,"p75_total_time":28.73764132543085},"time_to_first_answer_token_metrics":{"input_time":26.3172973565233,"reasoning_time":0,"total_time":26.3172973565233}},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","slug":"openai_gpt-4-1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-mini-2025-04-14","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","name":"GPT-4.1 mini","short_name":"GPT-4.1 mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":26,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":67.77,"coding_index":44.32,"mmlu_pro":0.781,"mmmu_pro":0.587,"hle":0.046,"scicode":0.404,"humaneval":0.95,"aime":0.43,"aime25":null,"math_500":0.925,"gpqa":0.664,"livecodebench":0.483,"ifbench":null,"lcr":null,"estimated_intelligence_index":42.2485318346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.496,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.65,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","slug":"azure_gpt-4-1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","slug":"openai_gpt-4-1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-mini-2025-04-14","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-mini","hosts_url":"/models/gpt-4-1-mini/providers","name_and_creator_label":"GPT-4.1 mini, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1 mini, OpenAI","short_name":"GPT-4.1 mini, OpenAI","model_label":"GPT-4.1 mini","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":102.580845945552,"percentile_05_output_speed":43.7880356701268,"percentile_95_output_speed":180.841128384661,"quartile_25_output_speed":79.1698337757072,"quartile_75_output_speed":133.238621264881,"median_time_to_first_chunk":0.433454702995732,"percentile_05_time_to_first_chunk":0.304112637105573,"percentile_95_time_to_first_chunk":0.521539820209728,"quartile_25_time_to_first_chunk":0.328504957738915,"quartile_75_time_to_first_chunk":0.468601798987947,"median_estimated_total_seconds_for_100_output_tokens":1.35168567164039,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.973988662318171,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.76849077768878,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.1313479630989,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.63122816617085},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","prompt_length_type":"100k","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":130.932627274851,"median_time_to_first_chunk":2.40242181095527,"median_estimated_total_seconds_for_100_output_tokens":3.09419054700361,"median_end_to_end_response_time":6.221179674496881},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","prompt_length_type":"long","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":85.4898612021661,"median_time_to_first_chunk":0.646094344498124,"median_estimated_total_seconds_for_100_output_tokens":1.69617858279669,"median_end_to_end_response_time":6.494741107622489},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","prompt_length_type":"medium","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":102.580845945552,"median_time_to_first_chunk":0.433454702995732,"median_estimated_total_seconds_for_100_output_tokens":1.35168567164039,"median_end_to_end_response_time":5.307658999043268},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","prompt_length_type":"short","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":76.5540922187798,"median_time_to_first_chunk":0.386659370502457,"median_estimated_total_seconds_for_100_output_tokens":1.69946536106792,"median_end_to_end_response_time":6.9179888593438505}],"end_to_end_response_time_metrics":{"input_time":0.433454702995732,"reasoning_time":0,"answer_time":4.874204296047536,"total_time":5.307658999043268,"p05_total_time":11.852098913635933,"p95_total_time":3.1983124788025,"p25_total_time":6.748991519916801,"p75_total_time":4.186120373454676},"time_to_first_answer_token_metrics":{"input_time":0.433454702995732,"reasoning_time":0,"total_time":0.433454702995732}},{"id":"53461f80-363b-42f8-8eb1-bdfb13b19548","slug":"azure_gpt-4-1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.6636,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","name":"GPT-4.1 mini","short_name":"GPT-4.1 mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":26,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":67.77,"coding_index":44.32,"mmlu_pro":0.781,"mmmu_pro":0.587,"hle":0.046,"scicode":0.404,"humaneval":0.95,"aime":0.43,"aime25":null,"math_500":0.925,"gpqa":0.664,"livecodebench":0.483,"ifbench":null,"lcr":null,"estimated_intelligence_index":42.2485318346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.496,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.65,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8dd66a96-68d9-486f-9584-618ef2b69bc2","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:4:model:host_models","model_url":"/models/gpt-4-1-mini","hosts_url":"/models/gpt-4-1-mini/providers","name_and_creator_label":"GPT-4.1 mini, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1 mini, Microsoft Azure","short_name":"GPT-4.1 mini, Azure","model_label":"GPT-4.1 mini","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"53461f80-363b-42f8-8eb1-bdfb13b19548","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":140.83361651115,"percentile_05_output_speed":64.3276537031544,"percentile_95_output_speed":184.045436364638,"quartile_25_output_speed":128.459311514618,"quartile_75_output_speed":162.354742236857,"median_time_to_first_chunk":0.58088848204352,"percentile_05_time_to_first_chunk":0.479447763995267,"percentile_95_time_to_first_chunk":0.997953992999101,"quartile_25_time_to_first_chunk":0.51068593000673,"quartile_75_time_to_first_chunk":0.647852815978695,"median_estimated_total_seconds_for_100_output_tokens":1.22718308203517,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.09094380138253,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.5524953798412,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.14534239202236,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.51078766370936},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"53461f80-363b-42f8-8eb1-bdfb13b19548","prompt_length_type":"100k","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":194.569318943257,"median_time_to_first_chunk":2.09573385203839,"median_estimated_total_seconds_for_100_output_tokens":2.60969228970327,"median_end_to_end_response_time":4.665512081800385},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"53461f80-363b-42f8-8eb1-bdfb13b19548","prompt_length_type":"long","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":144.601007924979,"median_time_to_first_chunk":0.780952285491367,"median_estimated_total_seconds_for_100_output_tokens":1.47455372291347,"median_end_to_end_response_time":4.238742844319331},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"53461f80-363b-42f8-8eb1-bdfb13b19548","prompt_length_type":"medium","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":140.83361651115,"median_time_to_first_chunk":0.58088848204352,"median_estimated_total_seconds_for_100_output_tokens":1.22718308203517,"median_end_to_end_response_time":4.1311772013594386},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"53461f80-363b-42f8-8eb1-bdfb13b19548","prompt_length_type":"short","model_id":"9f7c7566-a704-49a2-a383-cb3181da33a4","median_output_speed":137.313480165481,"median_time_to_first_chunk":0.58853247348452,"median_estimated_total_seconds_for_100_output_tokens":1.35437886197899,"median_end_to_end_response_time":4.229835566213898}],"end_to_end_response_time_metrics":{"input_time":0.58088848204352,"reasoning_time":0,"answer_time":3.5502887193159185,"total_time":4.1311772013594386,"p05_total_time":8.353595416254022,"p95_total_time":3.2976089282347556,"p25_total_time":4.473171525636686,"p75_total_time":3.660564462622869},"time_to_first_answer_token_metrics":{"input_time":0.58088848204352,"reasoning_time":0,"total_time":0.58088848204352}},{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","slug":"openai_gpt-4-1-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-nano-2025-04-14","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"72c358fd-7d45-4d68-89aa-699743710924","name":"GPT-4.1 nano","short_name":"GPT-4.1 nano","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-nano","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":40,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":54.23,"coding_index":29.26,"mmlu_pro":0.657,"mmmu_pro":0.404,"hle":0.039,"scicode":0.259,"humaneval":0.877,"aime":0.237,"aime25":null,"math_500":0.848,"gpqa":0.512,"livecodebench":0.326,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.8739251061,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.294,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.503,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","slug":"openai_gpt-4-1-nano","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-nano-2025-04-14","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","slug":"azure_gpt-4-1-nano","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-nano","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1-nano","hosts_url":"/models/gpt-4-1-nano/providers","name_and_creator_label":"GPT-4.1 nano, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1 nano, OpenAI","short_name":"GPT-4.1 nano, OpenAI","model_label":"GPT-4.1 nano","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":139.95148289828,"percentile_05_output_speed":76.1713603451669,"percentile_95_output_speed":195.719921664416,"quartile_25_output_speed":117.511831337582,"quartile_75_output_speed":149.908416433388,"median_time_to_first_chunk":0.35504707400105,"percentile_05_time_to_first_chunk":0.276953210296779,"percentile_95_time_to_first_chunk":1.32535523762854,"quartile_25_time_to_first_chunk":0.319578197992087,"quartile_75_time_to_first_chunk":0.447694637012319,"median_estimated_total_seconds_for_100_output_tokens":1.1267527023464,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.778336337101382,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.26548902798773,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.00587726502425,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.28298382155294},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","prompt_length_type":"100k","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":343.089981547421,"median_time_to_first_chunk":1.523541594157,"median_estimated_total_seconds_for_100_output_tokens":1.81410729902137,"median_end_to_end_response_time":2.9808852267074926},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","prompt_length_type":"long","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":130.527675209914,"median_time_to_first_chunk":0.500644967527478,"median_estimated_total_seconds_for_100_output_tokens":1.30541765854033,"median_end_to_end_response_time":4.331250233390846},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","prompt_length_type":"medium","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":139.95148289828,"median_time_to_first_chunk":0.35504707400105,"median_estimated_total_seconds_for_100_output_tokens":1.1267527023464,"median_end_to_end_response_time":3.927713755663949},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","prompt_length_type":"short","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":106.737331588722,"median_time_to_first_chunk":0.316122563006502,"median_estimated_total_seconds_for_100_output_tokens":1.29891438443105,"median_end_to_end_response_time":5.0005192268334495}],"end_to_end_response_time_metrics":{"input_time":0.35504707400105,"reasoning_time":0,"answer_time":3.572666681662899,"total_time":3.927713755663949,"p05_total_time":6.919193988724296,"p95_total_time":2.909718033134718,"p25_total_time":4.609937788482602,"p75_total_time":3.6904168410626323},"time_to_first_answer_token_metrics":{"input_time":0.35504707400105,"reasoning_time":0,"total_time":0.35504707400105}},{"id":"f7090d59-3547-4188-bae8-bb02df0e3781","slug":"azure_gpt-4-1-nano","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"72c358fd-7d45-4d68-89aa-699743710924","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-nano","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1 nano","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":0.2519,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"72c358fd-7d45-4d68-89aa-699743710924","name":"GPT-4.1 nano","short_name":"GPT-4.1 nano","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1-nano","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":40,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":54.23,"coding_index":29.26,"mmlu_pro":0.657,"mmmu_pro":0.404,"hle":0.039,"scicode":0.259,"humaneval":0.877,"aime":0.237,"aime25":null,"math_500":0.848,"gpqa":0.512,"livecodebench":0.326,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.8739251061,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.294,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.503,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"256316f2-e4ef-45ef-bfa8-bd9ecffc2b53","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:6:model:host_models","model_url":"/models/gpt-4-1-nano","hosts_url":"/models/gpt-4-1-nano/providers","name_and_creator_label":"GPT-4.1 nano, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1 nano, Microsoft Azure","short_name":"GPT-4.1 nano, Azure","model_label":"GPT-4.1 nano","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"f7090d59-3547-4188-bae8-bb02df0e3781","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":214.664741110988,"percentile_05_output_speed":173.136498536369,"percentile_95_output_speed":254.213980432041,"quartile_25_output_speed":196.077661774681,"quartile_75_output_speed":236.905206261385,"median_time_to_first_chunk":0.607653122999182,"percentile_05_time_to_first_chunk":0.501217247801833,"percentile_95_time_to_first_chunk":0.998680003907066,"quartile_25_time_to_first_chunk":0.564488629010157,"quartile_75_time_to_first_chunk":0.765009423004813,"median_estimated_total_seconds_for_100_output_tokens":1.07687162566722,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.925876210102828,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.49234749808087,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.00649049648886,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.21717328797455},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"f7090d59-3547-4188-bae8-bb02df0e3781","prompt_length_type":"100k","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":202.782186358225,"median_time_to_first_chunk":1.69714673981071,"median_estimated_total_seconds_for_100_output_tokens":2.41773719364424,"median_end_to_end_response_time":4.162846557824925},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"f7090d59-3547-4188-bae8-bb02df0e3781","prompt_length_type":"long","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":210.478238486547,"median_time_to_first_chunk":0.814226930000586,"median_estimated_total_seconds_for_100_output_tokens":1.45383770299544,"median_end_to_end_response_time":3.1897694259625053},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"f7090d59-3547-4188-bae8-bb02df0e3781","prompt_length_type":"medium","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":214.664741110988,"median_time_to_first_chunk":0.607653122999182,"median_estimated_total_seconds_for_100_output_tokens":1.07687162566722,"median_end_to_end_response_time":2.936866562580698},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"f7090d59-3547-4188-bae8-bb02df0e3781","prompt_length_type":"short","model_id":"72c358fd-7d45-4d68-89aa-699743710924","median_output_speed":222.687703204674,"median_time_to_first_chunk":0.702578231001098,"median_estimated_total_seconds_for_100_output_tokens":1.18468852368289,"median_end_to_end_response_time":2.9478750875610045}],"end_to_end_response_time_metrics":{"input_time":0.607653122999182,"reasoning_time":0,"answer_time":2.329213439581516,"total_time":2.936866562580698,"p05_total_time":3.4955479587317537,"p95_total_time":2.574500104232242,"p25_total_time":3.1576631316587394,"p75_total_time":2.7182019281121192},"time_to_first_answer_token_metrics":{"input_time":0.607653122999182,"reasoning_time":0,"total_time":0.607653122999182}},{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","slug":"openai_gpt-4-1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-2025-04-14","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"3b608b70-6434-4baa-99ad-45d499703c67","name":"GPT-4.1","short_name":"GPT-4.1","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":44,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.77,"math_index":67.47,"coding_index":41.9,"mmlu_pro":0.806,"mmmu_pro":0.612,"hle":0.046,"scicode":0.381,"humaneval":0.956,"aime":0.437,"aime25":0.347,"math_500":0.913,"gpqa":0.666,"livecodebench":0.457,"ifbench":0.43,"lcr":0.61,"estimated_intelligence_index":42.0083495943,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.481,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.663,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14221138,"answer_tokens":6752287,"output_tokens":6752287,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","slug":"openai_gpt-4-1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1-2025-04-14","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","slug":"azure_gpt-4-1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-1","hosts_url":"/models/gpt-4-1/providers","name_and_creator_label":"GPT-4.1, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1, OpenAI","short_name":"GPT-4.1, OpenAI","model_label":"GPT-4.1","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":131.731721847731,"percentile_05_output_speed":75.0390648831411,"percentile_95_output_speed":194.298608696129,"quartile_25_output_speed":104.523970825296,"quartile_75_output_speed":157.502380950937,"median_time_to_first_chunk":0.454479534470011,"percentile_05_time_to_first_chunk":0.338821196300705,"percentile_95_time_to_first_chunk":0.65868349422999,"quartile_25_time_to_first_chunk":0.381519436763483,"quartile_75_time_to_first_chunk":0.513218079242506,"median_estimated_total_seconds_for_100_output_tokens":1.26162594235286,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.868572774575612,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.88965923818704,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.07137688029003,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.47435035740449},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","prompt_length_type":"100k","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":124.969334064896,"median_time_to_first_chunk":1.972859055968,"median_estimated_total_seconds_for_100_output_tokens":2.74565012184844,"median_end_to_end_response_time":5.973840606692694},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","prompt_length_type":"long","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":131.712827458451,"median_time_to_first_chunk":0.785701245487871,"median_estimated_total_seconds_for_100_output_tokens":1.57328286342512,"median_end_to_end_response_time":4.581838718565243},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","prompt_length_type":"medium","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":131.731721847731,"median_time_to_first_chunk":0.454479534470011,"median_estimated_total_seconds_for_100_output_tokens":1.26162594235286,"median_end_to_end_response_time":4.250072524425393},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","prompt_length_type":"short","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":145.054989830293,"median_time_to_first_chunk":0.520697126488813,"median_estimated_total_seconds_for_100_output_tokens":1.20271500188368,"median_end_to_end_response_time":3.967665759453282}],"end_to_end_response_time_metrics":{"input_time":0.454479534470011,"reasoning_time":0,"answer_time":3.7955929899553817,"total_time":4.250072524425393,"p05_total_time":7.117675574807851,"p95_total_time":3.0278381568262267,"p25_total_time":5.238071241253833,"p75_total_time":3.629034718850069},"time_to_first_answer_token_metrics":{"input_time":0.454479534470011,"reasoning_time":0,"total_time":0.454479534470011}},{"id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","slug":"azure_gpt-4-1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"3b608b70-6434-4baa-99ad-45d499703c67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4.1","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4.1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":1.53,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"3b608b70-6434-4baa-99ad-45d499703c67","name":"GPT-4.1","short_name":"GPT-4.1","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-14","chatbot-arena-elo":null,"slug":"gpt-4-1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":44,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.77,"math_index":67.47,"coding_index":41.9,"mmlu_pro":0.806,"mmmu_pro":0.612,"hle":0.046,"scicode":0.381,"humaneval":0.956,"aime":0.437,"aime25":0.347,"math_500":0.913,"gpqa":0.666,"livecodebench":0.457,"ifbench":0.43,"lcr":0.61,"estimated_intelligence_index":42.0083495943,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.481,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.663,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"3e8c63cf-b4f3-4e2d-8974-100992724d01","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:8:model:intelligence_index_token_counts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:8:model:host_models","model_url":"/models/gpt-4-1","hosts_url":"/models/gpt-4-1/providers","name_and_creator_label":"GPT-4.1, OpenAI","contextWindowFormatted":"1m"},"name":"GPT-4.1, Microsoft Azure","short_name":"GPT-4.1, Azure","model_label":"GPT-4.1","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":167.986466320371,"percentile_05_output_speed":122.044962818779,"percentile_95_output_speed":222.639916728879,"quartile_25_output_speed":141.444309776103,"quartile_75_output_speed":187.052636884323,"median_time_to_first_chunk":0.803609253998729,"percentile_05_time_to_first_chunk":0.618552598253882,"percentile_95_time_to_first_chunk":1.26310690040118,"quartile_25_time_to_first_chunk":0.709541396738132,"quartile_75_time_to_first_chunk":0.962918615752642,"median_estimated_total_seconds_for_100_output_tokens":1.41589152654158,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.16880508274698,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.03349487111691,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.24136761491367,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.66991117020021},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","prompt_length_type":"100k","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":93.0969287904392,"median_time_to_first_chunk":2.25146460946416,"median_estimated_total_seconds_for_100_output_tokens":3.53875225809387,"median_end_to_end_response_time":7.622211061535612},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","prompt_length_type":"long","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":96.8878980705206,"median_time_to_first_chunk":1.84136608547487,"median_estimated_total_seconds_for_100_output_tokens":2.88646118852144,"median_end_to_end_response_time":7.001969318254996},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","prompt_length_type":"medium","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":167.986466320371,"median_time_to_first_chunk":0.803609253998729,"median_estimated_total_seconds_for_100_output_tokens":1.41589152654158,"median_end_to_end_response_time":3.7800395043168593},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"6a484244-fbe2-4f3f-b71c-e54f89595fe4","prompt_length_type":"short","model_id":"3b608b70-6434-4baa-99ad-45d499703c67","median_output_speed":189.369058818846,"median_time_to_first_chunk":0.676875973527785,"median_estimated_total_seconds_for_100_output_tokens":1.26719068509024,"median_end_to_end_response_time":3.317222834407045}],"end_to_end_response_time_metrics":{"input_time":0.803609253998729,"reasoning_time":0,"answer_time":2.9764302503181304,"total_time":3.7800395043168593,"p05_total_time":4.900460024828455,"p95_total_time":3.049388031435471,"p25_total_time":4.338569414583958,"p75_total_time":3.4766536351330606},"time_to_first_answer_token_metrics":{"input_time":0.803609253998729,"reasoning_time":0,"total_time":0.803609253998729}},{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","slug":"openai_o3-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","footnotes":null,"json_mode":true,"host_api_id":"o3-pro-2025-06-10","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":20,"price_1m_output_tokens":80,"price_1m_blended_3_to_1":35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","name":"o3-pro","short_name":"o3-pro","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"o3-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":52,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":0.845,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":67.5,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.93,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.84,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"a5580fd5-8539-4dde-b78b-a11cac63a379","slug":"openai_o3-pro","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","footnotes":null,"json_mode":true,"host_api_id":"o3-pro-2025-06-10","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-pro","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":20,"price_1m_output_tokens":80,"price_1m_blended_3_to_1":35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-pro","hosts_url":"/models/o3-pro/providers","name_and_creator_label":"o3-pro, OpenAI","contextWindowFormatted":"200k"},"name":"o3-pro, OpenAI","short_name":"o3-pro, OpenAI","model_label":"o3-pro","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","median_output_speed":30.0978312970058,"percentile_05_output_speed":12.2345815950787,"percentile_95_output_speed":40.3398396912874,"quartile_25_output_speed":22.0645381639947,"quartile_75_output_speed":37.1236916651375,"median_time_to_first_chunk":88.6255904064965,"percentile_05_time_to_first_chunk":59.4490195420949,"percentile_95_time_to_first_chunk":170.337632087696,"quartile_25_time_to_first_chunk":73.9975948277424,"quartile_75_time_to_first_chunk":116.640095125762,"median_estimated_total_seconds_for_100_output_tokens":91.7576631949841,"percentile_05_estimated_total_seconds_for_100_output_tokens":62.3969213581627,"percentile_95_estimated_total_seconds_for_100_output_tokens":178.277263628196,"quartile_25_estimated_total_seconds_for_100_output_tokens":76.6330771391833,"quartile_75_estimated_total_seconds_for_100_output_tokens":121.623624545042},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","prompt_length_type":"100k","model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","median_output_speed":7.48000316790072,"median_time_to_first_chunk":50.5347379560117,"median_estimated_total_seconds_for_100_output_tokens":63.9037162512529,"median_end_to_end_response_time":117.3796294322176},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","prompt_length_type":"long","model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","median_output_speed":34.090138507217,"median_time_to_first_chunk":99.1068636210002,"median_estimated_total_seconds_for_100_output_tokens":101.979144215913,"median_end_to_end_response_time":113.77386181738912},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","prompt_length_type":"medium","model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","median_output_speed":30.0978312970058,"median_time_to_first_chunk":88.6255904064965,"median_estimated_total_seconds_for_100_output_tokens":91.7576631949841,"median_end_to_end_response_time":105.23808301654515},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"a5580fd5-8539-4dde-b78b-a11cac63a379","prompt_length_type":"short","model_id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","median_output_speed":14.3578225654657,"median_time_to_first_chunk":50.6991513605008,"median_estimated_total_seconds_for_100_output_tokens":57.6205439377175,"median_end_to_end_response_time":85.52337332871414}],"end_to_end_response_time_metrics":{"input_time":88.6255904064965,"reasoning_time":0,"answer_time":16.612492610048655,"total_time":105.23808301654515,"p05_total_time":129.49335495686924,"p95_total_time":101.02028517539986,"p25_total_time":111.28638648950306,"p75_total_time":102.09407852212065},"time_to_first_answer_token_metrics":{"input_time":88.6255904064965,"reasoning_time":0,"total_time":88.6255904064965}},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","slug":"openai_o3","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":true,"host_api_id":"o3-2025-04-16","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","name":"o3","short_name":"o3","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":55,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":67.07,"math_index":94.77,"coding_index":59.69,"mmlu_pro":0.853,"mmmu_pro":null,"hle":0.2,"scicode":0.41,"humaneval":0.991,"aime":0.903,"aime25":0.883,"math_500":0.992,"gpqa":0.827,"livecodebench":0.784,"ifbench":0.714,"lcr":0.693,"estimated_intelligence_index":60.1160019717,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.2032,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.916,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.833,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14289060,"answer_tokens":2964894,"output_tokens":50010379,"reasoning_tokens":47045485},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"78c9c01b-1975-4f5c-a361-167978448467","slug":"azure_o3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":"*Price based on OpenAI's o3 pricing","json_mode":false,"host_api_id":"o3-global-standard","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","slug":"openai_o3","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":true,"host_api_id":"o3-2025-04-16","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b22fbb9-91b2-461d-8032-58c4110df176","slug":"openai_o3_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":null,"json_mode":null,"host_api_id":"o3-2025-04-16","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":40,"price_1m_blended_3_to_1":17.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3","hosts_url":"/models/o3/providers","name_and_creator_label":"o3, OpenAI","contextWindowFormatted":"200k"},"name":"o3, OpenAI","short_name":"o3, OpenAI","model_label":"o3","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":172.255438595355,"percentile_05_output_speed":75.2378038252099,"percentile_95_output_speed":275.144284667388,"quartile_25_output_speed":105.352025961555,"quartile_75_output_speed":234.150364487439,"median_time_to_first_chunk":12.8750060669699,"percentile_05_time_to_first_chunk":8.32280325682077,"percentile_95_time_to_first_chunk":68.3043696215958,"quartile_25_time_to_first_chunk":10.8050857337657,"quartile_75_time_to_first_chunk":25.4089570017459,"median_estimated_total_seconds_for_100_output_tokens":13.5621226772866,"percentile_05_estimated_total_seconds_for_100_output_tokens":8.71910557543076,"percentile_95_estimated_total_seconds_for_100_output_tokens":69.6334979801591,"quartile_25_estimated_total_seconds_for_100_output_tokens":11.2823635768219,"quartile_75_estimated_total_seconds_for_100_output_tokens":26.0273530368501},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","prompt_length_type":"100k","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":36.9743401323497,"median_time_to_first_chunk":11.5582723689731,"median_estimated_total_seconds_for_100_output_tokens":12.6487020169893,"median_end_to_end_response_time":25.081164142301557},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","prompt_length_type":"long","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":160.869102373851,"median_time_to_first_chunk":19.8515983139851,"median_estimated_total_seconds_for_100_output_tokens":20.5057446235311,"median_end_to_end_response_time":22.959715364567177},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","prompt_length_type":"medium","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":172.255438595355,"median_time_to_first_chunk":12.8750060669699,"median_estimated_total_seconds_for_100_output_tokens":13.5621226772866,"median_end_to_end_response_time":15.777672038373852},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","prompt_length_type":"short","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":216.703038703429,"median_time_to_first_chunk":4.24348275100056,"median_estimated_total_seconds_for_100_output_tokens":4.72936167479452,"median_end_to_end_response_time":6.550787729239834}],"end_to_end_response_time_metrics":{"input_time":12.8750060669699,"reasoning_time":0,"answer_time":2.902665971403952,"total_time":15.777672038373852,"p05_total_time":19.52060142700439,"p95_total_time":14.692234437184576,"p25_total_time":17.62099927817269,"p75_total_time":15.010386044252929},"time_to_first_answer_token_metrics":{"input_time":12.8750060669699,"reasoning_time":0,"total_time":12.8750060669699}},{"id":"78c9c01b-1975-4f5c-a361-167978448467","slug":"azure_o3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","footnotes":"*Price based on OpenAI's o3 pricing","json_mode":false,"host_api_id":"o3-global-standard","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":6.75,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","name":"o3","short_name":"o3","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-04-16","chatbot-arena-elo":null,"slug":"o3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":55,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-05-31","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:11:model:reasoning_properties","intelligence_index":67.07,"math_index":94.77,"coding_index":59.69,"mmlu_pro":0.853,"mmmu_pro":null,"hle":0.2,"scicode":0.41,"humaneval":0.991,"aime":0.903,"aime25":0.883,"math_500":0.992,"gpqa":0.827,"livecodebench":0.784,"ifbench":0.714,"lcr":0.693,"estimated_intelligence_index":60.1160019717,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.2032,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.916,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.833,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f84192a9-2ac1-4bb9-b028-cad4bf21ff27","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:11:model:intelligence_index_token_counts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:11:model:host_models","model_url":"/models/o3","hosts_url":"/models/o3/providers","name_and_creator_label":"o3, OpenAI","contextWindowFormatted":"200k"},"name":"o3, Microsoft Azure","short_name":"o3, Azure","model_label":"o3","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"78c9c01b-1975-4f5c-a361-167978448467","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":91.1905369551564,"percentile_05_output_speed":78.2874435137538,"percentile_95_output_speed":114.769884728472,"quartile_25_output_speed":83.6706542566424,"quartile_75_output_speed":98.7628227240019,"median_time_to_first_chunk":28.8593044055051,"percentile_05_time_to_first_chunk":24.0155476268381,"percentile_95_time_to_first_chunk":38.6738303732229,"quartile_25_time_to_first_chunk":25.7517512287523,"quartile_75_time_to_first_chunk":32.7357143042482,"median_estimated_total_seconds_for_100_output_tokens":29.9268709602485,"percentile_05_estimated_total_seconds_for_100_output_tokens":24.8829399481756,"percentile_95_estimated_total_seconds_for_100_output_tokens":40.1152620365052,"quartile_25_estimated_total_seconds_for_100_output_tokens":26.9855422583552,"quartile_75_estimated_total_seconds_for_100_output_tokens":33.9392596307699},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"78c9c01b-1975-4f5c-a361-167978448467","prompt_length_type":"100k","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":30.1837648504073,"median_time_to_first_chunk":354.561468824046,"median_estimated_total_seconds_for_100_output_tokens":357.874508151499,"median_end_to_end_response_time":371.1266654613122},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"78c9c01b-1975-4f5c-a361-167978448467","prompt_length_type":"long","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":89.993537868278,"median_time_to_first_chunk":37.5372063109971,"median_estimated_total_seconds_for_100_output_tokens":38.7393201116435,"median_end_to_end_response_time":43.093160792215976},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"78c9c01b-1975-4f5c-a361-167978448467","prompt_length_type":"medium","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":91.1905369551564,"median_time_to_first_chunk":28.8593044055051,"median_estimated_total_seconds_for_100_output_tokens":29.9268709602485,"median_end_to_end_response_time":34.3423294725236},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"78c9c01b-1975-4f5c-a361-167978448467","prompt_length_type":"short","model_id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","median_output_speed":80.6850690581435,"median_time_to_first_chunk":6.81144286197377,"median_estimated_total_seconds_for_100_output_tokens":8.0544068878814,"median_end_to_end_response_time":13.00837627030597}],"end_to_end_response_time_metrics":{"input_time":28.8593044055051,"reasoning_time":0,"answer_time":5.483025067018506,"total_time":34.3423294725236,"p05_total_time":35.24602464515832,"p95_total_time":33.21584794637319,"p25_total_time":34.83511521327473,"p75_total_time":33.92193815988125},"time_to_first_answer_token_metrics":{"input_time":28.8593044055051,"reasoning_time":0,"total_time":28.8593044055051}},{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","slug":"openai_o3-mini-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"076f2674-bc4b-4925-be59-50832eb8c090","name":"o3-mini (high)","short_name":"o3-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini-high","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":65,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1048,"output_tokens":3282,"reasoning_tokens":2234,"max_output_tokens_used":19602},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":92.23,"coding_index":56.61,"mmlu_pro":0.802,"mmmu_pro":null,"hle":0.123,"scicode":0.398,"humaneval":null,"aime":0.86,"aime25":null,"math_500":0.985,"gpqa":0.773,"livecodebench":0.734,"ifbench":null,"lcr":null,"estimated_intelligence_index":55.4585550511,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.976,"lab_claimed_aime":0.873,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.772,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"30a267e4-e196-4b67-ad26-d16adbe611bb","slug":"openai_o3-mini-high","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","slug":"azure_o3-mini-high","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":true,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini-high","hosts_url":"/models/o3-mini-high/providers","name_and_creator_label":"o3-mini (high), OpenAI","contextWindowFormatted":"200k"},"name":"o3-mini (high), OpenAI","short_name":"o3-mini (high), OpenAI","model_label":"o3-mini (high)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":180.739311019434,"percentile_05_output_speed":120.865722477931,"percentile_95_output_speed":232.140274399713,"quartile_25_output_speed":160.066340298021,"quartile_75_output_speed":204.383132568566,"median_time_to_first_chunk":41.2818339414953,"percentile_05_time_to_first_chunk":17.5212456775102,"percentile_95_time_to_first_chunk":61.6979779809044,"quartile_25_time_to_first_chunk":29.316941573491,"quartile_75_time_to_first_chunk":46.1403204237558,"median_estimated_total_seconds_for_100_output_tokens":41.849522508343,"percentile_05_estimated_total_seconds_for_100_output_tokens":17.9772203913604,"percentile_95_estimated_total_seconds_for_100_output_tokens":62.249280942966,"quartile_25_estimated_total_seconds_for_100_output_tokens":29.7994182868328,"quartile_75_estimated_total_seconds_for_100_output_tokens":46.6818581227432},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","prompt_length_type":"100k","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":229.216163636966,"median_time_to_first_chunk":85.9038937450387,"median_estimated_total_seconds_for_100_output_tokens":86.3401631529779,"median_end_to_end_response_time":88.08524078473484},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","prompt_length_type":"long","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":192.197511409103,"median_time_to_first_chunk":37.1144304860209,"median_estimated_total_seconds_for_100_output_tokens":37.6309966606002,"median_end_to_end_response_time":39.71592098573774},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","prompt_length_type":"medium","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":180.739311019434,"median_time_to_first_chunk":41.2818339414953,"median_estimated_total_seconds_for_100_output_tokens":41.849522508343,"median_end_to_end_response_time":44.048249267413176},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","prompt_length_type":"short","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":206.182188955228,"median_time_to_first_chunk":16.9513774770021,"median_estimated_total_seconds_for_100_output_tokens":17.4728880431828,"median_end_to_end_response_time":19.376417207803357}],"end_to_end_response_time_metrics":{"input_time":41.2818339414953,"reasoning_time":0,"answer_time":2.7664153259178765,"total_time":44.048249267413176,"p05_total_time":45.41865610868415,"p95_total_time":43.43570405857404,"p25_total_time":44.405538769562654,"p75_total_time":43.72821977439793},"time_to_first_answer_token_metrics":{"input_time":41.2818339414953,"reasoning_time":0,"total_time":41.2818339414953}},{"id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","slug":"azure_o3-mini-high","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"076f2674-bc4b-4925-be59-50832eb8c090","footnotes":null,"json_mode":true,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"076f2674-bc4b-4925-be59-50832eb8c090","name":"o3-mini (high)","short_name":"o3-mini (high)","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini-high","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":65,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:13:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:13:model:reasoning_properties","intelligence_index":null,"math_index":92.23,"coding_index":56.61,"mmlu_pro":0.802,"mmmu_pro":null,"hle":0.123,"scicode":0.398,"humaneval":null,"aime":0.86,"aime25":null,"math_500":0.985,"gpqa":0.773,"livecodebench":0.734,"ifbench":null,"lcr":null,"estimated_intelligence_index":55.4585550511,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.976,"lab_claimed_aime":0.873,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.772,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"30a267e4-e196-4b67-ad26-d16adbe611bb","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:13:model:host_models","model_url":"/models/o3-mini-high","hosts_url":"/models/o3-mini-high/providers","name_and_creator_label":"o3-mini (high), OpenAI","contextWindowFormatted":"200k"},"name":"o3-mini (high), Microsoft Azure","short_name":"o3-mini (high), Azure","model_label":"o3-mini (high)","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":194.29991960911,"percentile_05_output_speed":114.613782948242,"percentile_95_output_speed":228.704140735117,"quartile_25_output_speed":161.019923225135,"quartile_75_output_speed":207.007455489989,"median_time_to_first_chunk":43.8982308389823,"percentile_05_time_to_first_chunk":22.5000588978097,"percentile_95_time_to_first_chunk":61.0449226308425,"quartile_25_time_to_first_chunk":30.5408348499914,"quartile_75_time_to_first_chunk":46.1858632974836,"median_estimated_total_seconds_for_100_output_tokens":44.4264917198776,"percentile_05_estimated_total_seconds_for_100_output_tokens":22.9829614101614,"percentile_95_estimated_total_seconds_for_100_output_tokens":61.9028801813095,"quartile_25_estimated_total_seconds_for_100_output_tokens":31.0137110521852,"quartile_75_estimated_total_seconds_for_100_output_tokens":46.7807383068703},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","prompt_length_type":"long","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":204.391401436008,"median_time_to_first_chunk":26.1995855050191,"median_estimated_total_seconds_for_100_output_tokens":26.6639445557012,"median_end_to_end_response_time":28.645872366829884},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","prompt_length_type":"medium","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":194.29991960911,"median_time_to_first_chunk":43.8982308389823,"median_estimated_total_seconds_for_100_output_tokens":44.4264917198776,"median_end_to_end_response_time":46.47157209926637},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"430818cd-b3ea-4ce3-a9e3-c7a8609e2168","prompt_length_type":"short","model_id":"076f2674-bc4b-4925-be59-50832eb8c090","median_output_speed":203.073948869572,"median_time_to_first_chunk":18.0787553160044,"median_estimated_total_seconds_for_100_output_tokens":18.5382279794931,"median_end_to_end_response_time":20.540912588186735}],"end_to_end_response_time_metrics":{"input_time":43.8982308389823,"reasoning_time":0,"answer_time":2.573341260284067,"total_time":46.47157209926637,"p05_total_time":48.260707908828195,"p95_total_time":46.08446147911354,"p25_total_time":47.003436641999045,"p75_total_time":46.313602782067605},"time_to_first_answer_token_metrics":{"input_time":43.8982308389823,"reasoning_time":0,"total_time":43.8982308389823}},{"id":"0847c210-14c4-413c-abdf-c8109f386218","slug":"openai_o3-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","name":"o3-mini","short_name":"o3-mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":66,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1043,"output_tokens":1895,"reasoning_tokens":852,"max_output_tokens_used":17469},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":87.17,"coding_index":55.84,"mmlu_pro":0.791,"mmmu_pro":null,"hle":0.087,"scicode":0.399,"humaneval":0.972,"aime":0.77,"aime25":null,"math_500":0.973,"gpqa":0.748,"livecodebench":0.717,"ifbench":null,"lcr":null,"estimated_intelligence_index":52.6912379346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.963,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.749,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","slug":"azure_o3-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":true,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0847c210-14c4-413c-abdf-c8109f386218","slug":"openai_o3-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":null,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o3-mini","hosts_url":"/models/o3-mini/providers","name_and_creator_label":"o3-mini, OpenAI","contextWindowFormatted":"200k"},"name":"o3-mini, OpenAI","short_name":"o3-mini, OpenAI","model_label":"o3-mini","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":180.258176094754,"percentile_05_output_speed":141.105314995694,"percentile_95_output_speed":225.62283526472,"quartile_25_output_speed":154.550101832591,"quartile_75_output_speed":199.989606911396,"median_time_to_first_chunk":12.7534766029567,"percentile_05_time_to_first_chunk":9.09865907250933,"percentile_95_time_to_first_chunk":16.6812718893299,"quartile_25_time_to_first_chunk":10.8856335880118,"quartile_75_time_to_first_chunk":15.6022262194683,"median_estimated_total_seconds_for_100_output_tokens":13.275801626818,"percentile_05_estimated_total_seconds_for_100_output_tokens":9.77229212425711,"percentile_95_estimated_total_seconds_for_100_output_tokens":17.1979742267327,"quartile_25_estimated_total_seconds_for_100_output_tokens":11.3874205224459,"quartile_75_estimated_total_seconds_for_100_output_tokens":16.2069758724172},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","prompt_length_type":"100k","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":111.762839279172,"median_time_to_first_chunk":56.0071781319566,"median_estimated_total_seconds_for_100_output_tokens":56.9019299174782,"median_end_to_end_response_time":60.480937059564475},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","prompt_length_type":"long","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":204.269170515836,"median_time_to_first_chunk":15.9356431849883,"median_estimated_total_seconds_for_100_output_tokens":16.4330661190429,"median_end_to_end_response_time":18.383393859930397},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","prompt_length_type":"medium","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":180.258176094754,"median_time_to_first_chunk":12.7534766029567,"median_estimated_total_seconds_for_100_output_tokens":13.275801626818,"median_end_to_end_response_time":15.52727588813959},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","prompt_length_type":"short","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":194.704378725296,"median_time_to_first_chunk":4.3763482280192,"median_estimated_total_seconds_for_100_output_tokens":4.87079852091527,"median_end_to_end_response_time":6.944343890332674}],"end_to_end_response_time_metrics":{"input_time":12.7534766029567,"reasoning_time":0,"answer_time":2.773799285182889,"total_time":15.52727588813959,"p05_total_time":16.296929236298386,"p95_total_time":14.969564346971428,"p25_total_time":15.988673436030297,"p75_total_time":15.25360652331562},"time_to_first_answer_token_metrics":{"input_time":12.7534766029567,"reasoning_time":0,"total_time":12.7534766029567}},{"id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","slug":"azure_o3-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","footnotes":null,"json_mode":true,"host_api_id":"o3-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_o3-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","name":"o3-mini","short_name":"o3-mini","deleted":false,"deprecated":false,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-01-31","chatbot-arena-elo":null,"slug":"o3-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":66,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:15:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:15:model:reasoning_properties","intelligence_index":null,"math_index":87.17,"coding_index":55.84,"mmlu_pro":0.791,"mmmu_pro":null,"hle":0.087,"scicode":0.399,"humaneval":0.972,"aime":0.77,"aime25":null,"math_500":0.973,"gpqa":0.748,"livecodebench":0.717,"ifbench":null,"lcr":null,"estimated_intelligence_index":52.6912379346,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.963,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.749,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0847c210-14c4-413c-abdf-c8109f386218","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:15:model:host_models","model_url":"/models/o3-mini","hosts_url":"/models/o3-mini/providers","name_and_creator_label":"o3-mini, OpenAI","contextWindowFormatted":"200k"},"name":"o3-mini, Microsoft Azure","short_name":"o3-mini, Azure","model_label":"o3-mini","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":198.170014037693,"percentile_05_output_speed":180.078153699723,"percentile_95_output_speed":223.499763154197,"quartile_25_output_speed":185.824078745664,"quartile_75_output_speed":213.309900099655,"median_time_to_first_chunk":12.0769267390133,"percentile_05_time_to_first_chunk":8.21913451139699,"percentile_95_time_to_first_chunk":16.6662175111793,"quartile_25_time_to_first_chunk":10.5063387629925,"quartile_75_time_to_first_chunk":13.5821789809997,"median_estimated_total_seconds_for_100_output_tokens":12.5686618537793,"percentile_05_estimated_total_seconds_for_100_output_tokens":8.64416885606174,"percentile_95_estimated_total_seconds_for_100_output_tokens":17.1755322242543,"quartile_25_estimated_total_seconds_for_100_output_tokens":10.9832341948881,"quartile_75_estimated_total_seconds_for_100_output_tokens":14.0656130381919},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","prompt_length_type":"long","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":200.440859192357,"median_time_to_first_chunk":17.3718042395049,"median_estimated_total_seconds_for_100_output_tokens":18.0458625883616,"median_end_to_end_response_time":19.8663056201848},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","prompt_length_type":"medium","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":198.170014037693,"median_time_to_first_chunk":12.0769267390133,"median_estimated_total_seconds_for_100_output_tokens":12.5686618537793,"median_end_to_end_response_time":14.600012799374063},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"0fffe71b-c4dc-44b6-81b9-1fec449aaab6","prompt_length_type":"short","model_id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","median_output_speed":195.832993871848,"median_time_to_first_chunk":4.34501252000337,"median_estimated_total_seconds_for_100_output_tokens":4.86879526960547,"median_end_to_end_response_time":6.898208435126831}],"end_to_end_response_time_metrics":{"input_time":12.0769267390133,"reasoning_time":0,"answer_time":2.523086060360763,"total_time":14.600012799374063,"p05_total_time":14.853498964613419,"p95_total_time":14.314065575062267,"p25_total_time":14.767643697628476,"p75_total_time":14.420934212489252},"time_to_first_answer_token_metrics":{"input_time":12.0769267390133,"reasoning_time":0,"total_time":12.0769267390133}},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","slug":"lambdalabs_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"llama3.3-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda (FP8)","short_name":"Lambda (FP8)","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","deleted":false},{"id":"1758e291-a060-4a3a-b5c1-9cac61f9fb28","deleted":false},{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","deleted":false},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","deleted":false},{"id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","deleted":false},{"id":"37b8459c-9e49-41f4-a7b3-e034b507d686","deleted":false},{"id":"917d5899-0be3-4ad0-a0b3-1fce87bb7e3e","deleted":false},{"id":"fecc9f3c-b727-4cd9-8211-d1c55093dd1c","deleted":false},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","deleted":false},{"id":"cd40dd69-6f4c-4497-9372-b4e86e76946e","deleted":false},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","deleted":false},{"id":"21fde662-c0f8-4e51-a327-8cc9ef13feca","deleted":false},{"id":"41dab5a7-9edd-4229-8a07-09f706193e0d","deleted":false},{"id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","deleted":false}],"host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.876,"de":0.932,"en":0.964,"es":0.912,"fr":0.912,"ja":0.864,"sw":0.892,"zh":0.896},"mmlu":{"bn":0.6830223614869677,"de":0.7958980202250392,"en":0.8594217347956131,"es":0.8147699757869249,"fr":0.8130608175473579,"ja":0.7643498077196981,"sw":0.6621563879789204,"zh":0.7855718558609884},"average":0.8391406850875944,"average_mgsm":0.906,"average_mmlu":0.7722813701751887,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.7795111807434838,"de":0.8639490101125196,"en":0.9117108673978065,"es":0.8633849878934625,"fr":0.8625304087736789,"ja":0.814174903859849,"sw":0.7770781939894602,"zh":0.8407859279304942},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":934,"answer_tokens":716,"output_tokens":716,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14491839,"answer_tokens":7527575,"output_tokens":7527575,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","slug":"sambanova_llama-3-3-instruct-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"Meta-Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.774,"median":0.774,"std_dev":0.001,"ci_lower":0.773,"ci_upper":0.774},"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","slug":"parasail_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-33-70b-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.28,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.28,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.57,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","slug":"amazon-bedrock_llama-3-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-3-70b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","slug":"lambdalabs_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"llama3.3-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":{"mean":0.773,"median":0.773,"std_dev":0.004,"ci_lower":0.771,"ci_upper":0.775},"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","slug":"groq_llama-3-3-instruct-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"llama-3.3-70b-versatile","mmmu_pro_aa":null,"math_500_10x":{"mean":0.768,"median":0.769,"std_dev":0.008,"ci_lower":0.762,"ci_upper":0.773},"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.59,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.64,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.56,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","slug":"nebius_llama-3-3-instruct-70b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-fast","mmmu_pro_aa":null,"math_500_10x":{"mean":0.774,"median":0.775,"std_dev":0.007,"ci_lower":0.769,"ci_upper":0.778},"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","slug":"azure_llama-3-3-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"host_api_id":"Llama-3-3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.768,"median":0.772,"std_dev":0.012,"ci_lower":0.76,"ci_upper":0.775},"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"522833b6-2776-41da-bade-c11490913151","slug":"togetherai_llama-3-3-instruct-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":{"mean":0.775,"median":0.776,"std_dev":0.007,"ci_lower":0.77,"ci_upper":0.78},"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.3 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","slug":"nebius_llama-3-3-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.77,"median":0.77,"std_dev":0.006,"ci_lower":0.766,"ci_upper":0.773},"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","slug":"snowflake_llama-3-3-70b","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"snowflake-llama-3.3-70b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Snowflake_Llama 3.3 Instruct 70B_Snowflake","cache_pricing_notes":null,"model_name_appendage":"Snowflake","price_1m_input_tokens":0.58,"price_1m_output_tokens":0.58,"price_1m_blended_3_to_1":0.58,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8000,"price_m_tokens_blended_3_to_1_per_dollar":1.72,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","slug":"deepinfra_llama-3-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.779,"median":0.78,"std_dev":0.008,"ci_lower":0.774,"ci_upper":0.784},"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","slug":"fireworks_llama-3-3-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"accounts/fireworks/models/llama-v3p3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.778,"median":0.775,"std_dev":0.008,"ci_lower":0.773,"ci_upper":0.782},"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","slug":"friendli-ai_llama-3-3-instruct-70b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama-3.3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.77,"median":0.769,"std_dev":0.01,"ci_lower":0.763,"ci_upper":0.776},"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","slug":"cerebras_llama-3-3-instruct-70b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"llama-3.3-70b","mmmu_pro_aa":null,"math_500_10x":{"mean":0.775,"median":0.776,"std_dev":0.003,"ci_lower":0.773,"ci_upper":0.777},"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.85,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.9375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","slug":"hyperbolic_llama-3-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.766,"median":0.768,"std_dev":0.007,"ci_lower":0.762,"ci_upper":0.77},"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","slug":"google_llama-3-3-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-3.3-70b-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.3 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","slug":"deepinfra_llama-3-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":{"mean":0.768,"median":0.77,"std_dev":0.011,"ci_lower":0.761,"ci_upper":0.775},"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.038,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.0585,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","slug":"novita_llama-3-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-3.3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":{"mean":0.768,"median":0.767,"std_dev":0.007,"ci_lower":0.763,"ci_upper":0.772},"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.195,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B (FP8), Lambda","short_name":"Llama 3.3 70B (FP8), Lambda","model_label":"Llama 3.3 70B (FP8)","host_label":"Lambda (FP8)","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":55.0488368898166,"percentile_05_output_speed":48.5660823152893,"percentile_95_output_speed":57.5906499651683,"quartile_25_output_speed":53.6071536371247,"quartile_75_output_speed":56.5817183709896,"median_time_to_first_chunk":0.262390672491165,"percentile_05_time_to_first_chunk":0.238093601130822,"percentile_95_time_to_first_chunk":0.324914676199842,"quartile_25_time_to_first_chunk":0.247165759745258,"quartile_75_time_to_first_chunk":0.293609112224658,"median_estimated_total_seconds_for_100_output_tokens":2.07277734140568,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.97559309229973,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.45033415275624,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.04751970623822,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.14142929357029},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":42.2757323105105,"median_time_to_first_chunk":21.5578248344536,"median_estimated_total_seconds_for_100_output_tokens":23.9574537895446,"median_end_to_end_response_time":33.384941070490775},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":52.3967774342431,"median_time_to_first_chunk":1.30291868501808,"median_estimated_total_seconds_for_100_output_tokens":3.20001200492737,"median_end_to_end_response_time":10.845490279759568},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":55.0488368898166,"median_time_to_first_chunk":0.262390672491165,"median_estimated_total_seconds_for_100_output_tokens":2.07277734140568,"median_end_to_end_response_time":9.345234711517433},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"23508e4b-62b3-4dcd-960c-9a3aa2f3886e","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":55.1955530826084,"median_time_to_first_chunk":0.202453606005292,"median_estimated_total_seconds_for_100_output_tokens":2.04612368024937,"median_end_to_end_response_time":9.26115439031803}],"end_to_end_response_time_metrics":{"input_time":0.262390672491165,"reasoning_time":0,"answer_time":9.082844039026268,"total_time":9.345234711517433,"p05_total_time":10.557641517597789,"p95_total_time":8.944355545303116,"p25_total_time":9.589504053376467,"p75_total_time":9.0991671860931},"time_to_first_answer_token_metrics":{"input_time":0.262390672491165,"reasoning_time":0,"total_time":0.262390672491165}},{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","slug":"parasail_llama-3-3-instruct-70b_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-33-70b-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 3.3 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.28,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.28,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.57,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail (FP8)","short_name":"Parasail (FP8)","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","deleted":false},{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","deleted":false},{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","deleted":false},{"id":"e3ea25ec-fe37-42a7-a658-742c8c9fcf05","deleted":false},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","deleted":false},{"id":"5d275639-6aef-4244-8348-73a7bae8d68e","deleted":false},{"id":"d88af9eb-33e2-4842-8fc3-87bd36e462b8","deleted":false},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","deleted":false},{"id":"c7ffaebb-3a2e-4f7e-9e4d-1230efd8d603","deleted":false},{"id":"f228eaa2-9ca0-479a-aff4-990013dd8a2b","deleted":false},{"id":"37db3769-2d9b-42de-8288-21bab1444594","deleted":false},{"id":"81100e1c-a774-4298-ba83-acbe761d8f32","deleted":false},{"id":"a60262f3-5acd-4e99-b30a-d7429680452a","deleted":false},{"id":"b672fd1a-fc0b-4837-8200-954aea399f84","deleted":false},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","deleted":false},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","deleted":false},{"id":"a25d47e5-7656-4070-9818-8917533efe03","deleted":false},{"id":"4903acad-f6a6-4555-bb36-ee1caea19589","deleted":false},{"id":"200a4c3c-0f59-4776-8899-e52f6706e930","deleted":false}],"host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B (FP8), Parasail","short_name":"Llama 3.3 70B (FP8), Parasail","model_label":"Llama 3.3 70B (FP8)","host_label":"Parasail (FP8)","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":108.033566923751,"percentile_05_output_speed":83.878111736712,"percentile_95_output_speed":118.853018300648,"quartile_25_output_speed":95.8794279975848,"quartile_75_output_speed":114.663915681195,"median_time_to_first_chunk":0.454026383999008,"percentile_05_time_to_first_chunk":0.365547452399187,"percentile_95_time_to_first_chunk":0.567320671000471,"quartile_25_time_to_first_chunk":0.426344077981412,"quartile_75_time_to_first_chunk":0.499309458289645,"median_estimated_total_seconds_for_100_output_tokens":1.41069288491167,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.25735793669977,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.68030968817104,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.32822396161703,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.50290154589089},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":42.7550780998615,"median_time_to_first_chunk":22.7112423240324,"median_estimated_total_seconds_for_100_output_tokens":24.9298486842815,"median_end_to_end_response_time":34.40575961229855},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":50.7962127227604,"median_time_to_first_chunk":1.59089209052036,"median_estimated_total_seconds_for_100_output_tokens":3.56784337523967,"median_end_to_end_response_time":11.434145616702315},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":108.033566923751,"median_time_to_first_chunk":0.454026383999008,"median_estimated_total_seconds_for_100_output_tokens":1.41069288491167,"median_end_to_end_response_time":5.082217549369814},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9fb17514-d525-4a2b-b61d-12fc4fa12d39","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":131.827010654561,"median_time_to_first_chunk":0.399691817525309,"median_estimated_total_seconds_for_100_output_tokens":1.15967040385777,"median_end_to_end_response_time":4.192541230686912}],"end_to_end_response_time_metrics":{"input_time":0.454026383999008,"reasoning_time":0,"answer_time":4.628191165370805,"total_time":5.082217549369814,"p05_total_time":6.41505709448362,"p95_total_time":4.660903139414768,"p25_total_time":5.6689093932363495,"p75_total_time":4.81459611537092},"time_to_first_answer_token_metrics":{"input_time":0.454026383999008,"reasoning_time":0,"total_time":0.454026383999008}},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","slug":"cerebras_llama-3-3-instruct-70b","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"llama-3.3-70b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.85,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.9375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.07,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"830a1988-973d-4e18-af2d-920de089bd55","deleted":false},{"id":"7841ad36-fb21-4e07-9e52-f0499c8a3ac9","deleted":false},{"id":"1c863ba9-07e4-4bb9-a57b-3c06c8f0c550","deleted":false},{"id":"d460da3b-d6e7-4686-b8fa-1df52027706e","deleted":false},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","deleted":false},{"id":"767ffd45-9a52-4d90-a11f-651d40eb2869","deleted":false},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","deleted":false},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","deleted":false},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","deleted":false},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","deleted":false}],"host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Cerebras","short_name":"Llama 3.3 70B, Cerebras","model_label":"Llama 3.3 70B","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"d460da3b-d6e7-4686-b8fa-1df52027706e","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":2231.60624251875,"percentile_05_output_speed":1444.9885588801,"percentile_95_output_speed":2645.21126943272,"quartile_25_output_speed":1877.16626549091,"quartile_75_output_speed":2527.30852773888,"median_time_to_first_chunk":0.222668523027096,"percentile_05_time_to_first_chunk":0.194433844997548,"percentile_95_time_to_first_chunk":1.18658872379965,"quartile_25_time_to_first_chunk":0.209459259000141,"quartile_75_time_to_first_chunk":0.29991294300271,"median_estimated_total_seconds_for_100_output_tokens":0.286279769662747,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.238216914394845,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.22462760742627,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.255856178088796,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.337922474616474},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"d460da3b-d6e7-4686-b8fa-1df52027706e","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":1190.08992787389,"median_time_to_first_chunk":4.33442664099857,"median_estimated_total_seconds_for_100_output_tokens":4.42350961308977,"median_end_to_end_response_time":4.7545629586743745},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"d460da3b-d6e7-4686-b8fa-1df52027706e","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":2096.64721514877,"median_time_to_first_chunk":0.603464587002236,"median_estimated_total_seconds_for_100_output_tokens":0.660653367076681,"median_end_to_end_response_time":0.8419405673137459},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"d460da3b-d6e7-4686-b8fa-1df52027706e","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":2231.60624251875,"median_time_to_first_chunk":0.222668523027096,"median_estimated_total_seconds_for_100_output_tokens":0.286279769662747,"median_end_to_end_response_time":0.4467223863267722},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"d460da3b-d6e7-4686-b8fa-1df52027706e","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":1845.05132894618,"median_time_to_first_chunk":0.214657884993358,"median_estimated_total_seconds_for_100_output_tokens":0.278457478063685,"median_end_to_end_response_time":0.48565305578114315}],"end_to_end_response_time_metrics":{"input_time":0.222668523027096,"reasoning_time":0,"answer_time":0.22405386329967616,"total_time":0.4467223863267722,"p05_total_time":0.568692023993437,"p95_total_time":0.4116893418092675,"p25_total_time":0.4890274541414061,"p75_total_time":0.42050744712843535},"time_to_first_answer_token_metrics":{"input_time":0.222668523027096,"reasoning_time":0,"total_time":0.222668523027096}},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","slug":"hyperbolic_llama-3-3-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic","short_name":"Hyperbolic","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"0a3347f9-6fe3-48e8-9a33-fad993c8e621","deleted":false},{"id":"296d8ac2-f1ca-4767-aa96-3a8e05851d60","deleted":false},{"id":"4756d0dc-43ca-4486-98ee-a8809c6830bb","deleted":false},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","deleted":false},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","deleted":false},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","deleted":false},{"id":"a80cbd4a-48e1-43cb-82ab-8548e8224813","deleted":false},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","deleted":false},{"id":"bb3427a0-c905-4dab-8a8c-b829ef7b352a","deleted":false},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","deleted":false},{"id":"5317b165-f4b6-472f-8bff-6548aa1c3b44","deleted":false},{"id":"e636cc04-b58c-4a4d-9803-3e440c35ca4d","deleted":false},{"id":"25407094-e532-44ac-9cf2-cfe7e61219d6","deleted":false},{"id":"818dad5e-03a9-487a-8f6d-6e31acb29ae3","deleted":false},{"id":"4c2babe9-c82b-4a19-9aed-61011e2d1656","deleted":false}],"host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Hyperbolic","short_name":"Llama 3.3 70B, Hyperbolic","model_label":"Llama 3.3 70B","host_label":"Hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg","hosts_url":"/providers/hyperbolic","host_color":"#594DE9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"25407094-e532-44ac-9cf2-cfe7e61219d6","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":34.4871451467282,"percentile_05_output_speed":30.7455323457183,"percentile_95_output_speed":1437.98958013566,"quartile_25_output_speed":32.5973918549088,"quartile_75_output_speed":175.73877995124,"median_time_to_first_chunk":0.997595649037976,"percentile_05_time_to_first_chunk":0.645675584033597,"percentile_95_time_to_first_chunk":1.30112276098225,"quartile_25_time_to_first_chunk":0.699467691010796,"quartile_75_time_to_first_chunk":1.1001795839984,"median_estimated_total_seconds_for_100_output_tokens":3.94244542379747,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.727550643129418,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.55362783637172,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.27815141646002,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.17987500563729},"performanceByPromptLength":[{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"25407094-e532-44ac-9cf2-cfe7e61219d6","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":32.4105375979064,"median_time_to_first_chunk":2.82682182700955,"median_estimated_total_seconds_for_100_output_tokens":5.95721437047465,"median_end_to_end_response_time":18.253903173302866},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"25407094-e532-44ac-9cf2-cfe7e61219d6","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":34.4871451467282,"median_time_to_first_chunk":0.997595649037976,"median_estimated_total_seconds_for_100_output_tokens":3.94244542379747,"median_end_to_end_response_time":15.495751349450742},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"25407094-e532-44ac-9cf2-cfe7e61219d6","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":35.4994331671387,"median_time_to_first_chunk":0.819796260999283,"median_estimated_total_seconds_for_100_output_tokens":3.53072971942933,"median_end_to_end_response_time":14.904528195897969}],"end_to_end_response_time_metrics":{"input_time":0.997595649037976,"reasoning_time":0,"answer_time":14.498155700412767,"total_time":15.495751349450742,"p05_total_time":17.260121025985345,"p95_total_time":1.345303314592013,"p25_total_time":16.336246122226235,"p75_total_time":3.842727498358477},"time_to_first_answer_token_metrics":{"input_time":0.997595649037976,"reasoning_time":0,"total_time":0.997595649037976}},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","slug":"amazon-bedrock_llama-3-3-instruct-70b","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-3-70b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":[{"id":"53138844-6e0a-4e0e-b18f-767f0606a903","deleted":false},{"id":"12aba667-e3e9-4fe1-972c-c19b5ddf2c4d","deleted":false},{"id":"f2b2bf3c-8591-4929-9aa3-133bf6a66b56","deleted":false},{"id":"a24fdac2-7f43-4867-aff4-42dfc80267dd","deleted":false},{"id":"1c361c44-81b8-4cbf-951b-7b4b768ccc58","deleted":false},{"id":"76d6d39e-917f-46f7-bb0c-22a5e99f988c","deleted":false},{"id":"ff64fb12-0249-4629-bae1-459ee41b77ad","deleted":false},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","deleted":false},{"id":"7f735a6b-aaec-4520-a20f-c0dadcf10797","deleted":false},{"id":"270ecbd6-7c7a-4067-8615-9f3271112c05","deleted":false},{"id":"c96afac5-26ba-46f7-8870-e752504dbcd3","deleted":false},{"id":"0a6dcb4b-4a69-4ac9-8fbc-5ecb584526cc","deleted":false},{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","deleted":false},{"id":"7fefdd33-2a01-4be0-a2d3-75834f418838","deleted":false},{"id":"7c86efd3-f393-490b-aeb5-4709e7df839f","deleted":false},{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","deleted":false},{"id":"bc9bb72b-8629-4335-b95e-51c4ac11f403","deleted":false},{"id":"37cd6a2c-3a65-4503-bbef-9b1875c73217","deleted":false},{"id":"2c8dd862-19bd-498a-bfe6-6e1562e44c3b","deleted":false},{"id":"789d31a8-84b8-4357-be06-a1ec53d6114e","deleted":false},{"id":"427398c3-607f-426b-a5c7-a1c79046aa62","deleted":false},{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","deleted":false},{"id":"cb8c1ed4-2c10-4925-bc07-b8e587298cea","deleted":false},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","deleted":false},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","deleted":false},{"id":"97a677a9-7dff-4341-a7ba-8d3bb3c2b249","deleted":false},{"id":"cf67b883-fa6c-4ebe-8590-d05bf0179ceb","deleted":false},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","deleted":false},{"id":"99230eff-f5d3-4446-98a1-e2062b8badaf","deleted":false},{"id":"2ca5b180-5c1a-48b3-a26e-0d0e06afd36e","deleted":false},{"id":"098bae14-7dae-4af2-9223-fb05a36f8979","deleted":false},{"id":"b4e5c05a-dca9-4cfc-b0d1-59ba1bdf777b","deleted":false},{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","deleted":false},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","deleted":false},{"id":"f79353af-c416-449d-9f31-c0ee03e4d1c8","deleted":false},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","deleted":false},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","deleted":false},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","deleted":false},{"id":"137b530f-6eb8-4d9e-ae2f-82bb988e61a2","deleted":false},{"id":"ce6611e3-e962-463f-98c6-9a53d47a11b2","deleted":false},{"id":"db289df0-794a-4edf-a240-6047c10bf6e7","deleted":false},{"id":"69152892-a526-43db-852a-c81d7ecdcee1","deleted":false},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","deleted":false}],"host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Amazon Bedrock","short_name":"Llama 3.3 70B, Amazon","model_label":"Llama 3.3 70B","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fefdd33-2a01-4be0-a2d3-75834f418838","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":252.570246317685,"percentile_05_output_speed":213.66710059628,"percentile_95_output_speed":284.996882975977,"quartile_25_output_speed":243.329669515687,"quartile_75_output_speed":264.190605085567,"median_time_to_first_chunk":0.548244665481718,"percentile_05_time_to_first_chunk":0.477569478325313,"percentile_95_time_to_first_chunk":0.574744575688965,"quartile_25_time_to_first_chunk":0.530255148505603,"quartile_75_time_to_first_chunk":0.561597204747159,"median_estimated_total_seconds_for_100_output_tokens":0.939631619947269,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.861183591184395,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.02694270757267,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.920508187561258,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.954192583308417},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fefdd33-2a01-4be0-a2d3-75834f418838","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":178.531807053975,"median_time_to_first_chunk":7.98234778497135,"median_estimated_total_seconds_for_100_output_tokens":8.49543027828942,"median_end_to_end_response_time":10.782969188242289},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fefdd33-2a01-4be0-a2d3-75834f418838","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":226.899898738609,"median_time_to_first_chunk":1.09501444000489,"median_estimated_total_seconds_for_100_output_tokens":1.54113147723289,"median_end_to_end_response_time":3.2986293502786275},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fefdd33-2a01-4be0-a2d3-75834f418838","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":252.570246317685,"median_time_to_first_chunk":0.548244665481718,"median_estimated_total_seconds_for_100_output_tokens":0.939631619947269,"median_end_to_end_response_time":2.5278919410008456},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fefdd33-2a01-4be0-a2d3-75834f418838","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":268.583741150601,"median_time_to_first_chunk":0.466191205516225,"median_estimated_total_seconds_for_100_output_tokens":0.841746533483042,"median_end_to_end_response_time":2.3278079878948676}],"end_to_end_response_time_metrics":{"input_time":0.548244665481718,"reasoning_time":0,"answer_time":1.9796472755191274,"total_time":2.5278919410008456,"p05_total_time":2.888333516805351,"p95_total_time":2.302649818194024,"p25_total_time":2.6030701250945087,"p75_total_time":2.4408176426247103},"time_to_first_answer_token_metrics":{"input_time":0.548244665481718,"reasoning_time":0,"total_time":0.548244665481718}},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","slug":"nebius_llama-3-3-instruct-70b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-fast","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.75,"price_1m_blended_3_to_1":0.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Fast","short_name":"Nebius Fast","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"428ced85-57a4-418f-ad5b-d2441cbedaa4","deleted":false},{"id":"faa0f03b-4318-4868-be4a-150e13d533ea","deleted":false},{"id":"af68a042-6397-4656-a90f-21132b3ee03e","deleted":false},{"id":"7a843706-0954-4a33-8cd0-7e6331ae5b80","deleted":false},{"id":"5a8f531e-dd39-4407-bf43-a46aed0ffd74","deleted":false},{"id":"c909f66a-5e5e-498e-8e02-977e9da9a8d5","deleted":false},{"id":"1858ab9b-0416-468e-b2ba-98c2f316a40e","deleted":false},{"id":"b26c342c-1c60-40da-889c-77bf6a7e030a","deleted":false},{"id":"797fc938-558b-470c-b182-d52afbd015cb","deleted":false},{"id":"736fe063-68df-473d-b94b-6024bbda3a97","deleted":false},{"id":"1348b90f-ba22-44ef-a96b-854e8ee265be","deleted":false},{"id":"7a0dbdec-9331-43e5-844f-42fca3375391","deleted":false},{"id":"2439ca9b-ddc4-437e-8626-8f1eb38707a4","deleted":false},{"id":"9ad9d4dc-de41-48f0-9fd2-77043c74614a","deleted":false},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","deleted":false},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","deleted":false},{"id":"c980d910-8674-4201-a66f-dc28165ac481","deleted":false},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","deleted":false},{"id":"62d4ce37-b2b2-4714-a09b-b6c10e9c39c7","deleted":false},{"id":"084f94d6-0935-478a-9c57-4b767c84b900","deleted":false},{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","deleted":false},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","deleted":false},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","deleted":false},{"id":"9644e14d-e6fa-4a34-8079-0bac75c51b1e","deleted":false},{"id":"44288441-4e12-4ea5-9e18-3cbf2f2fcc89","deleted":false},{"id":"e642b3cc-4036-4c57-b619-0e95dfbea71d","deleted":false},{"id":"9eb1a2f1-6dec-487f-ada0-577b98a9ce34","deleted":false},{"id":"4cfde8fb-b636-4d79-b890-a4e2adc00ba5","deleted":false},{"id":"35633f09-2454-473a-a759-663f06952422","deleted":false},{"id":"e10433d8-502f-4ded-8b0a-474fc9e5e3e5","deleted":false},{"id":"31a2f982-9245-46f6-8d96-d67402439810","deleted":false},{"id":"fe25790c-8bb9-47b4-93c2-91fb64f1ae19","deleted":false},{"id":"8083ba97-e9a5-4370-8d7b-d873b0a53226","deleted":false}],"host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B Fast, Nebius","short_name":"Llama 3.3 70B Fast, Nebius","model_label":"Llama 3.3 70B Fast","host_label":"Nebius Fast","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"7a0dbdec-9331-43e5-844f-42fca3375391","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":244.995625795416,"percentile_05_output_speed":227.869705548731,"percentile_95_output_speed":251.854989143336,"quartile_25_output_speed":242.957897822109,"quartile_75_output_speed":248.843115180888,"median_time_to_first_chunk":0.50828524150711,"percentile_05_time_to_first_chunk":0.495048498228789,"percentile_95_time_to_first_chunk":0.556586738299939,"quartile_25_time_to_first_chunk":0.499157638216275,"quartile_75_time_to_first_chunk":0.533041072506421,"median_estimated_total_seconds_for_100_output_tokens":0.917958055965384,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.896323891479485,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.17183336056421,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.906896299420394,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.943875069408814},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"7a0dbdec-9331-43e5-844f-42fca3375391","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":158.689259534131,"median_time_to_first_chunk":12.4940485990373,"median_estimated_total_seconds_for_100_output_tokens":13.1141918705764,"median_end_to_end_response_time":15.644860452768707},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"7a0dbdec-9331-43e5-844f-42fca3375391","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":239.669025355867,"median_time_to_first_chunk":1.31830307749624,"median_estimated_total_seconds_for_100_output_tokens":1.74745668552529,"median_end_to_end_response_time":3.4045134221896634},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"7a0dbdec-9331-43e5-844f-42fca3375391","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":244.995625795416,"median_time_to_first_chunk":0.50828524150711,"median_estimated_total_seconds_for_100_output_tokens":0.917958055965384,"median_end_to_end_response_time":2.5491380052112502},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"7a0dbdec-9331-43e5-844f-42fca3375391","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":242.744579460653,"median_time_to_first_chunk":0.468302401503024,"median_estimated_total_seconds_for_100_output_tokens":0.874948320566879,"median_end_to_end_response_time":2.5280806305820636}],"end_to_end_response_time_metrics":{"input_time":0.50828524150711,"reasoning_time":0,"answer_time":2.04085276370414,"total_time":2.5491380052112502,"p05_total_time":2.702521631096303,"p95_total_time":2.493554628866514,"p25_total_time":2.5662549740493885,"p75_total_time":2.5175833474102696},"time_to_first_answer_token_metrics":{"input_time":0.50828524150711,"reasoning_time":0,"total_time":0.50828524150711}},{"id":"f37d2a9d-b708-4f46-a69b-af45802ace09","slug":"nebius_llama-3-3-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.3 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Base","short_name":"Nebius Base","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B Base, Nebius","short_name":"Llama 3.3 70B Base, Nebius","model_label":"Llama 3.3 70B Base","host_label":"Nebius Base","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"f37d2a9d-b708-4f46-a69b-af45802ace09","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":36.9307771417518,"percentile_05_output_speed":32.2525388176075,"percentile_95_output_speed":39.3538321583022,"quartile_25_output_speed":34.6321811260305,"quartile_75_output_speed":38.2339430644094,"median_time_to_first_chunk":0.634043089492479,"percentile_05_time_to_first_chunk":0.597656629899575,"percentile_95_time_to_first_chunk":0.749841130110144,"quartile_25_time_to_first_chunk":0.61294457823351,"quartile_75_time_to_first_chunk":0.661514783249459,"median_estimated_total_seconds_for_100_output_tokens":3.35912492566236,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.16981760912059,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.7315285304582,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.26550670538159,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.51665903838698},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"f37d2a9d-b708-4f46-a69b-af45802ace09","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":28.8647714330944,"median_time_to_first_chunk":40.8869339629891,"median_estimated_total_seconds_for_100_output_tokens":44.351364652551,"median_end_to_end_response_time":58.209087410798276},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"f37d2a9d-b708-4f46-a69b-af45802ace09","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":36.3748847444605,"median_time_to_first_chunk":2.38756315998035,"median_estimated_total_seconds_for_100_output_tokens":5.26000795027317,"median_end_to_end_response_time":16.133311181247812},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"f37d2a9d-b708-4f46-a69b-af45802ace09","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":36.9307771417518,"median_time_to_first_chunk":0.634043089492479,"median_estimated_total_seconds_for_100_output_tokens":3.35912492566236,"median_end_to_end_response_time":14.172886263055945},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"f37d2a9d-b708-4f46-a69b-af45802ace09","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":38.6170357202132,"median_time_to_first_chunk":0.504837220010813,"median_estimated_total_seconds_for_100_output_tokens":3.15743931451242,"median_end_to_end_response_time":13.452490779506745}],"end_to_end_response_time_metrics":{"input_time":0.634043089492479,"reasoning_time":0,"answer_time":13.538843173563466,"total_time":14.172886263055945,"p05_total_time":16.136698642519423,"p95_total_time":13.339286075454613,"p25_total_time":15.071482018921795,"p75_total_time":13.71142825893978},"time_to_first_answer_token_metrics":{"input_time":0.634043089492479,"reasoning_time":0,"total_time":0.634043089492479}},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","slug":"google_llama-3-3-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-3.3-70b-instruct-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.3 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":[{"id":"c13f5215-44e2-4607-9e22-3bc2752b1034","deleted":false},{"id":"46d40ad7-0f74-4924-9f4e-90479b7641fa","deleted":false},{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","deleted":false},{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deleted":false},{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","deleted":false},{"id":"ce890aa7-621b-4c07-8339-308083de451f","deleted":false},{"id":"df8de9c0-b614-4812-9e00-620574392c9d","deleted":false},{"id":"4c41e958-22f5-4959-9734-1f023df88f46","deleted":false},{"id":"15521cc9-39a9-44e8-bed2-dbfb2a21f72c","deleted":false},{"id":"7303d52f-8bb4-45d4-9b4e-aabaa7efcf60","deleted":false},{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","deleted":false},{"id":"55e219da-a9ea-41c0-bb8f-da5a5caf0aeb","deleted":false},{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","deleted":false},{"id":"6febf4b2-86a7-4b34-aae1-7423475d067b","deleted":false},{"id":"5040d4d4-49b7-4e16-9811-e1e4c134fefc","deleted":false},{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","deleted":false},{"id":"a1d1e8b4-7be3-4017-8d73-88abe9bbad0a","deleted":false},{"id":"7ea623b5-7aae-4486-adc2-7f4e9ef97f35","deleted":false},{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","deleted":false},{"id":"06a216dd-49db-4a94-9d26-da643097229b","deleted":false},{"id":"764184ef-060b-4787-89f7-9082360c0d08","deleted":false},{"id":"29f6b622-c248-4527-acdf-f7ea4ce0b246","deleted":false},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","deleted":false},{"id":"58591ef4-f3ce-4779-ac42-24c763628ebf","deleted":false},{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","deleted":false},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","deleted":false},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deleted":false},{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deleted":false},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","deleted":false},{"id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","deleted":false},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","deleted":false},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","deleted":false},{"id":"78397f5b-c000-4e4e-a394-e1c51084f9f1","deleted":false},{"id":"b02b7c9e-26f9-424b-a51e-f63bd9d90b06","deleted":false},{"id":"604db58c-1400-4180-bb2b-c042c0d8b71f","deleted":false},{"id":"c1bad3b9-e55a-4094-a4a5-2da68d8ec829","deleted":false},{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","deleted":false},{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","deleted":false},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","deleted":false},{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deleted":false},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","deleted":false}],"host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B Vertex, Google","short_name":"Llama 3.3 70B Vertex, Google","model_label":"Llama 3.3 70B Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":86.2587242363769,"percentile_05_output_speed":85.717683768985,"percentile_95_output_speed":87.1180024843784,"quartile_25_output_speed":85.9810334336749,"quartile_75_output_speed":86.5263185316562,"median_time_to_first_chunk":0.172923991980497,"percentile_05_time_to_first_chunk":0.15572327354912,"percentile_95_time_to_first_chunk":0.193178636433731,"quartile_25_time_to_first_chunk":0.165427683241433,"quartile_75_time_to_first_chunk":0.182760604998293,"median_estimated_total_seconds_for_100_output_tokens":1.33361445407382,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.30912254614625,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.35474590648352,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.31871128025304,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.34094400681835},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":62.5473039984638,"median_time_to_first_chunk":7.02781354007311,"median_estimated_total_seconds_for_100_output_tokens":8.63086973074919,"median_end_to_end_response_time":15.02176320754847},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":80.8618992719625,"median_time_to_first_chunk":0.54440853104461,"median_estimated_total_seconds_for_100_output_tokens":1.77634975719018,"median_end_to_end_response_time":6.727790377151786},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":86.2587242363769,"median_time_to_first_chunk":0.172923991980497,"median_estimated_total_seconds_for_100_output_tokens":1.33361445407382,"median_end_to_end_response_time":5.969439120465792},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bdab8bb7-ff70-489b-87cb-fbaddbd48761","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":84.9388831288707,"median_time_to_first_chunk":0.122450994967949,"median_estimated_total_seconds_for_100_output_tokens":1.30025640936567,"median_end_to_end_response_time":6.009036520720525}],"end_to_end_response_time_metrics":{"input_time":0.172923991980497,"reasoning_time":0,"answer_time":5.796515128485296,"total_time":5.969439120465792,"p05_total_time":6.006026077981025,"p95_total_time":5.912265870137744,"p25_total_time":5.988159981039597,"p75_total_time":5.951512616631987},"time_to_first_answer_token_metrics":{"input_time":0.172923991980497,"reasoning_time":0,"total_time":0.172923991980497}},{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","slug":"snowflake_llama-3-3-70b","deleted":false,"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"snowflake-llama-3.3-70b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Snowflake_Llama 3.3 Instruct 70B_Snowflake","cache_pricing_notes":null,"model_name_appendage":"Snowflake","price_1m_input_tokens":0.58,"price_1m_output_tokens":0.58,"price_1m_blended_3_to_1":0.58,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":8000,"price_m_tokens_blended_3_to_1_per_dollar":1.72,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","name":"Snowflake Snowflake","short_name":"Snowflake Snowflake","website_url":"https://www.snowflake.com","slug":"snowflake","deleted":false,"logo":"snowflake.svg","color":"#00A1D9","logo_small":"snowflake_small.svg","display_order":46,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","deleted":false}],"host_url":"/providers/snowflake","logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B Snowflake, Snowflake","short_name":"Llama 3.3 70B Snowflake, Snowflake","model_label":"Llama 3.3 70B Snowflake","host_label":"Snowflake","logo_url":"/img/logos/snowflake.svg","logo_small_url":"/img/logos/snowflake_small.svg","hosts_url":"/providers/snowflake","host_color":"#00A1D9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":8000,"context_window_formatted":"8k","timescaleData":{"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","host_model_id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":185.716664538834,"percentile_05_output_speed":85.1029413998292,"percentile_95_output_speed":198.475844290865,"quartile_25_output_speed":180.937464966795,"quartile_75_output_speed":190.939693060233,"median_time_to_first_chunk":0.283133278004243,"percentile_05_time_to_first_chunk":0.222779576941684,"percentile_95_time_to_first_chunk":0.413605680459659,"quartile_25_time_to_first_chunk":0.262406637732056,"quartile_75_time_to_first_chunk":0.343894198496429,"median_estimated_total_seconds_for_100_output_tokens":0.857190212673141,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.754930160478569,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.46443355220167,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.808151014991944,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.905833728689941},"performanceByPromptLength":[{"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","host_model_id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":185.716664538834,"median_time_to_first_chunk":0.283133278004243,"median_estimated_total_seconds_for_100_output_tokens":0.857190212673141,"median_end_to_end_response_time":2.975406484835654},{"host_id":"59b2eb74-8e9c-430c-9291-86b40ed3df07","host_model_id":"8e6bf297-6ee0-41b1-afa2-6929a9c3f365","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":209.002302776304,"median_time_to_first_chunk":0.247899070032872,"median_estimated_total_seconds_for_100_output_tokens":0.742058072698973,"median_end_to_end_response_time":2.6402172089155425}],"end_to_end_response_time_metrics":{"input_time":0.283133278004243,"reasoning_time":0,"answer_time":2.692273206831411,"total_time":2.975406484835654,"p05_total_time":6.158370864104921,"p95_total_time":2.8023315299953184,"p25_total_time":3.046518959857132,"p75_total_time":2.9017611389083253},"time_to_first_answer_token_metrics":{"input_time":0.283133278004243,"reasoning_time":0,"total_time":0.283133278004243}},{"id":"81179cd8-6185-4a80-9e50-8ac6119c27da","slug":"azure_llama-3-3-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":false,"host_api_id":"Llama-3-3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.71,"price_1m_output_tokens":0.71,"price_1m_blended_3_to_1":0.71,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Microsoft Azure","short_name":"Llama 3.3 70B, Azure","model_label":"Llama 3.3 70B","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"81179cd8-6185-4a80-9e50-8ac6119c27da","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":43.4855824071702,"percentile_05_output_speed":22.1981502724645,"percentile_95_output_speed":53.5846195251851,"quartile_25_output_speed":30.1598596032986,"quartile_75_output_speed":49.6081260891001,"median_time_to_first_chunk":0.440665057998558,"percentile_05_time_to_first_chunk":0.378269530003308,"percentile_95_time_to_first_chunk":7.8090700909961,"quartile_25_time_to_first_chunk":0.425060555018717,"quartile_75_time_to_first_chunk":0.479290040035266,"median_estimated_total_seconds_for_100_output_tokens":2.82634696491355,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.27221897758651,"percentile_95_estimated_total_seconds_for_100_output_tokens":10.4146585597872,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.4361221018853,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.13611198468386},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"81179cd8-6185-4a80-9e50-8ac6119c27da","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":38.777221125182,"median_time_to_first_chunk":23.3936342539964,"median_estimated_total_seconds_for_100_output_tokens":25.9724678345972,"median_end_to_end_response_time":36.28780215700013},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"81179cd8-6185-4a80-9e50-8ac6119c27da","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":36.8717384756137,"median_time_to_first_chunk":1.7262079139764,"median_estimated_total_seconds_for_100_output_tokens":4.57919078393447,"median_end_to_end_response_time":15.286729350487754},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"81179cd8-6185-4a80-9e50-8ac6119c27da","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":43.4855824071702,"median_time_to_first_chunk":0.440665057998558,"median_estimated_total_seconds_for_100_output_tokens":2.82634696491355,"median_end_to_end_response_time":11.938728837352622},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"81179cd8-6185-4a80-9e50-8ac6119c27da","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":48.0327189264446,"median_time_to_first_chunk":0.553484861999998,"median_estimated_total_seconds_for_100_output_tokens":2.7036600265505,"median_end_to_end_response_time":10.963055903890842}],"end_to_end_response_time_metrics":{"input_time":0.440665057998558,"reasoning_time":0,"answer_time":11.498063779354064,"total_time":11.938728837352622,"p05_total_time":22.96506433734845,"p95_total_time":9.771700799793775,"p25_total_time":17.018991568023647,"p75_total_time":10.519658953110836},"time_to_first_answer_token_metrics":{"input_time":0.440665057998558,"reasoning_time":0,"total_time":0.440665057998558}},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","slug":"fireworks_llama-3-3-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"accounts/fireworks/models/llama-v3p3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks","short_name":"Fireworks","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":[{"id":"33a1e91d-dbc8-4207-bc18-310d4807c948","deleted":false},{"id":"826793ef-0d94-41e5-925a-fe7c26fcc5f6","deleted":false},{"id":"98e086e7-9ee7-4045-a459-25f5032a3c4e","deleted":false},{"id":"f1a28256-d6ff-442d-8176-7518807e47d4","deleted":false},{"id":"cf1595f1-1825-435b-a338-8fcfb433051f","deleted":false},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","deleted":false},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","deleted":false},{"id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","deleted":false},{"id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","deleted":false},{"id":"7f81595c-d5f7-4922-a082-a76097293aba","deleted":false},{"id":"3b188919-529e-498f-916e-2cae6113d02e","deleted":false},{"id":"14a25158-c3e9-45bf-a90f-b4c0802b320f","deleted":false},{"id":"891f0c26-2aea-4700-9621-8a76e7e3f6bd","deleted":false},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","deleted":false},{"id":"a3d633aa-0ec9-4f6f-8ad0-3d34b7fb4ec8","deleted":false},{"id":"6825a5de-a446-414d-b1bc-87924def99f7","deleted":false},{"id":"a0a43165-a697-40ff-bbde-69ed686947a5","deleted":false},{"id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","deleted":false},{"id":"4fe5e1a3-2ff1-41cf-8c19-280ac44cef2f","deleted":false},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","deleted":false}],"host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Fireworks","short_name":"Llama 3.3 70B, Fireworks","model_label":"Llama 3.3 70B","host_label":"Fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"7f81595c-d5f7-4922-a082-a76097293aba","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":154.531817385019,"percentile_05_output_speed":74.0255087404214,"percentile_95_output_speed":198.975992174679,"quartile_25_output_speed":116.166551266425,"quartile_75_output_speed":172.164052025773,"median_time_to_first_chunk":0.417383961997984,"percentile_05_time_to_first_chunk":0.298679221997736,"percentile_95_time_to_first_chunk":0.781765375628311,"quartile_25_time_to_first_chunk":0.351205921484507,"quartile_75_time_to_first_chunk":0.490539298509248,"median_estimated_total_seconds_for_100_output_tokens":1.098470572948,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.860445423139464,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.72820930226777,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.980817493982686,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.35294783624595},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"7f81595c-d5f7-4922-a082-a76097293aba","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":135.299234508768,"median_time_to_first_chunk":7.43478816910647,"median_estimated_total_seconds_for_100_output_tokens":8.13077395769944,"median_end_to_end_response_time":11.130300577697355},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"7f81595c-d5f7-4922-a082-a76097293aba","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":128.601369143518,"median_time_to_first_chunk":0.810370147053618,"median_estimated_total_seconds_for_100_output_tokens":1.65950062127552,"median_end_to_end_response_time":4.698353636887263},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"7f81595c-d5f7-4922-a082-a76097293aba","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":154.531817385019,"median_time_to_first_chunk":0.417383961997984,"median_estimated_total_seconds_for_100_output_tokens":1.098470572948,"median_end_to_end_response_time":3.6529635886469114},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"7f81595c-d5f7-4922-a082-a76097293aba","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":197.275069119942,"median_time_to_first_chunk":0.356456003035419,"median_estimated_total_seconds_for_100_output_tokens":0.952438739920173,"median_end_to_end_response_time":2.890988127294887}],"end_to_end_response_time_metrics":{"input_time":0.417383961997984,"reasoning_time":0,"answer_time":3.2355796266489274,"total_time":3.6529635886469114,"p05_total_time":7.171812381440599,"p95_total_time":2.9302499340950354,"p25_total_time":4.721548926431359,"p75_total_time":3.3215907003776652},"time_to_first_answer_token_metrics":{"input_time":0.417383961997984,"reasoning_time":0,"total_time":0.417383961997984}},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","slug":"deepinfra_llama-3-3-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.038,"price_1m_output_tokens":0.12,"price_1m_blended_3_to_1":0.0585,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":17.09,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (Turbo, FP8)","short_name":"Deepinfra (Turbo, FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"84344d90-0cab-401c-b2db-cada32b3c191","deleted":false},{"id":"12a2abe5-dcca-4f96-af94-0b22e9cf668c","deleted":false},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","deleted":false},{"id":"1039583d-d282-42f6-aa52-90b5f03681f3","deleted":false},{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","deleted":false},{"id":"f0c85079-a781-44a7-9c0d-a58f3d51b5cf","deleted":false},{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","deleted":false},{"id":"6f5a1fb9-e832-494c-997a-b83cfe2da109","deleted":false},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","deleted":false},{"id":"508f386c-fd2b-4899-9311-251f21bac43b","deleted":false},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","deleted":false},{"id":"b626e227-e630-4038-bc34-a6bf1d62c31b","deleted":false},{"id":"6b9d0328-9211-4851-98ae-1888b103e2fa","deleted":false},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","deleted":false},{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","deleted":false},{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","deleted":false},{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","deleted":false},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","deleted":false},{"id":"8fffb960-bdaa-462d-8ef3-e6f7f6f90af3","deleted":false},{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","deleted":false},{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","deleted":false},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","deleted":false},{"id":"2f8a5e37-1f7c-4012-b0ef-62d05a41a66e","deleted":false},{"id":"32b5cf04-3c65-4398-81d1-d6a192da4a43","deleted":false},{"id":"f1a0c512-7199-4e88-9f41-1dd0bacf88ba","deleted":false},{"id":"b3c4cf9f-c8a5-4315-8f2d-f53cdc75ffde","deleted":false},{"id":"90f1de4c-a5ab-4129-9620-d2d329cac70f","deleted":false},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","deleted":false},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","deleted":false},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","deleted":false},{"id":"888b3cbc-1985-43d6-a6bd-861caa14b1c2","deleted":false},{"id":"07cbd723-dec7-4f8a-8be1-d3cec9c608c9","deleted":false},{"id":"d4757e44-a735-459d-9470-39165de16fdf","deleted":false},{"id":"ff9ff0e0-bebd-425c-8b25-05a69a502f37","deleted":false},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","deleted":false},{"id":"333438f0-f819-4576-b7f5-b6504016d844","deleted":false},{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","deleted":false},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","deleted":false},{"id":"727e16ae-0f4b-46df-8de3-57040d1194c7","deleted":false},{"id":"0f033228-e4f8-41fe-99dc-935788826263","deleted":false},{"id":"e83a25aa-86c0-40d9-9d3e-ac5683678972","deleted":false},{"id":"7b22476e-f133-41dc-bbba-238eeaa3c620","deleted":false},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","deleted":false},{"id":"a83963c8-1814-4306-ad8a-b4654c74aec9","deleted":false},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","deleted":false},{"id":"6292085d-3570-4ccf-8b79-3fc0cd23a76b","deleted":false},{"id":"dbe2793c-6585-4cdc-86ff-0626934d7e05","deleted":false},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","deleted":false},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","deleted":false},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","deleted":false},{"id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","deleted":false}],"host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B (Turbo, FP8), Deepinfra","short_name":"Llama 3.3 70B (Turbo, FP8), Deepinfra","model_label":"Llama 3.3 70B (Turbo, FP8)","host_label":"Deepinfra (Turbo, FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":49.220278877116,"percentile_05_output_speed":36.4807078012322,"percentile_95_output_speed":60.5058151192093,"quartile_25_output_speed":42.9640736223106,"quartile_75_output_speed":56.6187839437507,"median_time_to_first_chunk":0.447020848514512,"percentile_05_time_to_first_chunk":0.312960086659677,"percentile_95_time_to_first_chunk":2.4421654066522,"quartile_25_time_to_first_chunk":0.384841696530202,"quartile_75_time_to_first_chunk":0.632909117965028,"median_estimated_total_seconds_for_100_output_tokens":2.65788276281639,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.06375977167346,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.79758050904107,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.25998435977916,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.83751730912144},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":20.1816134532899,"median_time_to_first_chunk":11.3122839180287,"median_estimated_total_seconds_for_100_output_tokens":16.8295231829787,"median_end_to_end_response_time":36.087310015780695},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":48.2837029587749,"median_time_to_first_chunk":1.23467077351233,"median_estimated_total_seconds_for_100_output_tokens":3.49188221924424,"median_end_to_end_response_time":11.590131712929194},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":49.220278877116,"median_time_to_first_chunk":0.447020848514512,"median_estimated_total_seconds_for_100_output_tokens":2.65788276281639,"median_end_to_end_response_time":10.605435457426148},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3a0fdd46-fd6c-4c6c-8f4b-6ea927fde878","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":47.8589817675832,"median_time_to_first_chunk":0.330182843987131,"median_estimated_total_seconds_for_100_output_tokens":2.61315416485778,"median_end_to_end_response_time":10.777542598278226}],"end_to_end_response_time_metrics":{"input_time":0.447020848514512,"reasoning_time":0,"answer_time":10.158414608911636,"total_time":10.605435457426148,"p05_total_time":14.152895271902526,"p95_total_time":8.710689373843753,"p25_total_time":12.084651032174692,"p75_total_time":9.278012352972416},"time_to_first_answer_token_metrics":{"input_time":0.447020848514512,"reasoning_time":0,"total_time":0.447020848514512}},{"id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","slug":"deepinfra_llama-3-3-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Deepinfra","short_name":"Llama 3.3 70B, Deepinfra","model_label":"Llama 3.3 70B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":26.1776370025348,"percentile_05_output_speed":22.5179756623724,"percentile_95_output_speed":37.6444255102596,"quartile_25_output_speed":24.1737646087512,"quartile_75_output_speed":28.8970959141408,"median_time_to_first_chunk":0.587872354022693,"percentile_05_time_to_first_chunk":0.23244528498908,"percentile_95_time_to_first_chunk":0.934852330593276,"quartile_25_time_to_first_chunk":0.403907799500303,"quartile_75_time_to_first_chunk":0.683267656480893,"median_estimated_total_seconds_for_100_output_tokens":4.34303537647282,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.24838050575953,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.24680520750709,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.01733860665374,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.76486590934908},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":24.223809503109,"median_time_to_first_chunk":16.1595357670449,"median_estimated_total_seconds_for_100_output_tokens":20.2877056152748,"median_end_to_end_response_time":36.80038500819451},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":25.7984273897764,"median_time_to_first_chunk":1.78852499549976,"median_estimated_total_seconds_for_100_output_tokens":5.62714106006896,"median_end_to_end_response_time":21.169551305581894},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":26.1776370025348,"median_time_to_first_chunk":0.587872354022693,"median_estimated_total_seconds_for_100_output_tokens":4.34303537647282,"median_end_to_end_response_time":19.68814484812079},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"6902a5ef-4219-4c31-82c4-82fb896f4c76","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":26.4477073353266,"median_time_to_first_chunk":0.499308310972992,"median_estimated_total_seconds_for_100_output_tokens":4.32008813250238,"median_end_to_end_response_time":19.40453868351808}],"end_to_end_response_time_metrics":{"input_time":0.587872354022693,"reasoning_time":0,"answer_time":19.100272494098096,"total_time":19.68814484812079,"p05_total_time":22.79235500809632,"p95_total_time":13.870051407697723,"p25_total_time":21.271452594520024,"p75_total_time":17.890649127356685},"time_to_first_answer_token_metrics":{"input_time":0.587872354022693,"reasoning_time":0,"total_time":0.587872354022693}},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","slug":"friendli-ai_llama-3-3-instruct-70b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama-3.3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ab82a915-2798-4921-89be-93aa937ed5db","name":"FriendliAI","short_name":"FriendliAI","website_url":"https://friendli.ai","slug":"friendli-ai","deleted":false,"logo":"friendliai.svg","color":"#1D4CB3","logo_small":"friendliai_small.svg","display_order":6,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://friendli.ai/docs/guides/serverless_endpoints/function-calling\r\n","json_mode_url":"https://friendli.ai/docs/guides/serverless_endpoints/structured-outputs\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","deleted":false},{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","deleted":false},{"id":"cf694d38-2240-4ede-8e7a-7d45612b86d2","deleted":false},{"id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","deleted":false}],"host_url":"/providers/friendli-ai","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, FriendliAI","short_name":"Llama 3.3 70B, FriendliAI","model_label":"Llama 3.3 70B","host_label":"FriendliAI","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg","hosts_url":"/providers/friendli-ai","host_color":"#1D4CB3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":172.442332703387,"percentile_05_output_speed":143.669017764657,"percentile_95_output_speed":192.506150322989,"quartile_25_output_speed":154.500538123316,"quartile_75_output_speed":182.802707920772,"median_time_to_first_chunk":0.289348337042611,"percentile_05_time_to_first_chunk":0.25954832159332,"percentile_95_time_to_first_chunk":0.375318782088289,"quartile_25_time_to_first_chunk":0.278079457493732,"quartile_75_time_to_first_chunk":0.323185309494875,"median_estimated_total_seconds_for_100_output_tokens":0.898233449149043,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.802413302157195,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.06348668138056,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.845899329365835,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.948859328383605},"performanceByPromptLength":[{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":39.9504392829227,"median_time_to_first_chunk":15.7724356600083,"median_estimated_total_seconds_for_100_output_tokens":18.2755370475004,"median_end_to_end_response_time":28.28794259746846},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":99.2912966205887,"median_time_to_first_chunk":0.952801430998079,"median_estimated_total_seconds_for_100_output_tokens":1.95578209495957,"median_end_to_end_response_time":5.988489522680444},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":172.442332703387,"median_time_to_first_chunk":0.289348337042611,"median_estimated_total_seconds_for_100_output_tokens":0.898233449149043,"median_end_to_end_response_time":3.188868380418708},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"efc72ce9-d8c4-4bce-8a4a-cf23f5a27dbc","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":203.370453324232,"median_time_to_first_chunk":0.259223775006831,"median_estimated_total_seconds_for_100_output_tokens":0.763399323610872,"median_end_to_end_response_time":2.7177913389137363}],"end_to_end_response_time_metrics":{"input_time":0.289348337042611,"reasoning_time":0,"answer_time":2.899520043376097,"total_time":3.188868380418708,"p05_total_time":3.7695698056618627,"p95_total_time":2.8866679507853115,"p25_total_time":3.525583019933621,"p75_total_time":3.024537578422468},"time_to_first_answer_token_metrics":{"input_time":0.289348337042611,"reasoning_time":0,"total_time":0.289348337042611}},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","slug":"novita_llama-3-3-instruct-70b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-3.3-70b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.39,"price_1m_blended_3_to_1":0.195,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"bf00f674-3738-4b55-a5b4-b388a37fe632","deleted":false},{"id":"ab6ba292-9593-4c79-ae58-c06e021bf5c0","deleted":false},{"id":"4fa79788-012f-48f2-9951-950b1a5bdd9a","deleted":false},{"id":"4e7e4f66-b7e2-47dd-8193-45705464e528","deleted":false},{"id":"f60dfe31-8c13-43c5-b34b-3a582c83b58b","deleted":false},{"id":"886a3bbe-6088-4d70-8274-f87427472fef","deleted":false},{"id":"e92a45bb-7c5f-4192-a14f-f32130e995f5","deleted":false},{"id":"497200d9-0dc6-4f71-a0b0-f437c5be8815","deleted":false},{"id":"e67d50bc-feee-4449-bbd5-1ae2621d3b83","deleted":false},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","deleted":false},{"id":"cd17e196-bd28-42e3-8a38-67db51ec7b09","deleted":false},{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","deleted":false},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","deleted":false},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","deleted":false},{"id":"38b3824a-5bbd-48bb-8436-f93f64027323","deleted":false},{"id":"c6278b3f-e6da-4da7-8d5d-3dc7291ebba5","deleted":false},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","deleted":false},{"id":"c992649b-32f3-4f7e-a2d2-55b0078bc81e","deleted":false},{"id":"27515963-8bfe-4829-ace4-dbcaf44789ec","deleted":false},{"id":"4c1a74c5-aa90-473c-a383-bec286514786","deleted":false},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","deleted":false},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","deleted":false},{"id":"3d1017f4-b486-47a1-9a39-cd5923a277c1","deleted":false},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","deleted":false},{"id":"ca4fd46c-eb6c-44da-8317-789a6160a739","deleted":false},{"id":"45dfe3c4-51e5-465d-b527-9eed75899a8a","deleted":false},{"id":"5df18bf4-ae87-4384-a82e-8fce2a6f4b28","deleted":false},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","deleted":false},{"id":"f4adffb5-b811-43c8-b89b-c743256990e5","deleted":false},{"id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","deleted":false},{"id":"99cbe129-a899-4317-8537-40c19fb841b3","deleted":false}],"host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Novita","short_name":"Llama 3.3 70B, Novita","model_label":"Llama 3.3 70B","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":42.4692759856654,"percentile_05_output_speed":36.083558631978,"percentile_95_output_speed":47.2912588743993,"quartile_25_output_speed":39.1033129496172,"quartile_75_output_speed":43.7782819502413,"median_time_to_first_chunk":0.596896290997392,"percentile_05_time_to_first_chunk":0.539599200012162,"percentile_95_time_to_first_chunk":0.946425559995987,"quartile_25_time_to_first_chunk":0.548249895975459,"quartile_75_time_to_first_chunk":0.664089605037589,"median_estimated_total_seconds_for_100_output_tokens":2.98247736021485,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.69809033566164,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.03237128597708,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.83958138079066,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.22141767923031},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":37.588463009494,"median_time_to_first_chunk":1.69520489299975,"median_estimated_total_seconds_for_100_output_tokens":4.46013952215368,"median_end_to_end_response_time":14.997158736489208},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":42.4692759856654,"median_time_to_first_chunk":0.596896290997392,"median_estimated_total_seconds_for_100_output_tokens":2.98247736021485,"median_end_to_end_response_time":12.370113243618963},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"330ff193-9c36-4604-b9ea-ecff4f7b564a","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":42.8519333779966,"median_time_to_first_chunk":0.475322957485332,"median_estimated_total_seconds_for_100_output_tokens":2.80016772238036,"median_end_to_end_response_time":12.1434079325436}],"end_to_end_response_time_metrics":{"input_time":0.596896290997392,"reasoning_time":0,"answer_time":11.77321695262157,"total_time":12.370113243618963,"p05_total_time":14.45362270480763,"p95_total_time":11.169674683891277,"p25_total_time":13.383536661961019,"p75_total_time":12.018084554353718},"time_to_first_answer_token_metrics":{"input_time":0.596896290997392,"reasoning_time":0,"total_time":0.596896290997392}},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","slug":"groq_llama-3-3-instruct-70b","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"llama-3.3-70b-versatile","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.59,"price_1m_output_tokens":0.79,"price_1m_blended_3_to_1":0.64,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.56,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","name":"Groq","short_name":"Groq","website_url":"https://groq.com/","slug":"groq","deleted":false,"logo":"groq.svg","color":"#F54F35","logo_small":"groq_small.png","display_order":5,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","json_mode_url":"https://console.groq.com/docs/text-chat","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"16394402-f7d2-4657-9b7e-e3ffdb1fee3c","deleted":false},{"id":"b4781f32-23ea-48df-8d6a-52ebbc2c41b0","deleted":false},{"id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","deleted":false},{"id":"d0b2cbe8-adfd-4957-971f-503016cc0be4","deleted":false},{"id":"744ca80d-cd3d-4424-b078-def82ff83467","deleted":false},{"id":"38105428-1425-4389-b728-73da57cf4c3e","deleted":false},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","deleted":false},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","deleted":false},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","deleted":false},{"id":"f7819590-4ff9-4607-ba16-59ffd6119eb4","deleted":false},{"id":"3cee6052-90d1-42c9-ab77-f2ec84628197","deleted":false},{"id":"45fa8a67-a250-4e39-b7ba-3c8363124cc8","deleted":false}],"host_url":"/providers/groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, Groq","short_name":"Llama 3.3 70B, Groq","model_label":"Llama 3.3 70B","host_label":"Groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png","hosts_url":"/providers/groq","host_color":"#F54F35","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":440.101676161763,"percentile_05_output_speed":376.957100960282,"percentile_95_output_speed":496.387224976476,"quartile_25_output_speed":413.533535777047,"quartile_75_output_speed":462.662199013524,"median_time_to_first_chunk":0.172545659996103,"percentile_05_time_to_first_chunk":0.158189004214728,"percentile_95_time_to_first_chunk":0.230713214417665,"quartile_25_time_to_first_chunk":0.164332502739853,"quartile_75_time_to_first_chunk":0.187167179503376,"median_estimated_total_seconds_for_100_output_tokens":0.403924079686274,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.372572405052438,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.455074667648127,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.386347199768311,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.432944009830679},"performanceByPromptLength":[{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":127.390489596352,"median_time_to_first_chunk":8.96846704045311,"median_estimated_total_seconds_for_100_output_tokens":9.90266710048322,"median_end_to_end_response_time":12.893406818801509},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":306.47204252177,"median_time_to_first_chunk":0.863007128500612,"median_estimated_total_seconds_for_100_output_tokens":1.18654287989765,"median_end_to_end_response_time":2.4944773137932326},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":440.101676161763,"median_time_to_first_chunk":0.172545659996103,"median_estimated_total_seconds_for_100_output_tokens":0.403924079686274,"median_end_to_end_response_time":1.3086467636333927},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"3d1c3255-9354-4076-b55d-28806dbbcfc5","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":564.23848208444,"median_time_to_first_chunk":0.103713648504709,"median_estimated_total_seconds_for_100_output_tokens":0.292552348899643,"median_end_to_end_response_time":0.989863770972204}],"end_to_end_response_time_metrics":{"input_time":0.172545659996103,"reasoning_time":0,"answer_time":1.1361011036372897,"total_time":1.3086467636333927,"p05_total_time":1.4989565399775957,"p95_total_time":1.1798237985978675,"p25_total_time":1.381637442747117,"p75_total_time":1.2532477382425788},"time_to_first_answer_token_metrics":{"input_time":0.172545659996103,"reasoning_time":0,"total_time":0.172545659996103}},{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","slug":"sambanova_llama-3-3-instruct-70b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"Meta-Llama-3.3-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.3 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"cba46a55-85b6-4d0a-b228-eede55b263fe","name":"SambaNova","short_name":"SambaNova","website_url":"https://sambanova.ai/","slug":"sambanova","deleted":false,"logo":"sambanova.webp","color":"#4D226B","logo_small":"sambanova_small.webp","display_order":55,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","deleted":false},{"id":"8c719ab9-348a-4cbf-a587-3b5b631bacff","deleted":false},{"id":"9fd166ee-55ca-4106-89a1-47f1755ea125","deleted":false},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","deleted":false},{"id":"db1c764d-0d39-470e-b032-9055aa979423","deleted":false},{"id":"fb9d47f6-18d6-4d6c-9a74-0274f9deb781","deleted":false},{"id":"31badd72-e8e1-4f60-99c2-d5017d69a4d9","deleted":false},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","deleted":false},{"id":"0e391ca3-0753-4bda-99b4-01d3050fbaa4","deleted":false}],"host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B, SambaNova","short_name":"Llama 3.3 70B, SambaNova","model_label":"Llama 3.3 70B","host_label":"SambaNova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp","hosts_url":"/providers/sambanova","host_color":"#4D226B","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":431.335389950125,"percentile_05_output_speed":365.898887658042,"percentile_95_output_speed":510.202041831048,"quartile_25_output_speed":416.871035529458,"quartile_75_output_speed":473.765501779932,"median_time_to_first_chunk":0.28929044349934,"percentile_05_time_to_first_chunk":0.28227602214065,"percentile_95_time_to_first_chunk":0.460884187451848,"quartile_25_time_to_first_chunk":0.284967853505805,"quartile_75_time_to_first_chunk":0.336318149988074,"median_estimated_total_seconds_for_100_output_tokens":0.543524134990651,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.483359868303039,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.688055571837588,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.509722119606835,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.573780678415479},"performanceByPromptLength":[{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":180.783222529805,"median_time_to_first_chunk":33.5773830551188,"median_estimated_total_seconds_for_100_output_tokens":34.1672894886956,"median_end_to_end_response_time":36.343126429991806},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":296.39256004589,"median_time_to_first_chunk":1.51077861150043,"median_estimated_total_seconds_for_100_output_tokens":1.8415368486963,"median_end_to_end_response_time":3.1977305374279426},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":431.335389950125,"median_time_to_first_chunk":0.28929044349934,"median_estimated_total_seconds_for_100_output_tokens":0.543524134990651,"median_end_to_end_response_time":1.4484812069973563},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"43a88c2b-5519-4e10-a37f-fede9c1b91d0","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":614.015860642961,"median_time_to_first_chunk":0.220198746988899,"median_estimated_total_seconds_for_100_output_tokens":0.399811245962854,"median_end_to_end_response_time":1.0345099595305907}],"end_to_end_response_time_metrics":{"input_time":0.28929044349934,"reasoning_time":0,"answer_time":1.1591907634980163,"total_time":1.4484812069973563,"p05_total_time":1.6557881751548809,"p95_total_time":1.2692943615659276,"p25_total_time":1.4887021497239326,"p75_total_time":1.344664881109308},"time_to_first_answer_token_metrics":{"input_time":0.28929044349934,"reasoning_time":0,"total_time":0.28929044349934}},{"id":"522833b6-2776-41da-bade-c11490913151","slug":"togetherai_llama-3-3-instruct-70b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.3 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai Turbo","short_name":"Together.ai Turbo","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"7704fc7c-c964-4b7d-bb08-95c8f51486ed","deleted":false},{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","deleted":false},{"id":"da643c0a-d4d3-409e-a5be-a9fca5eccc3d","deleted":false},{"id":"0011215f-e15a-4574-8108-ad0772243350","deleted":false},{"id":"3be3bfe1-0c0a-428d-8899-850e50c5b026","deleted":false},{"id":"f3f518c7-9d26-4a25-839d-94f8ffd01542","deleted":false},{"id":"d9f7ea68-b197-4ac8-b89a-e36a4dc601e9","deleted":false},{"id":"eac13276-d513-4259-b0ce-4f607eba157b","deleted":false},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","deleted":false},{"id":"9e620eb2-37c0-4222-acd9-d618c08c33c6","deleted":false},{"id":"8b5bdb28-780a-4f2d-bd84-a7c624548095","deleted":false},{"id":"2e722dab-dcad-4e61-8b27-419a3cbf4b74","deleted":false},{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","deleted":false},{"id":"b5bc4da1-0f88-490d-b9b9-25a835e7b1a9","deleted":false},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","deleted":false},{"id":"ee8dc500-1454-4b1a-a6ba-b1c43763a736","deleted":false},{"id":"522833b6-2776-41da-bade-c11490913151","deleted":false},{"id":"61bfaf75-dec9-48af-beac-eb7f3c0bd5aa","deleted":false},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","deleted":false},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","deleted":false},{"id":"0a3c1336-280e-404b-940c-7445657c56e5","deleted":false},{"id":"3c331bb3-1488-4e5e-b699-bab82a62dbcb","deleted":false},{"id":"ec3a4f53-ef09-47d3-a42a-b323f6cec589","deleted":false},{"id":"10ab8e59-1249-4958-8317-9e60aa385b56","deleted":false},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","deleted":false},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","deleted":false},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","deleted":false},{"id":"d08f827f-4453-46d0-baaf-0e9bf2a6432b","deleted":false},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","deleted":false},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","deleted":false},{"id":"7ed48131-a47f-434a-9e74-848d105b51b9","deleted":false},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","deleted":false},{"id":"68321da0-652b-44b7-8a2e-6ac812ecf213","deleted":false},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","deleted":false}],"host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","short_name":"Llama 3.3 70B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-12-06","chatbot-arena-elo":null,"slug":"llama-3-3-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":68,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.3-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:17:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":31.21,"math_index":53.63,"coding_index":27.41,"mmlu_pro":0.713,"mmmu_pro":null,"hle":0.04,"scicode":0.26,"humaneval":0.86,"aime":0.3,"aime25":0.077,"math_500":0.773,"gpqa":0.498,"livecodebench":0.288,"ifbench":0.471,"lcr":0.15,"estimated_intelligence_index":29.9783521671,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.884,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.505,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:17:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:model:host_models","model_url":"/models/llama-3-3-instruct-70b","hosts_url":"/models/llama-3-3-instruct-70b/providers","name_and_creator_label":"Llama 3.3 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.3 70B Turbo, Together.ai","short_name":"Llama 3.3 70B Turbo, Together.ai","model_label":"Llama 3.3 70B Turbo","host_label":"Together.ai Turbo","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"522833b6-2776-41da-bade-c11490913151","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":165.28880787301,"percentile_05_output_speed":102.128204950732,"percentile_95_output_speed":215.124665443383,"quartile_25_output_speed":136.469945622378,"quartile_75_output_speed":188.275464075219,"median_time_to_first_chunk":0.278473960992415,"percentile_05_time_to_first_chunk":0.211684504000004,"percentile_95_time_to_first_chunk":0.465816062991507,"quartile_25_time_to_first_chunk":0.254941867955495,"quartile_75_time_to_first_chunk":0.343359028018313,"median_estimated_total_seconds_for_100_output_tokens":0.894965415897182,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.739435738298743,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.52741643568005,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.818270818700349,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.01123603211324},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"522833b6-2776-41da-bade-c11490913151","prompt_length_type":"100k","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":89.8863393296663,"median_time_to_first_chunk":13.3627601425687,"median_estimated_total_seconds_for_100_output_tokens":14.5963378261012,"median_end_to_end_response_time":18.92534066068508},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"522833b6-2776-41da-bade-c11490913151","prompt_length_type":"long","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":109.323670758222,"median_time_to_first_chunk":1.01577917250688,"median_estimated_total_seconds_for_100_output_tokens":2.15155421235444,"median_end_to_end_response_time":5.5893541040127},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"522833b6-2776-41da-bade-c11490913151","prompt_length_type":"medium","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":165.28880787301,"median_time_to_first_chunk":0.278473960992415,"median_estimated_total_seconds_for_100_output_tokens":0.894965415897182,"median_end_to_end_response_time":3.3034821659287457},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"522833b6-2776-41da-bade-c11490913151","prompt_length_type":"short","model_id":"976cc8ad-7904-4056-83c5-960181f47d5f","median_output_speed":175.318461446997,"median_time_to_first_chunk":0.278147360004368,"median_estimated_total_seconds_for_100_output_tokens":0.865151426290118,"median_end_to_end_response_time":3.1301002911060483}],"end_to_end_response_time_metrics":{"input_time":0.278473960992415,"reasoning_time":0,"answer_time":3.0250082049363307,"total_time":3.3034821659287457,"p05_total_time":5.174281150017295,"p95_total_time":2.602707674357985,"p25_total_time":3.9422843165965378,"p75_total_time":2.9341572304822843},"time_to_first_answer_token_metrics":{"input_time":0.278473960992415,"reasoning_time":0,"total_time":0.278473960992415}},{"id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","slug":"lambdalabs_llama-3-1-instruct-405b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-405b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 405B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda (FP8)","short_name":"Lambda (FP8)","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null},"average":0.7654002278877653,"average_mgsm":null,"average_mmlu":0.7654002278877653,"average_per_language":{"bn":null,"de":null,"en":0.8680031334567726,"es":null,"fr":null,"ja":null,"sw":0.662797322318758,"zh":null}},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","slug":"togetherai_llama-3-1-instruct-405b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8367272727272728,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 405B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":3.5,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":130815,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","slug":"amazon-bedrock_llama-3-1-instruct-405b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","slug":"azure_llama-3-1-instruct-405b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"Meta-Llama-3-1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5.33,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.9975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","slug":"databricks_llama-3-1-instruct-405b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","mgsm_aa":0.824,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"databricks-meta-llama-3-1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","slug":"amazon-bedrock_llama-3-1-instruct-405b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":2.4,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","slug":"hyperbolic_llama-3-1-instruct-405b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.9094545454545454,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","slug":"replicate_llama-3-1-instruct-405b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta/meta-llama-3.1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":9.5,"price_1m_output_tokens":9.5,"price_1m_blended_3_to_1":9.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","slug":"nebius_llama-3-1-instruct-405b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 405B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","slug":"fireworks_llama-3-1-instruct-405b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.8476363636363636,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"accounts/fireworks/models/llama-v3p1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ba6ce9d3-fb98-43bd-8033-ab4451cafb31","slug":"leptonai_llama-3-1-instruct-405b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"lepton","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.8,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":2.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"764184ef-060b-4787-89f7-9082360c0d08","slug":"google_llama-3-1-instruct-405b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":"in preview","json_mode":false,"host_api_id":"meta/llama3-405b-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 405B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":5,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","slug":"lambdalabs_llama-3-1-instruct-405b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-405b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 405B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"db1c764d-0d39-470e-b032-9055aa979423","slug":"sambanova_llama-3-1-instruct-405b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":0.8276363636363636,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":6.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":0.16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"333438f0-f819-4576-b7f5-b6504016d844","slug":"deepinfra_llama-3-1-instruct-405b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8341818181818181,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B (FP8), Lambda","short_name":"Llama 3.1 405B (FP8), Lambda","model_label":"Llama 3.1 405B (FP8)","host_label":"Lambda (FP8)","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":35.3105847289029,"percentile_05_output_speed":34.418649559681,"percentile_95_output_speed":35.5939296695701,"quartile_25_output_speed":34.8085287432448,"quartile_75_output_speed":35.4990558825015,"median_time_to_first_chunk":0.303768084006151,"percentile_05_time_to_first_chunk":0.27555922310421,"percentile_95_time_to_first_chunk":0.51604242077301,"quartile_25_time_to_first_chunk":0.294825913748355,"quartile_75_time_to_first_chunk":0.321974516962655,"median_estimated_total_seconds_for_100_output_tokens":3.15491420137582,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.10495253609653,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.43564959796252,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.12030266505833,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.19814448462089},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":29.6903661147044,"median_time_to_first_chunk":25.2123825635063,"median_estimated_total_seconds_for_100_output_tokens":28.5805165242834,"median_end_to_end_response_time":42.05286199943925},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":34.8018331192415,"median_time_to_first_chunk":1.77467633151628,"median_estimated_total_seconds_for_100_output_tokens":4.67178895233911,"median_end_to_end_response_time":16.141735626549686},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":35.3105847289029,"median_time_to_first_chunk":0.303768084006151,"median_estimated_total_seconds_for_100_output_tokens":3.15491420137582,"median_end_to_end_response_time":14.463828129421744},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"9059ac87-c01f-4178-a461-ba2ac3eab81b","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":35.5255494382784,"median_time_to_first_chunk":0.144712703011464,"median_estimated_total_seconds_for_100_output_tokens":2.96688137277435,"median_end_to_end_response_time":14.219090380651416}],"end_to_end_response_time_metrics":{"input_time":0.303768084006151,"reasoning_time":0,"answer_time":14.160060045415593,"total_time":14.463828129421744,"p05_total_time":14.830776156563259,"p95_total_time":14.35110718484893,"p25_total_time":14.668063791190663,"p75_total_time":14.388649711702179},"time_to_first_answer_token_metrics":{"input_time":0.303768084006151,"reasoning_time":0,"total_time":0.303768084006151}},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","slug":"replicate_llama-3-1-instruct-405b","deleted":false,"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta/meta-llama-3.1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Replicate_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":9.5,"price_1m_output_tokens":9.5,"price_1m_blended_3_to_1":9.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.11,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","name":"Replicate","short_name":"Replicate","website_url":"https://replicate.com/","slug":"replicate","deleted":false,"logo":"replicate.svg","color":"#b22418","logo_small":"replicate_small.svg","display_order":17,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"dfb74a0a-1de8-414d-a171-21031202737c","deleted":false},{"id":"4199180b-6de3-459e-96cb-4d8b446024aa","deleted":false},{"id":"4e263579-d149-42ae-bd4a-d1d5d833ce2b","deleted":false},{"id":"62dbfb42-c795-40c1-9b31-8dd122cf6517","deleted":false},{"id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","deleted":false}],"host_url":"/providers/replicate","logo_url":"/img/logos/replicate.svg","logo_small_url":"/img/logos/replicate_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Replicate","short_name":"Llama 3.1 405B, Replicate","model_label":"Llama 3.1 405B","host_label":"Replicate","logo_url":"/img/logos/replicate.svg","logo_small_url":"/img/logos/replicate_small.svg","hosts_url":"/providers/replicate","host_color":"#b22418","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","host_model_id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":19.264755297327,"percentile_05_output_speed":19.0501192623217,"percentile_95_output_speed":19.4252369825886,"quartile_25_output_speed":19.2263181025138,"quartile_75_output_speed":19.2889659873133,"median_time_to_first_chunk":0.999288053009877,"percentile_05_time_to_first_chunk":0.897419670593808,"percentile_95_time_to_first_chunk":1.05039289593697,"quartile_25_time_to_first_chunk":0.983930653215793,"quartile_75_time_to_first_chunk":1.01566227175135,"median_estimated_total_seconds_for_100_output_tokens":6.2055916829194,"percentile_05_estimated_total_seconds_for_100_output_tokens":6.09313150867054,"percentile_95_estimated_total_seconds_for_100_output_tokens":6.25996136111406,"quartile_25_estimated_total_seconds_for_100_output_tokens":6.14503095589974,"quartile_75_estimated_total_seconds_for_100_output_tokens":6.23109785074342},"performanceByPromptLength":[{"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","host_model_id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":19.264755297327,"median_time_to_first_chunk":0.999288053009877,"median_estimated_total_seconds_for_100_output_tokens":6.2055916829194,"median_end_to_end_response_time":26.953419952592085},{"host_id":"259c5876-0842-4ff0-9bf5-75e8433ab14a","host_model_id":"35b0672a-65b2-4c4c-af01-f4dca3ec8696","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":19.4243941875589,"median_time_to_first_chunk":0.41017069798545,"median_estimated_total_seconds_for_100_output_tokens":5.5828603229405,"median_end_to_end_response_time":26.150999223811198}],"end_to_end_response_time_metrics":{"input_time":0.999288053009877,"reasoning_time":0,"answer_time":25.954131899582208,"total_time":26.953419952592085,"p05_total_time":27.245842896838365,"p95_total_time":26.73899977174795,"p25_total_time":27.005307371634697,"p75_total_time":26.920843429739712},"time_to_first_answer_token_metrics":{"input_time":0.999288053009877,"reasoning_time":0,"total_time":0.999288053009877}},{"id":"2344a042-88a6-4bda-acd5-92dd25e2da78","slug":"hyperbolic_llama-3-1-instruct-405b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.9094545454545454,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":4,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic","short_name":"Hyperbolic","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:20:host:host_models","host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Hyperbolic","short_name":"Llama 3.1 405B, Hyperbolic","model_label":"Llama 3.1 405B","host_label":"Hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg","hosts_url":"/providers/hyperbolic","host_color":"#594DE9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131000,"context_window_formatted":"131k","timescaleData":{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"2344a042-88a6-4bda-acd5-92dd25e2da78","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":96.9835364701783,"percentile_05_output_speed":80.9998975032536,"percentile_95_output_speed":110.28454604351,"quartile_25_output_speed":94.7531345098218,"quartile_75_output_speed":101.494623687407,"median_time_to_first_chunk":1.00659170500148,"percentile_05_time_to_first_chunk":0.747847917999025,"percentile_95_time_to_first_chunk":1.20501807605615,"quartile_25_time_to_first_chunk":0.924272427975666,"quartile_75_time_to_first_chunk":1.13119091899716,"median_estimated_total_seconds_for_100_output_tokens":2.00486897475013,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.80322197519852,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.38355486845024,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.91588927444553,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.14432869297338},"performanceByPromptLength":[{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"2344a042-88a6-4bda-acd5-92dd25e2da78","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":77.9016538999321,"median_time_to_first_chunk":2.97388617398974,"median_estimated_total_seconds_for_100_output_tokens":5.97003393482231,"median_end_to_end_response_time":9.392235143092126},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"2344a042-88a6-4bda-acd5-92dd25e2da78","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":96.9835364701783,"median_time_to_first_chunk":1.00659170500148,"median_estimated_total_seconds_for_100_output_tokens":2.00486897475013,"median_end_to_end_response_time":6.162105910793988},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"2344a042-88a6-4bda-acd5-92dd25e2da78","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":100.604511148544,"median_time_to_first_chunk":0.902051987999585,"median_estimated_total_seconds_for_100_output_tokens":1.88479670095451,"median_end_to_end_response_time":5.872008049529896}],"end_to_end_response_time_metrics":{"input_time":1.00659170500148,"reasoning_time":0,"answer_time":5.1555142057925085,"total_time":6.162105910793988,"p05_total_time":7.179439022245505,"p95_total_time":5.5403184866553445,"p25_total_time":6.2834619909989495,"p75_total_time":5.9329610222566345},"time_to_first_answer_token_metrics":{"input_time":1.00659170500148,"reasoning_time":0,"total_time":1.00659170500148}},{"id":"7fa7121b-2135-4f1d-891a-70670d4aa020","slug":"amazon-bedrock_llama-3-1-instruct-405b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":2.4,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":2.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock Standard","short_name":"Amazon Standard","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B Standard, Amazon Bedrock","short_name":"Llama 3.1 405B Standard, Amazon","model_label":"Llama 3.1 405B Standard","host_label":"Amazon Standard","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fa7121b-2135-4f1d-891a-70670d4aa020","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.0831529255083,"percentile_05_output_speed":26.9745789516673,"percentile_95_output_speed":32.9553682190422,"quartile_25_output_speed":29.106646686028,"quartile_75_output_speed":31.96540719345,"median_time_to_first_chunk":1.84713704599562,"percentile_05_time_to_first_chunk":1.8017784145748,"percentile_95_time_to_first_chunk":1.89479321960243,"quartile_25_time_to_first_chunk":1.82130638051603,"quartile_75_time_to_first_chunk":1.86952816574194,"median_estimated_total_seconds_for_100_output_tokens":5.17895375086528,"percentile_05_estimated_total_seconds_for_100_output_tokens":4.84390849317181,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.57012960001711,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.99582381304506,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.24896015736916},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fa7121b-2135-4f1d-891a-70670d4aa020","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":11.896964070316,"median_time_to_first_chunk":68.6021615248173,"median_estimated_total_seconds_for_100_output_tokens":77.0076672831737,"median_end_to_end_response_time":110.62969031659915},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fa7121b-2135-4f1d-891a-70670d4aa020","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":15.8919312215022,"median_time_to_first_chunk":7.93492289749884,"median_estimated_total_seconds_for_100_output_tokens":14.2231213109316,"median_end_to_end_response_time":39.397430067394396},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fa7121b-2135-4f1d-891a-70670d4aa020","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.0831529255083,"median_time_to_first_chunk":1.84713704599562,"median_estimated_total_seconds_for_100_output_tokens":5.17895375086528,"median_end_to_end_response_time":18.46773533361848},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"7fa7121b-2135-4f1d-891a-70670d4aa020","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":36.1799257880698,"median_time_to_first_chunk":1.3275734220515,"median_estimated_total_seconds_for_100_output_tokens":4.09779598696183,"median_end_to_end_response_time":15.14739170827013}],"end_to_end_response_time_metrics":{"input_time":1.84713704599562,"reasoning_time":0,"answer_time":16.62059828762286,"total_time":18.46773533361848,"p05_total_time":20.38310755719038,"p95_total_time":17.019172044260063,"p25_total_time":19.025343982489403,"p75_total_time":17.48904634419641},"time_to_first_answer_token_metrics":{"input_time":1.84713704599562,"reasoning_time":0,"total_time":1.84713704599562}},{"id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","slug":"amazon-bedrock_llama-3-1-instruct-405b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-1-405b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 405B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock Latency Optimized","short_name":"Amazon Latency Optimized","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B Latency Optimized, Amazon Bedrock","short_name":"Llama 3.1 405B Latency Optimized, Amazon","model_label":"Llama 3.1 405B Latency Optimized","host_label":"Amazon Latency Optimized","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":89.8979720833645,"percentile_05_output_speed":79.2664048829408,"percentile_95_output_speed":95.56347270517,"quartile_25_output_speed":84.2880230878974,"quartile_75_output_speed":93.8467205877973,"median_time_to_first_chunk":0.431545824503701,"percentile_05_time_to_first_chunk":0.397265650376721,"percentile_95_time_to_first_chunk":0.47549830992939,"quartile_25_time_to_first_chunk":0.416542929469415,"quartile_75_time_to_first_chunk":0.454299833756522,"median_estimated_total_seconds_for_100_output_tokens":1.55360691728176,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.44516726169821,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.71641386445469,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.49794853157505,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.64372278924801},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":50.3961392339325,"median_time_to_first_chunk":32.4615130089805,"median_estimated_total_seconds_for_100_output_tokens":34.6200827006015,"median_end_to_end_response_time":42.3829079332834},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":75.3930787139762,"median_time_to_first_chunk":2.12136094649395,"median_estimated_total_seconds_for_100_output_tokens":3.43655908284509,"median_end_to_end_response_time":8.75326945227183},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":89.8979720833645,"median_time_to_first_chunk":0.431545824503701,"median_estimated_total_seconds_for_100_output_tokens":1.55360691728176,"median_end_to_end_response_time":5.993406547416764},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f9df175d-5bd1-4230-8c50-eeb57d2bf69a","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":106.740575344184,"median_time_to_first_chunk":0.272058847494918,"median_estimated_total_seconds_for_100_output_tokens":1.2234107885878,"median_end_to_end_response_time":4.9563131564843035}],"end_to_end_response_time_metrics":{"input_time":0.431545824503701,"reasoning_time":0,"answer_time":5.561860722913063,"total_time":5.993406547416764,"p05_total_time":6.73938835550269,"p95_total_time":5.663670462152516,"p25_total_time":6.36358672049896,"p75_total_time":5.759382501889037},"time_to_first_answer_token_metrics":{"input_time":0.431545824503701,"reasoning_time":0,"total_time":0.431545824503701}},{"id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","slug":"nebius_llama-3-1-instruct-405b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 405B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Base","short_name":"Nebius Base","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B Base, Nebius","short_name":"Llama 3.1 405B Base, Nebius","model_label":"Llama 3.1 405B Base","host_label":"Nebius Base","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":33.2850874904876,"percentile_05_output_speed":30.9401363543564,"percentile_95_output_speed":33.4534549169947,"quartile_25_output_speed":32.7963764391458,"quartile_75_output_speed":33.3719428464278,"median_time_to_first_chunk":0.656325316500443,"percentile_05_time_to_first_chunk":0.627512071895762,"percentile_95_time_to_first_chunk":0.895827219400962,"quartile_25_time_to_first_chunk":0.63772447449378,"quartile_75_time_to_first_chunk":0.681188028500401,"median_estimated_total_seconds_for_100_output_tokens":3.68879895122935,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.62253522038823,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.92807239369945,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.65333127872983,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.74988013211074},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":27.9754570883463,"median_time_to_first_chunk":27.2813200949458,"median_estimated_total_seconds_for_100_output_tokens":30.6182844412588,"median_end_to_end_response_time":45.154129051060565},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":32.6309246023398,"median_time_to_first_chunk":2.44109474850484,"median_estimated_total_seconds_for_100_output_tokens":5.57143761603578,"median_end_to_end_response_time":17.763982656012907},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":33.2850874904876,"median_time_to_first_chunk":0.656325316500443,"median_estimated_total_seconds_for_100_output_tokens":3.68879895122935,"median_end_to_end_response_time":15.678067414756692},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"483ab71d-0015-4b6c-9c03-b63f2dd45863","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":33.2699825386411,"median_time_to_first_chunk":0.482859467480012,"median_estimated_total_seconds_for_100_output_tokens":3.50917485941824,"median_end_to_end_response_time":15.511421608120747}],"end_to_end_response_time_metrics":{"input_time":0.656325316500443,"reasoning_time":0,"answer_time":15.021742098256249,"total_time":15.678067414756692,"p05_total_time":16.816564375356418,"p95_total_time":15.602464698534638,"p25_total_time":15.90191200281495,"p75_total_time":15.6389711367009},"time_to_first_answer_token_metrics":{"input_time":0.656325316500443,"reasoning_time":0,"total_time":0.656325316500443}},{"id":"764184ef-060b-4787-89f7-9082360c0d08","slug":"google_llama-3-1-instruct-405b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":"in preview","json_mode":false,"host_api_id":"meta/llama3-405b-instruct-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 405B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":5,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B Vertex, Google","short_name":"Llama 3.1 405B Vertex, Google","model_label":"Llama 3.1 405B Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"764184ef-060b-4787-89f7-9082360c0d08","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.3923578041132,"percentile_05_output_speed":28.7836415976199,"percentile_95_output_speed":30.7103308584598,"quartile_25_output_speed":29.9163795437116,"quartile_75_output_speed":30.478771392902,"median_time_to_first_chunk":0.398007649986539,"percentile_05_time_to_first_chunk":0.372555312619079,"percentile_95_time_to_first_chunk":0.422500918199512,"quartile_25_time_to_first_chunk":0.382910342494142,"quartile_75_time_to_first_chunk":0.402233734501351,"median_estimated_total_seconds_for_100_output_tokens":3.71096029525002,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.63992215860916,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.8951364326833,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.67120321545066,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.73276194189064},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"764184ef-060b-4787-89f7-9082360c0d08","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":20.6730064609153,"median_time_to_first_chunk":43.8837156149675,"median_estimated_total_seconds_for_100_output_tokens":48.7209414045043,"median_end_to_end_response_time":68.06984456265141},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"764184ef-060b-4787-89f7-9082360c0d08","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":21.0958667210331,"median_time_to_first_chunk":2.43777071000659,"median_estimated_total_seconds_for_100_output_tokens":7.18585230733661,"median_end_to_end_response_time":26.139096027040736},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"764184ef-060b-4787-89f7-9082360c0d08","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.3923578041132,"median_time_to_first_chunk":0.398007649986539,"median_estimated_total_seconds_for_100_output_tokens":3.71096029525002,"median_end_to_end_response_time":16.849511782131618},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"764184ef-060b-4787-89f7-9082360c0d08","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.054217919928,"median_time_to_first_chunk":0.183204504995956,"median_estimated_total_seconds_for_100_output_tokens":3.5235756729588,"median_end_to_end_response_time":16.8198044435512}],"end_to_end_response_time_metrics":{"input_time":0.398007649986539,"reasoning_time":0,"answer_time":16.45150413214508,"total_time":16.849511782131618,"p05_total_time":17.768985477939506,"p95_total_time":16.67917382512283,"p25_total_time":17.1112599761725,"p75_total_time":16.80286838254355},"time_to_first_answer_token_metrics":{"input_time":0.398007649986539,"reasoning_time":0,"total_time":0.398007649986539}},{"id":"4544a314-a248-4653-ad03-bd55e4a09b8a","slug":"azure_llama-3-1-instruct-405b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"Meta-Llama-3-1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5.33,"price_1m_output_tokens":16,"price_1m_blended_3_to_1":7.9975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Microsoft Azure","short_name":"Llama 3.1 405B, Azure","model_label":"Llama 3.1 405B","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"4544a314-a248-4653-ad03-bd55e4a09b8a","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":31.4806666536106,"percentile_05_output_speed":30.7523974730502,"percentile_95_output_speed":31.7952846184516,"quartile_25_output_speed":31.0300488452483,"quartile_75_output_speed":31.6604452930422,"median_time_to_first_chunk":0.470095807002508,"percentile_05_time_to_first_chunk":0.437244256851227,"percentile_95_time_to_first_chunk":0.501216201568604,"quartile_25_time_to_first_chunk":0.454848220739223,"quartile_75_time_to_first_chunk":0.484942836221308,"median_estimated_total_seconds_for_100_output_tokens":3.63474486313938,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.58884385613265,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.78539879380633,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.62226267198007,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.68451203199337},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"4544a314-a248-4653-ad03-bd55e4a09b8a","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":27.8374108028769,"median_time_to_first_chunk":25.2599211999914,"median_estimated_total_seconds_for_100_output_tokens":28.9058643116702,"median_end_to_end_response_time":43.221361778665},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"4544a314-a248-4653-ad03-bd55e4a09b8a","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":30.2228566140084,"median_time_to_first_chunk":1.96192806801992,"median_estimated_total_seconds_for_100_output_tokens":5.27563466978772,"median_end_to_end_response_time":18.50569844637152},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"4544a314-a248-4653-ad03-bd55e4a09b8a","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":31.4806666536106,"median_time_to_first_chunk":0.470095807002508,"median_estimated_total_seconds_for_100_output_tokens":3.63474486313938,"median_end_to_end_response_time":16.352859838070245},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"4544a314-a248-4653-ad03-bd55e4a09b8a","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":31.8076238945414,"median_time_to_first_chunk":0.332991522474913,"median_estimated_total_seconds_for_100_output_tokens":3.47426299258052,"median_end_to_end_response_time":16.052493289024866}],"end_to_end_response_time_metrics":{"input_time":0.470095807002508,"reasoning_time":0,"answer_time":15.882764031067737,"total_time":16.352859838070245,"p05_total_time":16.728990757816472,"p95_total_time":16.195698077907718,"p25_total_time":16.583509050197133,"p75_total_time":16.262672170730454},"time_to_first_answer_token_metrics":{"input_time":0.470095807002508,"reasoning_time":0,"total_time":0.470095807002508}},{"id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","slug":"fireworks_llama-3-1-instruct-405b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.8476363636363636,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"accounts/fireworks/models/llama-v3p1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks","short_name":"Fireworks","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Fireworks","short_name":"Llama 3.1 405B, Fireworks","model_label":"Llama 3.1 405B","host_label":"Fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":97.0099658608164,"percentile_05_output_speed":81.5991697909493,"percentile_95_output_speed":102.64495732992,"quartile_25_output_speed":91.1111063953897,"quartile_75_output_speed":99.6835732032895,"median_time_to_first_chunk":0.495290015998762,"percentile_05_time_to_first_chunk":0.408671726901957,"percentile_95_time_to_first_chunk":0.638744137479807,"quartile_25_time_to_first_chunk":0.433157212024526,"quartile_75_time_to_first_chunk":0.533517272499239,"median_estimated_total_seconds_for_100_output_tokens":1.57352139358404,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.42416410201514,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.7186041188023,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.45554877349942,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.64745119774076},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":94.0281965852006,"median_time_to_first_chunk":2.00465618999442,"median_estimated_total_seconds_for_100_output_tokens":3.07695898823527,"median_end_to_end_response_time":7.322210053179929},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":97.0099658608164,"median_time_to_first_chunk":0.495290015998762,"median_estimated_total_seconds_for_100_output_tokens":1.57352139358404,"median_end_to_end_response_time":5.649399653738121},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"3489c077-5747-42aa-b6e3-cad7e3808fc2","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":102.157389934332,"median_time_to_first_chunk":0.397068366997701,"median_estimated_total_seconds_for_100_output_tokens":1.39398209746677,"median_end_to_end_response_time":5.291476890173616}],"end_to_end_response_time_metrics":{"input_time":0.495290015998762,"reasoning_time":0,"answer_time":5.154109637739359,"total_time":5.649399653738121,"p05_total_time":6.622803338511245,"p95_total_time":5.366449915192903,"p25_total_time":5.983095178084912,"p75_total_time":5.511161577708593},"time_to_first_answer_token_metrics":{"input_time":0.495290015998762,"reasoning_time":0,"total_time":0.495290015998762}},{"id":"333438f0-f819-4576-b7f5-b6504016d844","slug":"deepinfra_llama-3-1-instruct-405b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8341818181818181,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Deepinfra","short_name":"Llama 3.1 405B, Deepinfra","model_label":"Llama 3.1 405B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"333438f0-f819-4576-b7f5-b6504016d844","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":19.9876273953996,"percentile_05_output_speed":14.1782799465265,"percentile_95_output_speed":23.5852554232609,"quartile_25_output_speed":19.1416033017234,"quartile_75_output_speed":21.9104383303628,"median_time_to_first_chunk":0.417046357004438,"percentile_05_time_to_first_chunk":0.330252526997356,"percentile_95_time_to_first_chunk":1.49222835098044,"quartile_25_time_to_first_chunk":0.339144825004041,"quartile_75_time_to_first_chunk":0.946419212967157,"median_estimated_total_seconds_for_100_output_tokens":5.57153469828029,"percentile_05_estimated_total_seconds_for_100_output_tokens":4.59428342175321,"percentile_95_estimated_total_seconds_for_100_output_tokens":8.24872571385399,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.92392054662115,"quartile_75_estimated_total_seconds_for_100_output_tokens":6.29578514380415},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"333438f0-f819-4576-b7f5-b6504016d844","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":20.7507087000179,"median_time_to_first_chunk":1.97134089750762,"median_estimated_total_seconds_for_100_output_tokens":6.88815366154362,"median_end_to_end_response_time":26.066903474585708},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"333438f0-f819-4576-b7f5-b6504016d844","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":19.9876273953996,"median_time_to_first_chunk":0.417046357004438,"median_estimated_total_seconds_for_100_output_tokens":5.57153469828029,"median_end_to_end_response_time":25.43252168626144},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"333438f0-f819-4576-b7f5-b6504016d844","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":21.0520295073389,"median_time_to_first_chunk":0.246234217018355,"median_estimated_total_seconds_for_100_output_tokens":4.99244895544686,"median_end_to_end_response_time":23.99691344847659}],"end_to_end_response_time_metrics":{"input_time":0.417046357004438,"reasoning_time":0,"answer_time":25.015475329257,"total_time":25.43252168626144,"p05_total_time":35.682254963813875,"p95_total_time":21.616731966806068,"p25_total_time":26.538160253194256,"p75_total_time":23.237219667143815},"time_to_first_answer_token_metrics":{"input_time":0.417046357004438,"reasoning_time":0,"total_time":0.417046357004438}},{"id":"db1c764d-0d39-470e-b032-9055aa979423","slug":"sambanova_llama-3-1-instruct-405b","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":0.8276363636363636,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":true,"host_api_id":"Meta-Llama-3.1-405B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":6.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":0.16,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"cba46a55-85b6-4d0a-b228-eede55b263fe","name":"SambaNova","short_name":"SambaNova","website_url":"https://sambanova.ai/","slug":"sambanova","deleted":false,"logo":"sambanova.webp","color":"#4D226B","logo_small":"sambanova_small.webp","display_order":55,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:33:host:host_models","host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, SambaNova","short_name":"Llama 3.1 405B, SambaNova","model_label":"Llama 3.1 405B","host_label":"SambaNova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp","hosts_url":"/providers/sambanova","host_color":"#4D226B","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":16000,"context_window_formatted":"16k","timescaleData":{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"db1c764d-0d39-470e-b032-9055aa979423","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":167.949666341895,"percentile_05_output_speed":149.073836260345,"percentile_95_output_speed":188.94443615489,"quartile_25_output_speed":155.535227991707,"quartile_75_output_speed":178.388239838923,"median_time_to_first_chunk":0.671620097000414,"percentile_05_time_to_first_chunk":0.583333626698004,"percentile_95_time_to_first_chunk":0.94754557819906,"quartile_25_time_to_first_chunk":0.612054326280486,"quartile_75_time_to_first_chunk":0.727791267978319,"median_estimated_total_seconds_for_100_output_tokens":1.29002575510305,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.18163264123918,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.52080565211941,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.22269732644653,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.32072558046452},"performanceByPromptLength":[{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"db1c764d-0d39-470e-b032-9055aa979423","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":99.975208666687,"median_time_to_first_chunk":5.18839653751093,"median_estimated_total_seconds_for_100_output_tokens":6.18773794325133,"median_end_to_end_response_time":10.189636411557888},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"db1c764d-0d39-470e-b032-9055aa979423","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":167.949666341895,"median_time_to_first_chunk":0.671620097000414,"median_estimated_total_seconds_for_100_output_tokens":1.29002575510305,"median_end_to_end_response_time":3.648702522291753},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"db1c764d-0d39-470e-b032-9055aa979423","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":200.520633810937,"median_time_to_first_chunk":0.381627105001826,"median_estimated_total_seconds_for_100_output_tokens":0.896267934193929,"median_end_to_end_response_time":2.8751360796015684}],"end_to_end_response_time_metrics":{"input_time":0.671620097000414,"reasoning_time":0,"answer_time":2.9770824252913393,"total_time":3.648702522291753,"p05_total_time":4.025662714692172,"p95_total_time":3.3179007188342187,"p25_total_time":3.8863259000269768,"p75_total_time":3.4744954460227415},"time_to_first_answer_token_metrics":{"input_time":0.671620097000414,"reasoning_time":0,"total_time":0.671620097000414}},{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","slug":"databricks_llama-3-1-instruct-405b","deleted":false,"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","mgsm_aa":0.824,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"databricks-meta-llama-3-1-405b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Databricks_Llama 3.1 Instruct 405B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"d26aebe5-c578-4263-829a-40ac186238fe","name":"Databricks","short_name":"Databricks","website_url":"https://www.databricks.com/","slug":"databricks","deleted":false,"logo":"databricks.svg","color":"#e4462f","logo_small":"databricks_small.png","display_order":43,"openai_compatible":true,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.databricks.com/en/machine-learning/model-serving/function-calling.html\r\n","json_mode_url":"https://docs.databricks.com/aws/en/machine-learning/model-serving/structured-outputs","additional_page_text":"(te)","cache_pricing_notes":null,"host_models":[{"id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","deleted":false}],"host_url":"/providers/databricks","logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B, Databricks","short_name":"Llama 3.1 405B, Databricks","model_label":"Llama 3.1 405B","host_label":"Databricks","logo_url":"/img/logos/databricks.svg","logo_small_url":"/img/logos/databricks_small.png","hosts_url":"/providers/databricks","host_color":"#e4462f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","host_model_id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":38.9877399058467,"percentile_05_output_speed":31.1259183370091,"percentile_95_output_speed":39.2932173383822,"quartile_25_output_speed":38.4696823888523,"quartile_75_output_speed":39.195291131378,"median_time_to_first_chunk":0.937458514992613,"percentile_05_time_to_first_chunk":0.634306001845107,"percentile_95_time_to_first_chunk":1.30509388644004,"quartile_25_time_to_first_chunk":0.773832084997593,"quartile_75_time_to_first_chunk":1.03378751574201,"median_estimated_total_seconds_for_100_output_tokens":3.57940745721134,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.18760843441398,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.13750880516535,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.44864597567236,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.70645522678094},"performanceByPromptLength":[{"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","host_model_id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":14.7895452817835,"median_time_to_first_chunk":153.441888285015,"median_estimated_total_seconds_for_100_output_tokens":160.225921144922,"median_end_to_end_response_time":187.24955379964427},{"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","host_model_id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":15.9338050924255,"median_time_to_first_chunk":4.69297532552082,"median_estimated_total_seconds_for_100_output_tokens":10.9630140048863,"median_end_to_end_response_time":36.072799359999976},{"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","host_model_id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":38.9877399058467,"median_time_to_first_chunk":0.937458514992613,"median_estimated_total_seconds_for_100_output_tokens":3.57940745721134,"median_end_to_end_response_time":13.76200287707857},{"host_id":"d26aebe5-c578-4263-829a-40ac186238fe","host_model_id":"5f2f72ed-b967-4e1e-a248-0abc42e46ced","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":41.3057946725823,"median_time_to_first_chunk":0.700234445997921,"median_estimated_total_seconds_for_100_output_tokens":3.15230191002694,"median_end_to_end_response_time":12.805073584509564}],"end_to_end_response_time_metrics":{"input_time":0.937458514992613,"reasoning_time":0,"answer_time":12.824544362085957,"total_time":13.76200287707857,"p05_total_time":17.00124158434205,"p95_total_time":13.662300965386528,"p25_total_time":13.934706450288525,"p75_total_time":13.694092936307635},"time_to_first_answer_token_metrics":{"input_time":0.937458514992613,"reasoning_time":0,"total_time":0.937458514992613}},{"id":"7af450df-b2e6-44d5-9d77-df9401a71072","slug":"togetherai_llama-3-1-instruct-405b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8367272727272728,"model_id":"45c87531-2d57-48e0-8012-202cd636189e","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 405B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":3.5,"price_1m_output_tokens":3.5,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":130815,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai Turbo","short_name":"Together.ai Turbo","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"45c87531-2d57-48e0-8012-202cd636189e","name":"Llama 3.1 Instruct 405B","short_name":"Llama 3.1 405B","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1266,"slug":"llama-3-1-instruct-405b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":97,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-405B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-405b-Instruct-bf16","knowledge_cutoff_date":"2023-12-01","parameters":405,"inference_parameters_active":null,"mgsm_aa":0.8341818181818181,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:35:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.83,"coding_index":30.17,"mmlu_pro":0.732,"mmmu_pro":null,"hle":0.042,"scicode":0.299,"humaneval":0.854,"aime":0.213,"aime25":null,"math_500":0.703,"gpqa":0.515,"livecodebench":0.305,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.3309043889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.89,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.511,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:35:model:host_models","model_url":"/models/llama-3-1-instruct-405b","hosts_url":"/models/llama-3-1-instruct-405b/providers","name_and_creator_label":"Llama 3.1 405B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 405B Turbo, Together.ai","short_name":"Llama 3.1 405B Turbo, Together.ai","model_label":"Llama 3.1 405B Turbo","host_label":"Together.ai Turbo","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":130815,"context_window_formatted":"131k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"7af450df-b2e6-44d5-9d77-df9401a71072","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":84.6829882111204,"percentile_05_output_speed":60.40887698311,"percentile_95_output_speed":96.3469058097072,"quartile_25_output_speed":73.0243317725437,"quartile_75_output_speed":90.525572539504,"median_time_to_first_chunk":0.558350074003101,"percentile_05_time_to_first_chunk":0.43350295499913,"percentile_95_time_to_first_chunk":0.73187759820139,"quartile_25_time_to_first_chunk":0.460594811511328,"quartile_75_time_to_first_chunk":0.670590713481943,"median_estimated_total_seconds_for_100_output_tokens":1.77191362618952,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.52509200371629,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.31789565657117,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.60630357270052,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.959982171537},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"7af450df-b2e6-44d5-9d77-df9401a71072","prompt_length_type":"100k","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":25.7429107318196,"median_time_to_first_chunk":34.5859836529708,"median_estimated_total_seconds_for_100_output_tokens":38.5112151189068,"median_end_to_end_response_time":54.00880670545389},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"7af450df-b2e6-44d5-9d77-df9401a71072","prompt_length_type":"long","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":26.8153389515721,"median_time_to_first_chunk":2.30646456900286,"median_estimated_total_seconds_for_100_output_tokens":6.03774127342178,"median_end_to_end_response_time":20.95250894319439},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"7af450df-b2e6-44d5-9d77-df9401a71072","prompt_length_type":"medium","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":84.6829882111204,"median_time_to_first_chunk":0.558350074003101,"median_estimated_total_seconds_for_100_output_tokens":1.77191362618952,"median_end_to_end_response_time":6.46272367444179},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"7af450df-b2e6-44d5-9d77-df9401a71072","prompt_length_type":"short","model_id":"45c87531-2d57-48e0-8012-202cd636189e","median_output_speed":83.8600496131876,"median_time_to_first_chunk":0.402367426984711,"median_estimated_total_seconds_for_100_output_tokens":1.62889252997337,"median_end_to_end_response_time":6.364682048861245}],"end_to_end_response_time_metrics":{"input_time":0.558350074003101,"reasoning_time":0,"answer_time":5.904373600438689,"total_time":6.46272367444179,"p05_total_time":8.835279309747666,"p95_total_time":5.7479303287913535,"p25_total_time":7.40538294460027,"p75_total_time":6.081651236023452},"time_to_first_answer_token_metrics":{"input_time":0.558350074003101,"reasoning_time":0,"total_time":0.558350074003101}},{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","slug":"amazon-bedrock_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-2-90b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":4.608,"image_input_pricing_notes":null,"supports_images_input_note":"Techinically it supports 1 image input but the response doesn't pass the testing script check (input is an image of number and asks what number is it, the response hallucinates a lot of numbers)","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","name":"Llama 3.2 Instruct 90B (Vision)","short_name":"Llama 3.2 90B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-90b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":120,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-90B-Vision","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-90b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":90,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.2502890173410405,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":33.97,"coding_index":22.67,"mmlu_pro":0.671,"mmmu_pro":0.395,"hle":0.049,"scicode":0.24,"humaneval":0.82,"aime":0.05,"aime25":null,"math_500":0.629,"gpqa":0.432,"livecodebench":0.214,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.8956976457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","slug":"amazon-bedrock_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-2-90b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":4.608,"image_input_pricing_notes":null,"supports_images_input_note":"Techinically it supports 1 image input but the response doesn't pass the testing script check (input is an image of number and asks what number is it, the response hallucinates a lot of numbers)","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","slug":"google_llama-3-2-instruct-90b-vision_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"meta/llama-3.2-90b-vision-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.2 Instruct 90B (Vision)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"As of Nov 2024, Vertex is not billing this model:\r\n\"Llama 3.2 API service is at no cost during public preview\" ","supports_images_input_note":"Testing with 1 image returns the following error: {'code': 400, 'message': 'Unable to submit request because it has a non-leading vision input which the model does not support. Learn more: https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/llama', 'status': 'INVALID_ARGUMENT'}","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","slug":"deepinfra_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-3.2-90B-Vision-Instruct","mmmu_pro_aa":0.08554913294797688,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":2.24,"image_input_pricing_notes":null,"supports_images_input_note":"Response with test script: I'm not able to provide assistance with this topic.","override_supports_images_input":false,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-90b-vision","hosts_url":"/models/llama-3-2-instruct-90b-vision/providers","name_and_creator_label":"Llama 3.2 90B (Vision), Meta","contextWindowFormatted":"128k"},"name":"Llama 3.2 90B (Vision), Amazon Bedrock","short_name":"Llama 3.2 90B (Vision), Amazon","model_label":"Llama 3.2 90B (Vision)","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":59.7264404974171,"percentile_05_output_speed":49.0525395726768,"percentile_95_output_speed":60.9468268222526,"quartile_25_output_speed":58.1797067782553,"quartile_75_output_speed":60.4494787221818,"median_time_to_first_chunk":0.480937306980195,"percentile_05_time_to_first_chunk":0.421323511901574,"percentile_95_time_to_first_chunk":0.518077206000089,"quartile_25_time_to_first_chunk":0.46790172099827,"quartile_75_time_to_first_chunk":0.498078957476537,"median_estimated_total_seconds_for_100_output_tokens":2.15887101757831,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.11133851006676,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.52581500916229,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.13447768023757,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.19909975623482},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","prompt_length_type":"100k","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":39.285487344122,"median_time_to_first_chunk":8.20921780297067,"median_estimated_total_seconds_for_100_output_tokens":10.7546870528249,"median_end_to_end_response_time":20.936564052241813},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","prompt_length_type":"long","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":57.2447335412746,"median_time_to_first_chunk":1.08332098150049,"median_estimated_total_seconds_for_100_output_tokens":2.84206557740154,"median_end_to_end_response_time":9.817748920439012},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","prompt_length_type":"medium","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":59.7264404974171,"median_time_to_first_chunk":0.480937306980195,"median_estimated_total_seconds_for_100_output_tokens":2.15887101757831,"median_end_to_end_response_time":8.85243903780279},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"320646f5-e5e8-4310-bc5d-61f9c95ea35f","prompt_length_type":"short","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":59.7576423346138,"median_time_to_first_chunk":0.435500581013912,"median_estimated_total_seconds_for_100_output_tokens":2.12060500541772,"median_end_to_end_response_time":8.802631218468493}],"end_to_end_response_time_metrics":{"input_time":0.480937306980195,"reasoning_time":0,"answer_time":8.371501730822596,"total_time":8.85243903780279,"p05_total_time":10.674089473122262,"p95_total_time":8.68480986392589,"p25_total_time":9.074999183326318,"p75_total_time":8.752307227272428},"time_to_first_answer_token_metrics":{"input_time":0.480937306980195,"reasoning_time":0,"total_time":0.480937306980195}},{"id":"25040191-1a3b-40e4-b30b-5058e03275f4","slug":"google_llama-3-2-instruct-90b-vision_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"meta/llama-3.2-90b-vision-instruct-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.2 Instruct 90B (Vision)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":"As of Nov 2024, Vertex is not billing this model:\r\n\"Llama 3.2 API service is at no cost during public preview\" ","supports_images_input_note":"Testing with 1 image returns the following error: {'code': 400, 'message': 'Unable to submit request because it has a non-leading vision input which the model does not support. Learn more: https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/llama', 'status': 'INVALID_ARGUMENT'}","override_supports_images_input":false,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","name":"Llama 3.2 Instruct 90B (Vision)","short_name":"Llama 3.2 90B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-90b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":120,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-90B-Vision","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-90b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":90,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.2502890173410405,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":33.97,"coding_index":22.67,"mmlu_pro":0.671,"mmmu_pro":0.395,"hle":0.049,"scicode":0.24,"humaneval":0.82,"aime":0.05,"aime25":null,"math_500":0.629,"gpqa":0.432,"livecodebench":0.214,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.8956976457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:48:model:host_models","model_url":"/models/llama-3-2-instruct-90b-vision","hosts_url":"/models/llama-3-2-instruct-90b-vision/providers","name_and_creator_label":"Llama 3.2 90B (Vision), Meta","contextWindowFormatted":"128k"},"name":"Llama 3.2 90B (Vision) Vertex, Google","short_name":"Llama 3.2 90B (Vision) Vertex, Google","model_label":"Llama 3.2 90B (Vision) Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"25040191-1a3b-40e4-b30b-5058e03275f4","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":33.2933521331442,"percentile_05_output_speed":30.2490547679844,"percentile_95_output_speed":34.0129986123598,"quartile_25_output_speed":31.6214370887936,"quartile_75_output_speed":33.785751830181,"median_time_to_first_chunk":0.180057844496332,"percentile_05_time_to_first_chunk":0.162454668401915,"percentile_95_time_to_first_chunk":0.203156125179157,"quartile_25_time_to_first_chunk":0.170795714757332,"quartile_75_time_to_first_chunk":0.191118063012254,"median_estimated_total_seconds_for_100_output_tokens":3.1779822136741,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.12376315122487,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.47769356051531,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.15460713445348,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.35985402422261},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"25040191-1a3b-40e4-b30b-5058e03275f4","prompt_length_type":"100k","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":29.5012080009453,"median_time_to_first_chunk":9.36723217804683,"median_estimated_total_seconds_for_100_output_tokens":12.8197534953365,"median_end_to_end_response_time":26.31569069486345},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"25040191-1a3b-40e4-b30b-5058e03275f4","prompt_length_type":"long","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":32.3676611080345,"median_time_to_first_chunk":0.630387080018409,"median_estimated_total_seconds_for_100_output_tokens":3.73481875934399,"median_end_to_end_response_time":16.077904227801664},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"25040191-1a3b-40e4-b30b-5058e03275f4","prompt_length_type":"medium","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":33.2933521331442,"median_time_to_first_chunk":0.180057844496332,"median_estimated_total_seconds_for_100_output_tokens":3.1779822136741,"median_end_to_end_response_time":15.198070990196973},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"25040191-1a3b-40e4-b30b-5058e03275f4","prompt_length_type":"short","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":32.8007257285365,"median_time_to_first_chunk":0.140219988010358,"median_estimated_total_seconds_for_100_output_tokens":3.18769292840654,"median_end_to_end_response_time":15.383785149893408}],"end_to_end_response_time_metrics":{"input_time":0.180057844496332,"reasoning_time":0,"answer_time":15.01801314570064,"total_time":15.198070990196973,"p05_total_time":16.709499965418406,"p95_total_time":14.880320108885678,"p25_total_time":15.992115930154819,"p75_total_time":14.979195732952235},"time_to_first_answer_token_metrics":{"input_time":0.180057844496332,"reasoning_time":0,"total_time":0.180057844496332}},{"id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","slug":"deepinfra_llama-3-2-instruct-90b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-3.2-90B-Vision-Instruct","mmmu_pro_aa":0.08554913294797688,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 90B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.35,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":2.24,"image_input_pricing_notes":null,"supports_images_input_note":"Response with test script: I'm not able to provide assistance with this topic.","override_supports_images_input":false,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","name":"Llama 3.2 Instruct 90B (Vision)","short_name":"Llama 3.2 90B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-90b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":120,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-90B-Vision","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-90b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":90,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":0.2502890173410405,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":33.97,"coding_index":22.67,"mmlu_pro":0.671,"mmmu_pro":0.395,"hle":0.049,"scicode":0.24,"humaneval":0.82,"aime":0.05,"aime25":null,"math_500":0.629,"gpqa":0.432,"livecodebench":0.214,"ifbench":null,"lcr":null,"estimated_intelligence_index":21.8956976457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:48:model:host_models","model_url":"/models/llama-3-2-instruct-90b-vision","hosts_url":"/models/llama-3-2-instruct-90b-vision/providers","name_and_creator_label":"Llama 3.2 90B (Vision), Meta","contextWindowFormatted":"128k"},"name":"Llama 3.2 90B (Vision), Deepinfra","short_name":"Llama 3.2 90B (Vision), Deepinfra","model_label":"Llama 3.2 90B (Vision)","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":37.3038726061141,"percentile_05_output_speed":30.7918609262336,"percentile_95_output_speed":40.435770044755,"quartile_25_output_speed":33.9062103380393,"quartile_75_output_speed":39.2942073234221,"median_time_to_first_chunk":0.331227944989223,"percentile_05_time_to_first_chunk":0.27270792349882,"percentile_95_time_to_first_chunk":0.392129191699314,"quartile_25_time_to_first_chunk":0.29420076450333,"quartile_75_time_to_first_chunk":0.35213502899569,"median_estimated_total_seconds_for_100_output_tokens":3.02459228168423,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.7839710308323,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.58399522762639,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.84815384581096,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.26550979613773},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","prompt_length_type":"long","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":36.8329516317666,"median_time_to_first_chunk":1.76409595401492,"median_estimated_total_seconds_for_100_output_tokens":4.61983746493809,"median_end_to_end_response_time":15.338897262329693},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","prompt_length_type":"medium","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":37.3038726061141,"median_time_to_first_chunk":0.331227944989223,"median_estimated_total_seconds_for_100_output_tokens":3.02459228168423,"median_end_to_end_response_time":13.734662094559262},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"c98df319-f7d3-42e0-9c7e-02ab37921f33","prompt_length_type":"short","model_id":"9ca71ac4-41c8-42c0-87dd-5704a9e5b94d","median_output_speed":36.6330565279484,"median_time_to_first_chunk":0.194891326496872,"median_estimated_total_seconds_for_100_output_tokens":2.89999759292115,"median_end_to_end_response_time":13.843766069409352}],"end_to_end_response_time_metrics":{"input_time":0.331227944989223,"reasoning_time":0,"answer_time":13.403434149570039,"total_time":13.734662094559262,"p05_total_time":16.569285176990338,"p95_total_time":12.69651737676192,"p25_total_time":15.07778897363509,"p75_total_time":13.055749803506648},"time_to_first_answer_token_metrics":{"input_time":0.331227944989223,"reasoning_time":0,"total_time":0.331227944989223}},{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","slug":"amazon-bedrock_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-2-11b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.16,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.16,"price_per_1k_1mp_images":1.024,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","name":"Llama 3.2 Instruct 11B (Vision)","short_name":"Llama 3.2 11B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-11b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":129,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-11b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":11,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":30.47,"coding_index":null,"mmlu_pro":0.464,"mmmu_pro":0.293,"hle":0.052,"scicode":null,"humaneval":0.687,"aime":0.093,"aime25":null,"math_500":0.516,"gpqa":0.221,"livecodebench":0.11,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.196924420458298,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.328,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"397f45f9-2b64-4d2a-9789-796876bd01df","slug":"amazon-bedrock_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-2-11b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.16,"price_1m_output_tokens":0.16,"price_1m_blended_3_to_1":0.16,"price_per_1k_1mp_images":1.024,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","slug":"deepinfra_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-3.2-11B-Vision-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.049,"price_1m_output_tokens":0.049,"price_1m_blended_3_to_1":0.049,"price_per_1k_1mp_images":0.352,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":20.41,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-2-instruct-11b-vision","hosts_url":"/models/llama-3-2-instruct-11b-vision/providers","name_and_creator_label":"Llama 3.2 11B (Vision), Meta","contextWindowFormatted":"128k"},"name":"Llama 3.2 11B (Vision), Amazon Bedrock","short_name":"Llama 3.2 11B (Vision), Amazon","model_label":"Llama 3.2 11B (Vision)","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"397f45f9-2b64-4d2a-9789-796876bd01df","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":187.722798919433,"percentile_05_output_speed":168.177081077762,"percentile_95_output_speed":191.305890340321,"quartile_25_output_speed":184.688465484173,"quartile_75_output_speed":189.118829308617,"median_time_to_first_chunk":0.443480735506341,"percentile_05_time_to_first_chunk":0.354673192699647,"percentile_95_time_to_first_chunk":0.514332883694806,"quartile_25_time_to_first_chunk":0.421515492505932,"quartile_75_time_to_first_chunk":0.472938873266685,"median_estimated_total_seconds_for_100_output_tokens":0.985914554147686,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.881558025074049,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.05950058229382,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.972746349644307,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.00125249599463},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"397f45f9-2b64-4d2a-9789-796876bd01df","prompt_length_type":"100k","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":47.3405587449495,"median_time_to_first_chunk":2.30936025897972,"median_estimated_total_seconds_for_100_output_tokens":4.54173031920843,"median_end_to_end_response_time":12.87112829162556},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"397f45f9-2b64-4d2a-9789-796876bd01df","prompt_length_type":"long","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":54.3814234277117,"median_time_to_first_chunk":0.695015358011005,"median_estimated_total_seconds_for_100_output_tokens":2.53033914954226,"median_end_to_end_response_time":9.88933151386966},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"397f45f9-2b64-4d2a-9789-796876bd01df","prompt_length_type":"medium","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":187.722798919433,"median_time_to_first_chunk":0.443480735506341,"median_estimated_total_seconds_for_100_output_tokens":0.985914554147686,"median_end_to_end_response_time":3.106982467198453},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"397f45f9-2b64-4d2a-9789-796876bd01df","prompt_length_type":"short","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":188.753967984939,"median_time_to_first_chunk":0.415408497967292,"median_estimated_total_seconds_for_100_output_tokens":0.948338335237983,"median_end_to_end_response_time":3.0643594330803268}],"end_to_end_response_time_metrics":{"input_time":0.443480735506341,"reasoning_time":0,"answer_time":2.6635017316921124,"total_time":3.106982467198453,"p05_total_time":3.416537449273475,"p95_total_time":3.057096025189956,"p25_total_time":3.1507423865748954,"p75_total_time":3.08732112849051},"time_to_first_answer_token_metrics":{"input_time":0.443480735506341,"reasoning_time":0,"total_time":0.443480735506341}},{"id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","slug":"deepinfra_llama-3-2-instruct-11b-vision","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-3.2-11B-Vision-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.2 Instruct 11B (Vision)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.049,"price_1m_output_tokens":0.049,"price_1m_blended_3_to_1":0.049,"price_per_1k_1mp_images":0.352,"image_input_pricing_notes":null,"supports_images_input_note":"1","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":20.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","name":"Llama 3.2 Instruct 11B (Vision)","short_name":"Llama 3.2 11B (Vision)","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-09-25","chatbot-arena-elo":null,"slug":"llama-3-2-instruct-11b-vision","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":129,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct","commercial_allowed":true,"chatbot_arena_label":"Llama-3.2-11b-Vision-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":11,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":30.47,"coding_index":null,"mmlu_pro":0.464,"mmmu_pro":0.293,"hle":0.052,"scicode":null,"humaneval":0.687,"aime":0.093,"aime25":null,"math_500":0.516,"gpqa":0.221,"livecodebench":0.11,"ifbench":null,"lcr":null,"estimated_intelligence_index":13.196924420458298,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.328,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:51:model:host_models","model_url":"/models/llama-3-2-instruct-11b-vision","hosts_url":"/models/llama-3-2-instruct-11b-vision/providers","name_and_creator_label":"Llama 3.2 11B (Vision), Meta","contextWindowFormatted":"128k"},"name":"Llama 3.2 11B (Vision), Deepinfra","short_name":"Llama 3.2 11B (Vision), Deepinfra","model_label":"Llama 3.2 11B (Vision)","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":54.049464507166,"percentile_05_output_speed":20.7732242506558,"percentile_95_output_speed":65.1290868854624,"quartile_25_output_speed":48.4398494762389,"quartile_75_output_speed":57.8007024374208,"median_time_to_first_chunk":0.285941029000242,"percentile_05_time_to_first_chunk":0.188084482999329,"percentile_95_time_to_first_chunk":0.709664433030412,"quartile_25_time_to_first_chunk":0.231615699012764,"quartile_75_time_to_first_chunk":0.539055322995409,"median_estimated_total_seconds_for_100_output_tokens":2.21968190000357,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.78594755919952,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.55993228457561,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.10478447350163,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.50840700713033},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","prompt_length_type":"100k","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":31.1998334607639,"median_time_to_first_chunk":9.09601175319403,"median_estimated_total_seconds_for_100_output_tokens":11.9028822175652,"median_end_to_end_response_time":25.12173832089469},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","prompt_length_type":"long","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":53.8280293405162,"median_time_to_first_chunk":0.783520585973747,"median_estimated_total_seconds_for_100_output_tokens":2.88296573294608,"median_end_to_end_response_time":10.072361476599692},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","prompt_length_type":"medium","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":54.049464507166,"median_time_to_first_chunk":0.285941029000242,"median_estimated_total_seconds_for_100_output_tokens":2.21968190000357,"median_end_to_end_response_time":9.536726481901608},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"7e29bde6-9fe3-473e-94b4-00932bf0f77c","prompt_length_type":"short","model_id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","median_output_speed":52.6016935456173,"median_time_to_first_chunk":0.203466124999977,"median_estimated_total_seconds_for_100_output_tokens":2.17309594168667,"median_end_to_end_response_time":9.708863504770449}],"end_to_end_response_time_metrics":{"input_time":0.285941029000242,"reasoning_time":0,"answer_time":9.250785452901367,"total_time":9.536726481901608,"p05_total_time":24.35538706043252,"p95_total_time":7.963002445189174,"p25_total_time":10.608020998411872,"p75_total_time":8.936354932556794},"time_to_first_answer_token_metrics":{"input_time":0.285941029000242,"reasoning_time":0,"total_time":0.285941029000242}},{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","slug":"lambdalabs_llama-4-maverick_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.285,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.51,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda (FP8)","short_name":"Lambda (FP8)","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14150176,"answer_tokens":10796995,"output_tokens":10796995,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"3dcf939d-b94f-486b-9c32-1b7836219556","slug":"lambdalabs_llama-4-maverick_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.18,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.285,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.51,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","slug":"parasail_llama-4-maverick_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-4-maverick-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.19,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.355,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","slug":"novita_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.34,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.94,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","slug":"gmi_llama-4-maverick_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.58,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","slug":"groq_llama-4-maverick","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","slug":"google_llama-4-maverick_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-4-maverick-17b-128e-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Maverick_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.15,"price_1m_blended_3_to_1":0.55,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":524288,"price_m_tokens_blended_3_to_1_per_dollar":1.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","slug":"amazon-bedrock_llama-4-maverick","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"us.meta.llama4-maverick-17b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.24,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.4225,"price_per_1k_1mp_images":0.34848,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.37,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","slug":"deepinfra_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.23232,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","slug":"deepinfra_llama-4-maverick_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":false,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","slug":"sambanova_llama-4-maverick","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"Llama-4-Maverick-17B-128E-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.63,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9225,"price_per_1k_1mp_images":0.91476,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","slug":"togetherai_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.415,"price_per_1k_1mp_images":0.39204,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","slug":"azure_llama-4-maverick_fp8","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"host_api_id":"llama4-maverick-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.41,"price_1m_blended_3_to_1":0.615,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","slug":"fireworks_llama-4-maverick-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/llama4-maverick-instruct-basic","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Maverick_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":0.31944,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","slug":"cerebras_llama-4-maverick","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), Lambda","short_name":"Llama 4 Maverick (FP8), Lambda","model_label":"Llama 4 Maverick (FP8)","host_label":"Lambda (FP8)","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"3dcf939d-b94f-486b-9c32-1b7836219556","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":158.225589028717,"percentile_05_output_speed":140.086101763054,"percentile_95_output_speed":163.376706624681,"quartile_25_output_speed":149.50656179042,"quartile_75_output_speed":160.378937519237,"median_time_to_first_chunk":0.222919330000877,"percentile_05_time_to_first_chunk":0.173218784970231,"percentile_95_time_to_first_chunk":0.314821476989891,"quartile_25_time_to_first_chunk":0.188562549999915,"quartile_75_time_to_first_chunk":0.234317559981719,"median_estimated_total_seconds_for_100_output_tokens":0.869984990488165,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.791383307605998,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.972796170231975,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.841919025361155,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.898710562900083},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"3dcf939d-b94f-486b-9c32-1b7836219556","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":147.777631816487,"median_time_to_first_chunk":2.64209500001743,"median_estimated_total_seconds_for_100_output_tokens":3.33661000884779,"median_end_to_end_response_time":6.025556988506386},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"3dcf939d-b94f-486b-9c32-1b7836219556","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":158.957221700208,"median_time_to_first_chunk":0.459366467508517,"median_estimated_total_seconds_for_100_output_tokens":1.11540863826846,"median_end_to_end_response_time":3.604866839570856},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"3dcf939d-b94f-486b-9c32-1b7836219556","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":158.225589028717,"median_time_to_first_chunk":0.222919330000877,"median_estimated_total_seconds_for_100_output_tokens":0.869984990488165,"median_end_to_end_response_time":3.3829644470347153},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"3dcf939d-b94f-486b-9c32-1b7836219556","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":146.062329009404,"median_time_to_first_chunk":0.190730834990973,"median_estimated_total_seconds_for_100_output_tokens":0.879247810949705,"median_end_to_end_response_time":3.613926969072939}],"end_to_end_response_time_metrics":{"input_time":0.222919330000877,"reasoning_time":0,"answer_time":3.1600451170338384,"total_time":3.3829644470347153,"p05_total_time":3.7921527779107604,"p95_total_time":3.28333112510843,"p25_total_time":3.567254147230543,"p75_total_time":3.340535693683461},"time_to_first_answer_token_metrics":{"input_time":0.222919330000877,"reasoning_time":0,"total_time":0.222919330000877}},{"id":"51781413-f7f2-4026-9b69-1ffe56badf47","slug":"parasail_llama-4-maverick_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-4-maverick-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.19,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.355,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.82,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail (FP8)","short_name":"Parasail (FP8)","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), Parasail","short_name":"Llama 4 Maverick (FP8), Parasail","model_label":"Llama 4 Maverick (FP8)","host_label":"Parasail (FP8)","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"51781413-f7f2-4026-9b69-1ffe56badf47","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":146.691364171413,"percentile_05_output_speed":113.828016065724,"percentile_95_output_speed":172.876356374816,"quartile_25_output_speed":129.548879565817,"quartile_75_output_speed":160.059509758272,"median_time_to_first_chunk":0.339975996002977,"percentile_05_time_to_first_chunk":0.253260693304765,"percentile_95_time_to_first_chunk":0.514331826286798,"quartile_25_time_to_first_chunk":0.325561447245491,"quartile_75_time_to_first_chunk":0.41800342327042,"median_estimated_total_seconds_for_100_output_tokens":1.06217067318641,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.936431136245157,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.22181026832398,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.971313893400471,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.14116631167047},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"51781413-f7f2-4026-9b69-1ffe56badf47","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":131.359910501373,"median_time_to_first_chunk":3.31378151202807,"median_estimated_total_seconds_for_100_output_tokens":4.07504877856564,"median_end_to_end_response_time":7.120117844715917},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"51781413-f7f2-4026-9b69-1ffe56badf47","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":162.406461534631,"median_time_to_first_chunk":0.733472593012266,"median_estimated_total_seconds_for_100_output_tokens":1.36705097802104,"median_end_to_end_response_time":3.8121678325694783},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"51781413-f7f2-4026-9b69-1ffe56badf47","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":146.691364171413,"median_time_to_first_chunk":0.339975996002977,"median_estimated_total_seconds_for_100_output_tokens":1.06217067318641,"median_end_to_end_response_time":3.748492937843779},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"51781413-f7f2-4026-9b69-1ffe56badf47","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":139.202102161486,"median_time_to_first_chunk":0.314124095482839,"median_estimated_total_seconds_for_100_output_tokens":1.03692175589266,"median_end_to_end_response_time":3.9060238745534055}],"end_to_end_response_time_metrics":{"input_time":0.339975996002977,"reasoning_time":0,"answer_time":3.408516941840802,"total_time":3.748492937843779,"p05_total_time":4.73256770832186,"p95_total_time":3.23221649947554,"p25_total_time":4.199523077195417,"p75_total_time":3.4638141281771864},"time_to_first_answer_token_metrics":{"input_time":0.339975996002977,"reasoning_time":0,"total_time":0.339975996002977}},{"id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","slug":"cerebras_llama-4-maverick","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:19:host:host_models","host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick, Cerebras","short_name":"Llama 4 Maverick, Cerebras","model_label":"Llama 4 Maverick","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32000,"context_window_formatted":"32k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":2673.95551717452,"percentile_05_output_speed":1486.63216460066,"percentile_95_output_speed":3314.11148113286,"quartile_25_output_speed":1743.75163918052,"quartile_75_output_speed":3033.93822989185,"median_time_to_first_chunk":0.209448472000076,"percentile_05_time_to_first_chunk":0.18826974563417,"percentile_95_time_to_first_chunk":0.338820226900862,"quartile_25_time_to_first_chunk":0.195746056473581,"quartile_75_time_to_first_chunk":0.260075439990032,"median_estimated_total_seconds_for_100_output_tokens":0.254262513597076,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.232251360041051,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.375623731108896,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.245096140030199,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.294043580559606},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":2502.05849186438,"median_time_to_first_chunk":0.537432245037053,"median_estimated_total_seconds_for_100_output_tokens":0.57547681355459,"median_end_to_end_response_time":0.737267701172785},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":2673.95551717452,"median_time_to_first_chunk":0.209448472000076,"median_estimated_total_seconds_for_100_output_tokens":0.254262513597076,"median_end_to_end_response_time":0.3964373716988763},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"fe9bbecf-fcea-49ba-a4d9-1db199f2abd9","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":2077.33020855573,"median_time_to_first_chunk":0.183976546046324,"median_estimated_total_seconds_for_100_output_tokens":0.238685409442104,"median_end_to_end_response_time":0.424670104509341}],"end_to_end_response_time_metrics":{"input_time":0.209448472000076,"reasoning_time":0,"answer_time":0.18698889969880028,"total_time":0.3964373716988763,"p05_total_time":0.5457791474057909,"p95_total_time":0.36031847225398583,"p25_total_time":0.4961865537116299,"p75_total_time":0.37425077254586636},"time_to_first_answer_token_metrics":{"input_time":0.209448472000076,"reasoning_time":0,"total_time":0.209448472000076}},{"id":"ed2948a0-bc25-4835-9979-d362ff4be02e","slug":"amazon-bedrock_llama-4-maverick","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"us.meta.llama4-maverick-17b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.24,"price_1m_output_tokens":0.97,"price_1m_blended_3_to_1":0.4225,"price_per_1k_1mp_images":0.34848,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.37,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick, Amazon Bedrock","short_name":"Llama 4 Maverick, Amazon","model_label":"Llama 4 Maverick","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"ed2948a0-bc25-4835-9979-d362ff4be02e","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":313.826328619593,"percentile_05_output_speed":289.711742795554,"percentile_95_output_speed":381.072606078503,"quartile_25_output_speed":303.8725732206,"quartile_75_output_speed":348.651331629881,"median_time_to_first_chunk":0.593412690008336,"percentile_05_time_to_first_chunk":0.310276878569493,"percentile_95_time_to_first_chunk":0.674142298948209,"quartile_25_time_to_first_chunk":0.499762320512673,"quartile_75_time_to_first_chunk":0.638901798023653,"median_estimated_total_seconds_for_100_output_tokens":0.892134489632987,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.607966275192547,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.99081016791549,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.820344092338481,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.93142375717107},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"ed2948a0-bc25-4835-9979-d362ff4be02e","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":189.818287073283,"median_time_to_first_chunk":2.84682842798065,"median_estimated_total_seconds_for_100_output_tokens":3.37364805922826,"median_end_to_end_response_time":5.480926584218702},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"ed2948a0-bc25-4835-9979-d362ff4be02e","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":283.586453399181,"median_time_to_first_chunk":0.994865180997294,"median_estimated_total_seconds_for_100_output_tokens":1.35631079689645,"median_end_to_end_response_time":2.757995944144826},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"ed2948a0-bc25-4835-9979-d362ff4be02e","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":313.826328619593,"median_time_to_first_chunk":0.593412690008336,"median_estimated_total_seconds_for_100_output_tokens":0.892134489632987,"median_end_to_end_response_time":2.1866505875401225},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"ed2948a0-bc25-4835-9979-d362ff4be02e","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":343.695673696775,"median_time_to_first_chunk":0.430910722498083,"median_estimated_total_seconds_for_100_output_tokens":0.760552640969623,"median_end_to_end_response_time":1.8856860899678647}],"end_to_end_response_time_metrics":{"input_time":0.593412690008336,"reasoning_time":0,"answer_time":1.5932378975317867,"total_time":2.1866505875401225,"p05_total_time":2.319266102698079,"p95_total_time":1.9054986075591698,"p25_total_time":2.238839240686271,"p75_total_time":2.027510181225684},"time_to_first_answer_token_metrics":{"input_time":0.593412690008336,"reasoning_time":0,"total_time":0.593412690008336}},{"id":"b40301c9-a026-4017-8204-61d24311a0a2","slug":"google_llama-4-maverick_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-4-maverick-17b-128e-instruct-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Maverick_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.15,"price_1m_blended_3_to_1":0.55,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":524288,"price_m_tokens_blended_3_to_1_per_dollar":1.82,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick Vertex, Google","short_name":"Llama 4 Maverick Vertex, Google","model_label":"Llama 4 Maverick Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":524288,"context_window_formatted":"524k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b40301c9-a026-4017-8204-61d24311a0a2","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":125.877679781098,"percentile_05_output_speed":114.236615413016,"percentile_95_output_speed":131.63406358519,"quartile_25_output_speed":123.35994890589,"quartile_75_output_speed":127.431378379348,"median_time_to_first_chunk":0.286253611993743,"percentile_05_time_to_first_chunk":0.26011980092735,"percentile_95_time_to_first_chunk":0.319026440805828,"quartile_25_time_to_first_chunk":0.278156196000054,"quartile_75_time_to_first_chunk":0.297313544018834,"median_estimated_total_seconds_for_100_output_tokens":1.08650360012846,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.03268395061997,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.31383076426394,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.06624155190476,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.10879947885334},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b40301c9-a026-4017-8204-61d24311a0a2","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":103.293845388427,"median_time_to_first_chunk":2.56430269987322,"median_estimated_total_seconds_for_100_output_tokens":3.45599685731045,"median_end_to_end_response_time":7.404862155470948},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b40301c9-a026-4017-8204-61d24311a0a2","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":130.81467074542,"median_time_to_first_chunk":0.483942800005025,"median_estimated_total_seconds_for_100_output_tokens":1.24968132769183,"median_end_to_end_response_time":4.30614406497672},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b40301c9-a026-4017-8204-61d24311a0a2","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":125.877679781098,"median_time_to_first_chunk":0.286253611993743,"median_estimated_total_seconds_for_100_output_tokens":1.08650360012846,"median_end_to_end_response_time":4.2583636863890035},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b40301c9-a026-4017-8204-61d24311a0a2","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":115.618459958183,"median_time_to_first_chunk":0.26395008050531,"median_estimated_total_seconds_for_100_output_tokens":1.12444338432242,"median_end_to_end_response_time":4.588519013362922}],"end_to_end_response_time_metrics":{"input_time":0.286253611993743,"reasoning_time":0,"answer_time":3.972110074395261,"total_time":4.2583636863890035,"p05_total_time":4.663133986051381,"p95_total_time":4.084662522134343,"p25_total_time":4.339432982077989,"p75_total_time":4.209933998715761},"time_to_first_answer_token_metrics":{"input_time":0.286253611993743,"reasoning_time":0,"total_time":0.286253611993743}},{"id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","slug":"azure_llama-4-maverick_fp8","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"host_api_id":"llama4-maverick-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.35,"price_1m_output_tokens":1.41,"price_1m_blended_3_to_1":0.615,"price_per_1k_1mp_images":0.5082,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":1.63,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure (FP8)","short_name":"Azure (FP8)","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), Microsoft Azure","short_name":"Llama 4 Maverick (FP8), Azure","model_label":"Llama 4 Maverick (FP8)","host_label":"Azure (FP8)","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":191.940975542358,"percentile_05_output_speed":174.880432469683,"percentile_95_output_speed":202.031466813994,"quartile_25_output_speed":183.143099235319,"quartile_75_output_speed":195.946033122746,"median_time_to_first_chunk":0.318501171015669,"percentile_05_time_to_first_chunk":0.217125962903083,"percentile_95_time_to_first_chunk":0.361685286495413,"quartile_25_time_to_first_chunk":0.304961465990345,"quartile_75_time_to_first_chunk":0.343316805519862,"median_estimated_total_seconds_for_100_output_tokens":0.839411800544224,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.746170696906622,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.924435376807892,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.824371549900659,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.871368544660158},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":176.793527299979,"median_time_to_first_chunk":2.65612369007431,"median_estimated_total_seconds_for_100_output_tokens":3.19418701977301,"median_end_to_end_response_time":5.484281528407452},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":194.750561063001,"median_time_to_first_chunk":0.532297354999173,"median_estimated_total_seconds_for_100_output_tokens":1.05557892403822,"median_end_to_end_response_time":3.099684053506563},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":191.940975542358,"median_time_to_first_chunk":0.318501171015669,"median_estimated_total_seconds_for_100_output_tokens":0.839411800544224,"median_end_to_end_response_time":2.9234686543119017},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"de48edf4-aeec-46a3-a80b-f25b4fbcebd9","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":168.048972356096,"median_time_to_first_chunk":0.282649396001943,"median_estimated_total_seconds_for_100_output_tokens":0.890076382569521,"median_end_to_end_response_time":3.2579725591838002}],"end_to_end_response_time_metrics":{"input_time":0.318501171015669,"reasoning_time":0,"answer_time":2.6049674832962326,"total_time":2.9234686543119017,"p05_total_time":3.1775974857887883,"p95_total_time":2.793363170905712,"p25_total_time":3.0486067665180925,"p75_total_time":2.8702241736792966},"time_to_first_answer_token_metrics":{"input_time":0.318501171015669,"reasoning_time":0,"total_time":0.318501171015669}},{"id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","slug":"fireworks_llama-4-maverick-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/llama4-maverick-instruct-basic","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Maverick_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":0.31944,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks (Base)","short_name":"Fireworks (Base)","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (Base), Fireworks","short_name":"Llama 4 Maverick (Base), Fireworks","model_label":"Llama 4 Maverick (Base)","host_label":"Fireworks (Base)","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":172.285731366083,"percentile_05_output_speed":33.0690454089841,"percentile_95_output_speed":176.62017596323,"quartile_25_output_speed":166.381496332146,"quartile_75_output_speed":174.108032290065,"median_time_to_first_chunk":0.48003063298529,"percentile_05_time_to_first_chunk":0.425594997097505,"percentile_95_time_to_first_chunk":2.61112588619726,"quartile_25_time_to_first_chunk":0.448101806978229,"quartile_75_time_to_first_chunk":0.676776541498839,"median_estimated_total_seconds_for_100_output_tokens":1.05088461331811,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.01347434990309,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.62990276869933,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.02041766975459,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.27661457011707},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":164.462052049254,"median_time_to_first_chunk":3.11339581402717,"median_estimated_total_seconds_for_100_output_tokens":3.7413886762908,"median_end_to_end_response_time":6.153610828797004},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":177.432345647255,"median_time_to_first_chunk":0.745321719005005,"median_estimated_total_seconds_for_100_output_tokens":1.30181829486439,"median_end_to_end_response_time":3.5632972024268765},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":172.285731366083,"median_time_to_first_chunk":0.48003063298529,"median_estimated_total_seconds_for_100_output_tokens":1.05088461331811,"median_end_to_end_response_time":3.3821862324967213},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"268dfcaf-ca94-4802-9479-c93e0d5b3f04","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":157.822116956122,"median_time_to_first_chunk":0.571260848955717,"median_estimated_total_seconds_for_100_output_tokens":1.214217086956,"median_end_to_end_response_time":3.7393846179393186}],"end_to_end_response_time_metrics":{"input_time":0.48003063298529,"reasoning_time":0,"answer_time":2.902155599511431,"total_time":3.3821862324967213,"p05_total_time":15.599910684441552,"p95_total_time":3.3109642863641287,"p25_total_time":3.48517249684889,"p75_total_time":3.351810834182424},"time_to_first_answer_token_metrics":{"input_time":0.48003063298529,"reasoning_time":0,"total_time":0.48003063298529}},{"id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","slug":"deepinfra_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.23232,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (FP8)","short_name":"Deepinfra (FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), Deepinfra","short_name":"Llama 4 Maverick (FP8), Deepinfra","model_label":"Llama 4 Maverick (FP8)","host_label":"Deepinfra (FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":81.2879530993174,"percentile_05_output_speed":29.4959031080249,"percentile_95_output_speed":96.5708581142983,"quartile_25_output_speed":67.9763626129731,"quartile_75_output_speed":86.0286696897142,"median_time_to_first_chunk":0.263613518036436,"percentile_05_time_to_first_chunk":0.203423213009955,"percentile_95_time_to_first_chunk":1.41618581302464,"quartile_25_time_to_first_chunk":0.230037642002571,"quartile_75_time_to_first_chunk":0.388322582002729,"median_estimated_total_seconds_for_100_output_tokens":1.54520782754879,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.24595448173554,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.23789743273501,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.44294465632401,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.77201039133151},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":94.9205832224686,"median_time_to_first_chunk":2.59370529605076,"median_estimated_total_seconds_for_100_output_tokens":3.61188034231315,"median_end_to_end_response_time":7.86126669343633},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":76.8815970631648,"median_time_to_first_chunk":0.484718430496287,"median_estimated_total_seconds_for_100_output_tokens":1.81537025810114,"median_end_to_end_response_time":6.988225369734389},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":81.2879530993174,"median_time_to_first_chunk":0.263613518036436,"median_estimated_total_seconds_for_100_output_tokens":1.54520782754879,"median_end_to_end_response_time":6.414586459735452},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"a7f9eec3-fd3b-44f5-b01b-bcb095b9af01","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":74.641320715486,"median_time_to_first_chunk":0.250175904999196,"median_estimated_total_seconds_for_100_output_tokens":1.57977369449925,"median_end_to_end_response_time":6.948878382489842}],"end_to_end_response_time_metrics":{"input_time":0.263613518036436,"reasoning_time":0,"answer_time":6.150972941699016,"total_time":6.414586459735452,"p05_total_time":17.21512024657481,"p95_total_time":5.441158895216531,"p25_total_time":7.619111529113839,"p75_total_time":6.075629463457724},"time_to_first_answer_token_metrics":{"input_time":0.263613518036436,"reasoning_time":0,"total_time":0.263613518036436}},{"id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","slug":"deepinfra_llama-4-maverick_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":false,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Maverick_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":false,"context_window_if_different_to_model":8192,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (Turbo, FP8)","short_name":"Deepinfra (Turbo, FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (Turbo, FP8), Deepinfra","short_name":"Llama 4 Maverick (Turbo, FP8), Deepinfra","model_label":"Llama 4 Maverick (Turbo, FP8)","host_label":"Deepinfra (Turbo, FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":8192,"context_window_formatted":"8k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":945.920141771684,"percentile_05_output_speed":348.359666014397,"percentile_95_output_speed":1046.28176941597,"quartile_25_output_speed":828.041855018656,"quartile_75_output_speed":990.889858383896,"median_time_to_first_chunk":0.216734864516184,"percentile_05_time_to_first_chunk":0.172856916499586,"percentile_95_time_to_first_chunk":0.431886340099277,"quartile_25_time_to_first_chunk":0.189551199000562,"quartile_75_time_to_first_chunk":0.243054774749908,"median_estimated_total_seconds_for_100_output_tokens":0.340276055059503,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.268568014240391,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.725300792357462,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.290249852656597,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.389751508765909},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":945.920141771684,"median_time_to_first_chunk":0.216734864516184,"median_estimated_total_seconds_for_100_output_tokens":0.340276055059503,"median_end_to_end_response_time":0.7453207122215864},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"e4c417aa-6a6e-4b66-aa32-dabadcc9e5e2","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":961.494473622731,"median_time_to_first_chunk":0.209958472987637,"median_estimated_total_seconds_for_100_output_tokens":0.321623549025011,"median_end_to_end_response_time":0.7299822627407843}],"end_to_end_response_time_metrics":{"input_time":0.216734864516184,"reasoning_time":0,"answer_time":0.5285858477054024,"total_time":0.7453207122215864,"p05_total_time":1.6520330599718427,"p95_total_time":0.6946176056816904,"p25_total_time":0.8205690752744492,"p75_total_time":0.7213318141867369},"time_to_first_answer_token_metrics":{"input_time":0.216734864516184,"reasoning_time":0,"total_time":0.216734864516184}},{"id":"461879f5-36bc-42a6-937f-0b5d745fb877","slug":"novita_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.17,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.34,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.94,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita (FP8)","short_name":"Novita (FP8)","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), Novita","short_name":"Llama 4 Maverick (FP8), Novita","model_label":"Llama 4 Maverick (FP8)","host_label":"Novita (FP8)","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"461879f5-36bc-42a6-937f-0b5d745fb877","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":144.163616771623,"percentile_05_output_speed":60.2010618924681,"percentile_95_output_speed":165.658903915946,"quartile_25_output_speed":113.776724011992,"quartile_75_output_speed":158.820576222016,"median_time_to_first_chunk":0.425651654986723,"percentile_05_time_to_first_chunk":0.329807258975052,"percentile_95_time_to_first_chunk":0.643126160849351,"quartile_25_time_to_first_chunk":0.358164836998185,"quartile_75_time_to_first_chunk":0.488676284257963,"median_estimated_total_seconds_for_100_output_tokens":1.10876425171032,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.935062333011409,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.28036602301147,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.00159789416004,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.32851415549623},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"461879f5-36bc-42a6-937f-0b5d745fb877","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":65.4986015310001,"median_time_to_first_chunk":3.37959442799911,"median_estimated_total_seconds_for_100_output_tokens":4.90634458239241,"median_end_to_end_response_time":11.013345199965638},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"461879f5-36bc-42a6-937f-0b5d745fb877","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":149.301922849086,"median_time_to_first_chunk":0.733542932022829,"median_estimated_total_seconds_for_100_output_tokens":1.40584568863578,"median_end_to_end_response_time":4.082461622811552},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"461879f5-36bc-42a6-937f-0b5d745fb877","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":144.163616771623,"median_time_to_first_chunk":0.425651654986723,"median_estimated_total_seconds_for_100_output_tokens":1.10876425171032,"median_end_to_end_response_time":3.8939331201505425},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"461879f5-36bc-42a6-937f-0b5d745fb877","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":130.145518147064,"median_time_to_first_chunk":0.400280079978984,"median_estimated_total_seconds_for_100_output_tokens":1.20997785804882,"median_end_to_end_response_time":4.242133469313542}],"end_to_end_response_time_metrics":{"input_time":0.425651654986723,"reasoning_time":0,"answer_time":3.4682814651638196,"total_time":3.8939331201505425,"p05_total_time":8.731152991376874,"p95_total_time":3.4439017350047334,"p25_total_time":4.820223605812977,"p75_total_time":3.573858341386398},"time_to_first_answer_token_metrics":{"input_time":0.425651654986723,"reasoning_time":0,"total_time":0.425651654986723}},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","slug":"gmi_llama-4-maverick_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Maverick_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.58,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI (FP8)","short_name":"GMI (FP8)","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","deleted":false},{"id":"3c9174be-bc93-405d-8229-b2d3299bc12e","deleted":false},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","deleted":false},{"id":"444cd9cb-235e-4382-9266-0c01e3a50489","deleted":false},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","deleted":false},{"id":"54bc4c4d-5567-4859-8e77-68e435d1abaa","deleted":false},{"id":"758640bc-01fd-441d-aded-90d76fae4cf7","deleted":false},{"id":"901b2460-2c51-4add-b5c1-723053c7b007","deleted":false},{"id":"3b606ecc-11eb-4722-854f-cd4e7b1e5d1d","deleted":false},{"id":"4c2cfa4d-bd03-494e-ba80-c3e92761149b","deleted":false},{"id":"b871a891-6c2c-4ae8-9f87-92db4b5d1e53","deleted":false},{"id":"54fe6cdd-f597-470a-8922-3927ab43302b","deleted":false},{"id":"769db054-956a-4893-a921-93c31dc854cc","deleted":false},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","deleted":false}],"host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick (FP8), GMI","short_name":"Llama 4 Maverick (FP8), GMI","model_label":"Llama 4 Maverick (FP8)","host_label":"GMI (FP8)","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"444cd9cb-235e-4382-9266-0c01e3a50489","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":186.334773683047,"percentile_05_output_speed":169.243949988412,"percentile_95_output_speed":204.082281781532,"quartile_25_output_speed":174.441482149612,"quartile_75_output_speed":199.064860731396,"median_time_to_first_chunk":0.374778147001052,"percentile_05_time_to_first_chunk":0.31334998679813,"percentile_95_time_to_first_chunk":0.506698682997376,"quartile_25_time_to_first_chunk":0.338601252486114,"quartile_75_time_to_first_chunk":0.438059110485483,"median_estimated_total_seconds_for_100_output_tokens":0.916709446131325,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.844488693340294,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.0423449208473,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.877249778979907,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.00443961420545},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"444cd9cb-235e-4382-9266-0c01e3a50489","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":163.863180498064,"median_time_to_first_chunk":2.95630817697383,"median_estimated_total_seconds_for_100_output_tokens":3.5781311862804,"median_end_to_end_response_time":6.007634280130405},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"444cd9cb-235e-4382-9266-0c01e3a50489","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":180.972550045308,"median_time_to_first_chunk":0.581291526003042,"median_estimated_total_seconds_for_100_output_tokens":1.14520351205583,"median_end_to_end_response_time":3.344141471339066},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"444cd9cb-235e-4382-9266-0c01e3a50489","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":186.334773683047,"median_time_to_first_chunk":0.374778147001052,"median_estimated_total_seconds_for_100_output_tokens":0.916709446131325,"median_end_to_end_response_time":3.058120553343807},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"444cd9cb-235e-4382-9266-0c01e3a50489","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":190.656103141436,"median_time_to_first_chunk":0.323527749977075,"median_estimated_total_seconds_for_100_output_tokens":0.889192652309785,"median_end_to_end_response_time":2.946050668265617}],"end_to_end_response_time_metrics":{"input_time":0.374778147001052,"reasoning_time":0,"answer_time":2.683342406342755,"total_time":3.058120553343807,"p05_total_time":3.329093500868854,"p95_total_time":2.824770354238547,"p25_total_time":3.2410688585828793,"p75_total_time":2.8865222999516043},"time_to_first_answer_token_metrics":{"input_time":0.374778147001052,"reasoning_time":0,"total_time":0.374778147001052}},{"id":"b2400fd7-222b-4c3f-8181-1176740287e1","slug":"groq_llama-4-maverick","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/llama-4-maverick-17b-128e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","name":"Groq","short_name":"Groq","website_url":"https://groq.com/","slug":"groq","deleted":false,"logo":"groq.svg","color":"#F54F35","logo_small":"groq_small.png","display_order":5,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","json_mode_url":"https://console.groq.com/docs/text-chat","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:32:host:host_models","host_url":"/providers/groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick, Groq","short_name":"Llama 4 Maverick, Groq","model_label":"Llama 4 Maverick","host_label":"Groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png","hosts_url":"/providers/groq","host_color":"#F54F35","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"b2400fd7-222b-4c3f-8181-1176740287e1","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":568.145479574809,"percentile_05_output_speed":503.792941072856,"percentile_95_output_speed":758.541320715352,"quartile_25_output_speed":555.482666311214,"quartile_75_output_speed":622.575893557016,"median_time_to_first_chunk":0.100367360486416,"percentile_05_time_to_first_chunk":0.0905113396413071,"percentile_95_time_to_first_chunk":0.190164042027936,"quartile_25_time_to_first_chunk":0.0928405062768434,"quartile_75_time_to_first_chunk":0.146380802252679,"median_estimated_total_seconds_for_100_output_tokens":0.277840967216612,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.230027516226037,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.386067236765041,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.263247769539041,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.322938559425593},"performanceByPromptLength":[{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"b2400fd7-222b-4c3f-8181-1176740287e1","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":357.889159578682,"median_time_to_first_chunk":2.35276515595615,"median_estimated_total_seconds_for_100_output_tokens":2.64929997417702,"median_end_to_end_response_time":3.74984575093314},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"b2400fd7-222b-4c3f-8181-1176740287e1","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":479.05398780255,"median_time_to_first_chunk":0.309985409505316,"median_estimated_total_seconds_for_100_output_tokens":0.521278421537215,"median_end_to_end_response_time":1.353709108150495},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"b2400fd7-222b-4c3f-8181-1176740287e1","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":568.145479574809,"median_time_to_first_chunk":0.100367360486416,"median_estimated_total_seconds_for_100_output_tokens":0.277840967216612,"median_end_to_end_response_time":0.9804236453207018},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"b2400fd7-222b-4c3f-8181-1176740287e1","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":723.97520431342,"median_time_to_first_chunk":0.0899558360106312,"median_estimated_total_seconds_for_100_output_tokens":0.23071322419644,"median_end_to_end_response_time":0.7805872236894035}],"end_to_end_response_time_metrics":{"input_time":0.100367360486416,"reasoning_time":0,"answer_time":0.8800562848342858,"total_time":0.9804236453207018,"p05_total_time":1.0928385907009983,"p95_total_time":0.7595272326585327,"p25_total_time":1.0004854565565293,"p75_total_time":0.9034822982385146},"time_to_first_answer_token_metrics":{"input_time":0.100367360486416,"reasoning_time":0,"total_time":0.100367360486416}},{"id":"4123586c-a875-4331-82a6-a8fab47bb35a","slug":"sambanova_llama-4-maverick","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"Llama-4-Maverick-17B-128E-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"SambaNova_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.63,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9225,"price_per_1k_1mp_images":0.91476,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.08,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"cba46a55-85b6-4d0a-b228-eede55b263fe","name":"SambaNova","short_name":"SambaNova","website_url":"https://sambanova.ai/","slug":"sambanova","deleted":false,"logo":"sambanova.webp","color":"#4D226B","logo_small":"sambanova_small.webp","display_order":55,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:33:host:host_models","host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick, SambaNova","short_name":"Llama 4 Maverick, SambaNova","model_label":"Llama 4 Maverick","host_label":"SambaNova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp","hosts_url":"/providers/sambanova","host_color":"#4D226B","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"4123586c-a875-4331-82a6-a8fab47bb35a","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":806.086140974062,"percentile_05_output_speed":773.304742346967,"percentile_95_output_speed":828.225058521261,"quartile_25_output_speed":785.047624274314,"quartile_75_output_speed":815.27899203157,"median_time_to_first_chunk":0.361337171016203,"percentile_05_time_to_first_chunk":0.273632496489881,"percentile_95_time_to_first_chunk":0.474481452489272,"quartile_25_time_to_first_chunk":0.355844323508791,"quartile_75_time_to_first_chunk":0.378829526001027,"median_estimated_total_seconds_for_100_output_tokens":0.488403962845391,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.400870756159236,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.602443155033421,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.480499899871667,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.509823555533811},"performanceByPromptLength":[{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"4123586c-a875-4331-82a6-a8fab47bb35a","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":384.735086429495,"median_time_to_first_chunk":8.30422924802406,"median_estimated_total_seconds_for_100_output_tokens":8.5641483547737,"median_end_to_end_response_time":9.60382478177226},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"4123586c-a875-4331-82a6-a8fab47bb35a","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":821.402758488174,"median_time_to_first_chunk":0.96919768299631,"median_estimated_total_seconds_for_100_output_tokens":1.09093383568771,"median_end_to_end_response_time":1.5779124636969142},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"4123586c-a875-4331-82a6-a8fab47bb35a","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":806.086140974062,"median_time_to_first_chunk":0.361337171016203,"median_estimated_total_seconds_for_100_output_tokens":0.488403962845391,"median_end_to_end_response_time":0.9816182732267034},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"4123586c-a875-4331-82a6-a8fab47bb35a","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":763.344430544749,"median_time_to_first_chunk":0.231358413489943,"median_estimated_total_seconds_for_100_output_tokens":0.367039961317407,"median_end_to_end_response_time":0.8863707250924299}],"end_to_end_response_time_metrics":{"input_time":0.361337171016203,"reasoning_time":0,"answer_time":0.6202811022105004,"total_time":0.9816182732267034,"p05_total_time":1.0079127997683406,"p95_total_time":0.9650378135598079,"p25_total_time":0.9982412065671574,"p75_total_time":0.974624162201962},"time_to_first_answer_token_metrics":{"input_time":0.361337171016203,"reasoning_time":0,"total_time":0.361337171016203}},{"id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","slug":"togetherai_llama-4-maverick-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Maverick","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.27,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.415,"price_per_1k_1mp_images":0.39204,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":2.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","name":"Llama 4 Maverick","short_name":"Llama 4 Maverick","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-maverick","open_weights":"Open","additional_text":null,"context_window_tokens":1000000,"display_order":140,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":402,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":41.73,"math_index":63.93,"coding_index":36.39,"mmlu_pro":0.809,"mmmu_pro":0.621,"hle":0.048,"scicode":0.331,"humaneval":0.879,"aime":0.39,"aime25":0.193,"math_500":0.889,"gpqa":0.671,"livecodebench":0.397,"ifbench":0.43,"lcr":0.46,"estimated_intelligence_index":39.8153813133,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.698,"lab_claimed_livecodebench":0.434,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:53:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:53:model:host_models","model_url":"/models/llama-4-maverick","hosts_url":"/models/llama-4-maverick/providers","name_and_creator_label":"Llama 4 Maverick, Meta","contextWindowFormatted":"1m"},"name":"Llama 4 Maverick, Together.ai","short_name":"Llama 4 Maverick, Together.ai","model_label":"Llama 4 Maverick","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":121.938466509646,"percentile_05_output_speed":81.8555485970599,"percentile_95_output_speed":131.808376133771,"quartile_25_output_speed":115.383472758619,"quartile_75_output_speed":127.789385394642,"median_time_to_first_chunk":0.199192056024913,"percentile_05_time_to_first_chunk":0.188132060706266,"percentile_95_time_to_first_chunk":0.356446430805954,"quartile_25_time_to_first_chunk":0.195449072005431,"quartile_75_time_to_first_chunk":0.23037375750755,"median_estimated_total_seconds_for_100_output_tokens":1.03106915024621,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.95658298166741,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.42419230967823,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.991527701176015,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.16829305922464},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","prompt_length_type":"100k","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":85.4900746019386,"median_time_to_first_chunk":2.47078163386323,"median_estimated_total_seconds_for_100_output_tokens":4.09880661907547,"median_end_to_end_response_time":8.31941379763329},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","prompt_length_type":"long","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":121.662760280045,"median_time_to_first_chunk":0.436680900998908,"median_estimated_total_seconds_for_100_output_tokens":1.32597052442637,"median_end_to_end_response_time":4.546401894087452},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","prompt_length_type":"medium","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":121.938466509646,"median_time_to_first_chunk":0.199192056024913,"median_estimated_total_seconds_for_100_output_tokens":1.03106915024621,"median_end_to_end_response_time":4.299620856812294},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"db11f9e2-5d50-400b-a604-7ff6371ad4de","prompt_length_type":"short","model_id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","median_output_speed":113.094956850238,"median_time_to_first_chunk":0.188298693974502,"median_estimated_total_seconds_for_100_output_tokens":1.11579933579118,"median_end_to_end_response_time":4.609362319845171}],"end_to_end_response_time_metrics":{"input_time":0.199192056024913,"reasoning_time":0,"answer_time":4.100428800787381,"total_time":4.299620856812294,"p05_total_time":6.307513465747395,"p95_total_time":3.9925776864840508,"p25_total_time":4.5325683017372835,"p75_total_time":4.111880097022128},"time_to_first_answer_token_metrics":{"input_time":0.199192056024913,"reasoning_time":0,"total_time":0.199192056024913}},{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","slug":"lambdalabs_llama-4-scout","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.11616,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda","short_name":"Lambda","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14338857,"answer_tokens":10467047,"output_tokens":10467047,"reasoning_tokens":0},"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4cdf1316-5fca-474c-b21c-bbc149440564","slug":"lambdalabs_llama-4-scout","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.11616,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5d275639-6aef-4244-8348-73a7bae8d68e","slug":"parasail_llama-4-scout_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-4-scout-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Scout_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.09,"price_1m_output_tokens":0.48,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":158000,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","slug":"groq_llama-4-scout-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.34,"price_1m_blended_3_to_1":0.1675,"price_per_1k_1mp_images":0.15972,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.97,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","slug":"gmi_llama-4-scout","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.185,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":5.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","slug":"azure_llama-4-scout","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":false,"host_api_id":"llama4-scout","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.78,"price_1m_blended_3_to_1":0.345,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","slug":"cerebras_llama-4-scout","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.9438,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","slug":"amazon-bedrock_llama-4-scout","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"us.meta.llama4-scout-17b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.66,"price_1m_blended_3_to_1":0.2925,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","slug":"google_llama-4-scout_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-4-scout-17b-16e-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Scout_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":0.363,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1310720,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","slug":"novita_llama-4-scout-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","slug":"deepinfra_llama-4-scout-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":327680,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a0a43165-a697-40ff-bbde-69ed686947a5","slug":"fireworks_llama-4-scout-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/llama4-scout-instruct-basic","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Scout_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.2178,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":10485760,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","slug":"togetherai_llama-4-scout-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.2825,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.54,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Lambda","short_name":"Llama 4 Scout, Lambda","model_label":"Llama 4 Scout","host_label":"Lambda","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"4cdf1316-5fca-474c-b21c-bbc149440564","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":120.819551833885,"percentile_05_output_speed":113.708543163264,"percentile_95_output_speed":129.125796723739,"quartile_25_output_speed":118.437056873331,"quartile_75_output_speed":124.136103783041,"median_time_to_first_chunk":0.250284629495582,"percentile_05_time_to_first_chunk":0.197917926340597,"percentile_95_time_to_first_chunk":0.311530891504299,"quartile_25_time_to_first_chunk":0.215583313743991,"quartile_75_time_to_first_chunk":0.267445945240979,"median_estimated_total_seconds_for_100_output_tokens":1.07191547150413,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.00555022490105,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.14738022507829,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.03867809758823,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.10196288883458},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"4cdf1316-5fca-474c-b21c-bbc149440564","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":121.96012384428,"median_time_to_first_chunk":3.87168849594309,"median_estimated_total_seconds_for_100_output_tokens":4.66876168332611,"median_end_to_end_response_time":7.971389154154993},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"4cdf1316-5fca-474c-b21c-bbc149440564","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":123.431317731641,"median_time_to_first_chunk":0.54475053504575,"median_estimated_total_seconds_for_100_output_tokens":1.34893436577026,"median_end_to_end_response_time":4.595586329305666},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"4cdf1316-5fca-474c-b21c-bbc149440564","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":120.819551833885,"median_time_to_first_chunk":0.250284629495582,"median_estimated_total_seconds_for_100_output_tokens":1.07191547150413,"median_end_to_end_response_time":4.3886876645229815},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"4cdf1316-5fca-474c-b21c-bbc149440564","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":111.125567051249,"median_time_to_first_chunk":0.210492426995188,"median_estimated_total_seconds_for_100_output_tokens":1.10648047051548,"median_end_to_end_response_time":4.709907037580792}],"end_to_end_response_time_metrics":{"input_time":0.250284629495582,"reasoning_time":0,"answer_time":4.1384030350274,"total_time":4.3886876645229815,"p05_total_time":4.647491612282217,"p95_total_time":4.122477581533941,"p25_total_time":4.471936308452383,"p75_total_time":4.278121695123769},"time_to_first_answer_token_metrics":{"input_time":0.250284629495582,"reasoning_time":0,"total_time":0.250284629495582}},{"id":"5d275639-6aef-4244-8348-73a7bae8d68e","slug":"parasail_llama-4-scout_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"parasail-llama-4-scout-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Llama 4 Scout_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.09,"price_1m_output_tokens":0.48,"price_1m_blended_3_to_1":0.1875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":158000,"price_m_tokens_blended_3_to_1_per_dollar":5.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail (FP8)","short_name":"Parasail (FP8)","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout (FP8), Parasail","short_name":"Llama 4 Scout (FP8), Parasail","model_label":"Llama 4 Scout (FP8)","host_label":"Parasail (FP8)","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":158000,"context_window_formatted":"158k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"5d275639-6aef-4244-8348-73a7bae8d68e","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":125.574551651448,"percentile_05_output_speed":104.40057282722,"percentile_95_output_speed":132.101197422209,"quartile_25_output_speed":111.45205790172,"quartile_75_output_speed":130.850947964593,"median_time_to_first_chunk":0.361034418980125,"percentile_05_time_to_first_chunk":0.259666024695616,"percentile_95_time_to_first_chunk":0.431595858265064,"quartile_25_time_to_first_chunk":0.295899250757429,"quartile_75_time_to_first_chunk":0.407733565247327,"median_estimated_total_seconds_for_100_output_tokens":1.15235430202079,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.03593064911764,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.36066732875477,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.11844843232346,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.24655838143042},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"5d275639-6aef-4244-8348-73a7bae8d68e","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":112.051690366274,"median_time_to_first_chunk":5.18153544189408,"median_estimated_total_seconds_for_100_output_tokens":6.09177815457322,"median_end_to_end_response_time":9.64376174446571},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"5d275639-6aef-4244-8348-73a7bae8d68e","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":129.718066128338,"median_time_to_first_chunk":0.868994094490063,"median_estimated_total_seconds_for_100_output_tokens":1.64184144676406,"median_end_to_end_response_time":4.723507308596412},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"5d275639-6aef-4244-8348-73a7bae8d68e","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":125.574551651448,"median_time_to_first_chunk":0.361034418980125,"median_estimated_total_seconds_for_100_output_tokens":1.15235430202079,"median_end_to_end_response_time":4.342732887534717},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"5d275639-6aef-4244-8348-73a7bae8d68e","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":109.011245593379,"median_time_to_first_chunk":0.293962418479168,"median_estimated_total_seconds_for_100_output_tokens":1.23558745206696,"median_end_to_end_response_time":4.88064517105537}],"end_to_end_response_time_metrics":{"input_time":0.361034418980125,"reasoning_time":0,"answer_time":3.9816984685545918,"total_time":4.342732887534717,"p05_total_time":5.150280171754738,"p95_total_time":4.146011465039357,"p25_total_time":4.847268315539551,"p75_total_time":4.1821760138831685},"time_to_first_answer_token_metrics":{"input_time":0.361034418980125,"reasoning_time":0,"total_time":0.361034418980125}},{"id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","slug":"cerebras_llama-4-scout","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":0.9438,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":32000,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:19:host:host_models","host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Cerebras","short_name":"Llama 4 Scout, Cerebras","model_label":"Llama 4 Scout","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32000,"context_window_formatted":"32k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":2815.73987386011,"percentile_05_output_speed":1552.35068345329,"percentile_95_output_speed":3391.50745302661,"quartile_25_output_speed":2017.62434936455,"quartile_75_output_speed":3048.69046884896,"median_time_to_first_chunk":0.173417352983961,"percentile_05_time_to_first_chunk":0.158764167314439,"percentile_95_time_to_first_chunk":0.308691137807909,"quartile_25_time_to_first_chunk":0.166506345005473,"quartile_75_time_to_first_chunk":0.214893151001888,"median_estimated_total_seconds_for_100_output_tokens":0.233925479431461,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.197502568175498,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.345388859270086,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.205579655911918,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.271415362868971},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":2339.64767211555,"median_time_to_first_chunk":0.612290696997661,"median_estimated_total_seconds_for_100_output_tokens":0.659015940993555,"median_end_to_end_response_time":0.825998088054491},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":2815.73987386011,"median_time_to_first_chunk":0.173417352983961,"median_estimated_total_seconds_for_100_output_tokens":0.233925479431461,"median_end_to_end_response_time":0.3509905743748091},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"b29fe35f-da42-4b16-8077-f4554c9f7a09","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":2055.71487141758,"median_time_to_first_chunk":0.174853950993565,"median_estimated_total_seconds_for_100_output_tokens":0.230541254442751,"median_end_to_end_response_time":0.41807834312690106}],"end_to_end_response_time_metrics":{"input_time":0.173417352983961,"reasoning_time":0,"answer_time":0.17757322139084808,"total_time":0.3509905743748091,"p05_total_time":0.49550952283292987,"p95_total_time":0.3208444210134874,"p25_total_time":0.42123355333734924,"p75_total_time":0.3374221954266168},"time_to_first_answer_token_metrics":{"input_time":0.173417352983961,"reasoning_time":0,"total_time":0.173417352983961}},{"id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","slug":"amazon-bedrock_llama-4-scout","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"us.meta.llama4-scout-17b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.17,"price_1m_output_tokens":0.66,"price_1m_blended_3_to_1":0.2925,"price_per_1k_1mp_images":0.24684,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":3.42,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Amazon Bedrock","short_name":"Llama 4 Scout, Amazon","model_label":"Llama 4 Scout","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":168.391957486024,"percentile_05_output_speed":161.794740295832,"percentile_95_output_speed":174.343368191122,"quartile_25_output_speed":166.98091399487,"quartile_75_output_speed":169.973416900752,"median_time_to_first_chunk":0.601494989005005,"percentile_05_time_to_first_chunk":0.336776257541351,"percentile_95_time_to_first_chunk":0.673483148353989,"quartile_25_time_to_first_chunk":0.489665506498568,"quartile_75_time_to_first_chunk":0.621604718740855,"median_estimated_total_seconds_for_100_output_tokens":1.19561092361017,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.923427678352895,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.28174791871588,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.08052215128469,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.2180193203464},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":161.051044778768,"median_time_to_first_chunk":3.0338001010241,"median_estimated_total_seconds_for_100_output_tokens":3.65350964652087,"median_end_to_end_response_time":6.13840585311244},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":170.185859289715,"median_time_to_first_chunk":0.922120353003265,"median_estimated_total_seconds_for_100_output_tokens":1.48942244642022,"median_end_to_end_response_time":3.860084776644524},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":168.391957486024,"median_time_to_first_chunk":0.601494989005005,"median_estimated_total_seconds_for_100_output_tokens":1.19561092361017,"median_end_to_end_response_time":3.570757936384772},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3c8229bc-02b8-488b-aaae-b3c033ebf515","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":158.29513700776,"median_time_to_first_chunk":0.551890706490667,"median_estimated_total_seconds_for_100_output_tokens":1.18257958501675,"median_end_to_end_response_time":3.7105474375277603}],"end_to_end_response_time_metrics":{"input_time":0.601494989005005,"reasoning_time":0,"answer_time":2.9692629473797667,"total_time":3.570757936384772,"p05_total_time":3.691830305751272,"p95_total_time":3.469398742314856,"p25_total_time":3.5958491821756153,"p75_total_time":3.543131446733872},"time_to_first_answer_token_metrics":{"input_time":0.601494989005005,"reasoning_time":0,"total_time":0.601494989005005}},{"id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","slug":"google_llama-4-scout_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta/llama-4-scout-17b-16e-instruct-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 4 Scout_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.25,"price_1m_output_tokens":0.7,"price_1m_blended_3_to_1":0.3625,"price_per_1k_1mp_images":0.363,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1310720,"price_m_tokens_blended_3_to_1_per_dollar":2.76,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout Vertex, Google","short_name":"Llama 4 Scout Vertex, Google","model_label":"Llama 4 Scout Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1310720,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":133.866478056996,"percentile_05_output_speed":121.310024223169,"percentile_95_output_speed":137.671033240721,"quartile_25_output_speed":129.571898044924,"quartile_75_output_speed":135.278970011311,"median_time_to_first_chunk":0.307907978014555,"percentile_05_time_to_first_chunk":0.281334324824275,"percentile_95_time_to_first_chunk":0.351972208498046,"quartile_25_time_to_first_chunk":0.300204387982376,"quartile_75_time_to_first_chunk":0.322006251022685,"median_estimated_total_seconds_for_100_output_tokens":1.07024792070971,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.02243384977509,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.17665668988493,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.04451460158909,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.10450646787723},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":129.227019337919,"median_time_to_first_chunk":2.99317470798269,"median_estimated_total_seconds_for_100_output_tokens":3.75870308023115,"median_end_to_end_response_time":6.86233459855122},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":137.096894624541,"median_time_to_first_chunk":0.521727891988121,"median_estimated_total_seconds_for_100_output_tokens":1.25359969875936,"median_end_to_end_response_time":4.168783511805914},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":133.866478056996,"median_time_to_first_chunk":0.307907978014555,"median_estimated_total_seconds_for_100_output_tokens":1.07024792070971,"median_end_to_end_response_time":4.042973001441228},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"44b1a2ca-6822-4b45-8ee9-0185d859bf36","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":123.512430944129,"median_time_to_first_chunk":0.268557183000667,"median_estimated_total_seconds_for_100_output_tokens":1.08441624804914,"median_end_to_end_response_time":4.316732708152266}],"end_to_end_response_time_metrics":{"input_time":0.307907978014555,"reasoning_time":0,"answer_time":3.7350650234266736,"total_time":4.042973001441228,"p05_total_time":4.42957890506153,"p95_total_time":3.9397540405463762,"p25_total_time":4.166769409732137,"p75_total_time":4.003973966380624},"time_to_first_answer_token_metrics":{"input_time":0.307907978014555,"reasoning_time":0,"total_time":0.307907978014555}},{"id":"941fbfda-339a-41b5-a2d4-2eed900c542d","slug":"azure_llama-4-scout","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":false,"host_api_id":"llama4-scout","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.78,"price_1m_blended_3_to_1":0.345,"price_per_1k_1mp_images":0.2904,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.9,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Microsoft Azure","short_name":"Llama 4 Scout, Azure","model_label":"Llama 4 Scout","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"941fbfda-339a-41b5-a2d4-2eed900c542d","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":121.429866489041,"percentile_05_output_speed":76.6138956346012,"percentile_95_output_speed":163.223047478453,"quartile_25_output_speed":85.4007629596048,"quartile_75_output_speed":154.133596953408,"median_time_to_first_chunk":0.315334809998149,"percentile_05_time_to_first_chunk":0.297536881213455,"percentile_95_time_to_first_chunk":0.397067392247118,"quartile_25_time_to_first_chunk":0.300448075999157,"quartile_75_time_to_first_chunk":0.331008056493374,"median_estimated_total_seconds_for_100_output_tokens":1.13574292481213,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.912506783346698,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.72018455146403,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.972720762004614,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.48944082724504},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"941fbfda-339a-41b5-a2d4-2eed900c542d","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":104.70113211581,"median_time_to_first_chunk":3.03086367301876,"median_estimated_total_seconds_for_100_output_tokens":3.98596318320734,"median_end_to_end_response_time":7.806361223961663},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"941fbfda-339a-41b5-a2d4-2eed900c542d","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":107.534284676452,"median_time_to_first_chunk":0.582451655995101,"median_estimated_total_seconds_for_100_output_tokens":1.51942806086141,"median_end_to_end_response_time":5.23213153720131},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"941fbfda-339a-41b5-a2d4-2eed900c542d","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":121.429866489041,"median_time_to_first_chunk":0.315334809998149,"median_estimated_total_seconds_for_100_output_tokens":1.13574292481213,"median_end_to_end_response_time":4.432937953744707},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"941fbfda-339a-41b5-a2d4-2eed900c542d","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":108.076539620652,"median_time_to_first_chunk":0.288941738021094,"median_estimated_total_seconds_for_100_output_tokens":1.22882168153572,"median_end_to_end_response_time":4.915292671859252}],"end_to_end_response_time_metrics":{"input_time":0.315334809998149,"reasoning_time":0,"answer_time":4.117603143746558,"total_time":4.432937953744707,"p05_total_time":6.841566061632671,"p95_total_time":3.3786276949444662,"p25_total_time":6.1700834407159295,"p75_total_time":3.5592738984445287},"time_to_first_answer_token_metrics":{"input_time":0.315334809998149,"reasoning_time":0,"total_time":0.315334809998149}},{"id":"a0a43165-a697-40ff-bbde-69ed686947a5","slug":"fireworks_llama-4-scout-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/llama4-scout-instruct-basic","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 4 Scout_(Base)","cache_pricing_notes":null,"model_name_appendage":"(Base)","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2625,"price_per_1k_1mp_images":0.2178,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":10485760,"price_m_tokens_blended_3_to_1_per_dollar":3.81,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks (Base)","short_name":"Fireworks (Base)","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout (Base), Fireworks","short_name":"Llama 4 Scout (Base), Fireworks","model_label":"Llama 4 Scout (Base)","host_label":"Fireworks (Base)","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":10485760,"context_window_formatted":"10m","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"a0a43165-a697-40ff-bbde-69ed686947a5","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":165.472396308323,"percentile_05_output_speed":29.1288048105073,"percentile_95_output_speed":172.836911676468,"quartile_25_output_speed":163.400818276322,"quartile_75_output_speed":168.992482794721,"median_time_to_first_chunk":0.625155296991579,"percentile_05_time_to_first_chunk":0.424409355985699,"percentile_95_time_to_first_chunk":2.57128282409685,"quartile_25_time_to_first_chunk":0.476200992008671,"quartile_75_time_to_first_chunk":0.746223154011204,"median_estimated_total_seconds_for_100_output_tokens":1.21510713231216,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.01830837693539,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.92840722865575,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.08089244800133,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.38461924852909},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"a0a43165-a697-40ff-bbde-69ed686947a5","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":164.737391184084,"median_time_to_first_chunk":2.97744111600332,"median_estimated_total_seconds_for_100_output_tokens":3.57820900475319,"median_end_to_end_response_time":6.0125747696696},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"a0a43165-a697-40ff-bbde-69ed686947a5","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":172.569594011796,"median_time_to_first_chunk":0.847410257032607,"median_estimated_total_seconds_for_100_output_tokens":1.41657044724875,"median_end_to_end_response_time":3.744792051683074},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"a0a43165-a697-40ff-bbde-69ed686947a5","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":165.472396308323,"median_time_to_first_chunk":0.625155296991579,"median_estimated_total_seconds_for_100_output_tokens":1.21510713231216,"median_end_to_end_response_time":3.6468073136116512},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"a0a43165-a697-40ff-bbde-69ed686947a5","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":154.717883826852,"median_time_to_first_chunk":0.499304580967873,"median_estimated_total_seconds_for_100_output_tokens":1.1558200075971,"median_end_to_end_response_time":3.7309930427849984}],"end_to_end_response_time_metrics":{"input_time":0.625155296991579,"reasoning_time":0,"answer_time":3.0216520166200724,"total_time":3.6468073136116512,"p05_total_time":17.790294864257337,"p95_total_time":3.5180558652217373,"p25_total_time":3.6851154934849992,"p75_total_time":3.583866783628303},"time_to_first_answer_token_metrics":{"input_time":0.625155296991579,"reasoning_time":0,"total_time":0.625155296991579}},{"id":"036add7c-fe87-49ac-9e76-b74e399f7025","slug":"deepinfra_llama-4-scout-instruct","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.135,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":327680,"price_m_tokens_blended_3_to_1_per_dollar":7.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Deepinfra","short_name":"Llama 4 Scout, Deepinfra","model_label":"Llama 4 Scout","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":327680,"context_window_formatted":"328k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"036add7c-fe87-49ac-9e76-b74e399f7025","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":81.4548270486471,"percentile_05_output_speed":60.4576931986901,"percentile_95_output_speed":94.5066439971683,"quartile_25_output_speed":71.8381453126617,"quartile_75_output_speed":88.5924780095322,"median_time_to_first_chunk":0.262791772023775,"percentile_05_time_to_first_chunk":0.19757488812611,"percentile_95_time_to_first_chunk":0.590132338088006,"quartile_25_time_to_first_chunk":0.230206493011792,"quartile_75_time_to_first_chunk":0.285264822000499,"median_estimated_total_seconds_for_100_output_tokens":1.60849686948471,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.31431507662052,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.93361033740002,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.39357602079951,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.69309279670974},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"036add7c-fe87-49ac-9e76-b74e399f7025","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":115.423582742227,"median_time_to_first_chunk":10.1780075330753,"median_estimated_total_seconds_for_100_output_tokens":11.0443816104017,"median_end_to_end_response_time":14.509877919707115},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"036add7c-fe87-49ac-9e76-b74e399f7025","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":77.0780543627875,"median_time_to_first_chunk":0.701158862997545,"median_estimated_total_seconds_for_100_output_tokens":1.95236149641876,"median_end_to_end_response_time":7.18808960007379},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"036add7c-fe87-49ac-9e76-b74e399f7025","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":81.4548270486471,"median_time_to_first_chunk":0.262791772023775,"median_estimated_total_seconds_for_100_output_tokens":1.60849686948471,"median_end_to_end_response_time":6.401163408383471},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"036add7c-fe87-49ac-9e76-b74e399f7025","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":70.0864692092017,"median_time_to_first_chunk":0.226396785008546,"median_estimated_total_seconds_for_100_output_tokens":1.68418409604242,"median_end_to_end_response_time":7.360441425030942}],"end_to_end_response_time_metrics":{"input_time":0.262791772023775,"reasoning_time":0,"answer_time":6.138371636359697,"total_time":6.401163408383471,"p05_total_time":8.533037849008286,"p95_total_time":5.553425095274376,"p25_total_time":7.222882373247487,"p75_total_time":5.906611780605113},"time_to_first_answer_token_metrics":{"input_time":0.262791772023775,"reasoning_time":0,"total_time":0.262791772023775}},{"id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","slug":"novita_llama-4-scout-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":0.1452,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Novita","short_name":"Llama 4 Scout, Novita","model_label":"Llama 4 Scout","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":65.6244007743722,"percentile_05_output_speed":29.8605240870419,"percentile_95_output_speed":93.4237360640325,"quartile_25_output_speed":55.7093394144242,"quartile_75_output_speed":76.5845303802288,"median_time_to_first_chunk":0.85226585197961,"percentile_05_time_to_first_chunk":0.747047721000854,"percentile_95_time_to_first_chunk":1.76645582299898,"quartile_25_time_to_first_chunk":0.789175644000352,"quartile_75_time_to_first_chunk":1.15434859495144,"median_estimated_total_seconds_for_100_output_tokens":2.44220007790277,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.82431486713732,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.57937547550949,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.06797832645378,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.24119921049173},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":50.940646229099,"median_time_to_first_chunk":11.4382211929187,"median_estimated_total_seconds_for_100_output_tokens":13.4890570140748,"median_end_to_end_response_time":21.25356585406246},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":60.0900796002553,"median_time_to_first_chunk":1.85762606599019,"median_estimated_total_seconds_for_100_output_tokens":3.55139339212081,"median_end_to_end_response_time":10.178467098756531},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":65.6244007743722,"median_time_to_first_chunk":0.85226585197961,"median_estimated_total_seconds_for_100_output_tokens":2.44220007790277,"median_end_to_end_response_time":8.47138304162199},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"5ab7fefd-92ee-43a7-a8db-1c5709dcdfcf","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":67.0356172629311,"median_time_to_first_chunk":0.734689937497023,"median_estimated_total_seconds_for_100_output_tokens":2.17021228447145,"median_end_to_end_response_time":8.193411441304024}],"end_to_end_response_time_metrics":{"input_time":0.85226585197961,"reasoning_time":0,"answer_time":7.61911718964238,"total_time":8.47138304162199,"p05_total_time":17.596781070216423,"p95_total_time":6.204224798015559,"p25_total_time":9.827421638345667,"p75_total_time":7.380999494630252},"time_to_first_answer_token_metrics":{"input_time":0.85226585197961,"reasoning_time":0,"total_time":0.85226585197961}},{"id":"7306a60a-9f3a-4429-96c5-e5320c717e10","slug":"gmi_llama-4-scout","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.185,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":5.41,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI","short_name":"GMI","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:63:host:host_models","host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, GMI","short_name":"Llama 4 Scout, GMI","model_label":"Llama 4 Scout","host_label":"GMI","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"7306a60a-9f3a-4429-96c5-e5320c717e10","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":147.433375196841,"percentile_05_output_speed":93.6551710770993,"percentile_95_output_speed":158.922433063089,"quartile_25_output_speed":138.95398907278,"quartile_75_output_speed":153.372784462134,"median_time_to_first_chunk":0.423613913997542,"percentile_05_time_to_first_chunk":0.316906579429633,"percentile_95_time_to_first_chunk":0.601253329828614,"quartile_25_time_to_first_chunk":0.364577872009249,"quartile_75_time_to_first_chunk":0.535296893503983,"median_estimated_total_seconds_for_100_output_tokens":1.17049480670603,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.988050419229306,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.59553683027686,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.05337270821945,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.27080325354564},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"7306a60a-9f3a-4429-96c5-e5320c717e10","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":127.052257160362,"median_time_to_first_chunk":4.41971842106432,"median_estimated_total_seconds_for_100_output_tokens":5.43070162503,"median_end_to_end_response_time":8.35510698617193},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"7306a60a-9f3a-4429-96c5-e5320c717e10","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":145.110976718472,"median_time_to_first_chunk":0.717388339049648,"median_estimated_total_seconds_for_100_output_tokens":1.433977000347,"median_end_to_end_response_time":4.163027058510849},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"7306a60a-9f3a-4429-96c5-e5320c717e10","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":147.433375196841,"median_time_to_first_chunk":0.423613913997542,"median_estimated_total_seconds_for_100_output_tokens":1.17049480670603,"median_end_to_end_response_time":3.8149762790823867},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"7306a60a-9f3a-4429-96c5-e5320c717e10","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":147.800721979136,"median_time_to_first_chunk":0.365647931001149,"median_estimated_total_seconds_for_100_output_tokens":1.1027570947219,"median_end_to_end_response_time":3.7485813382586692}],"end_to_end_response_time_metrics":{"input_time":0.423613913997542,"reasoning_time":0,"answer_time":3.3913623650848446,"total_time":3.8149762790823867,"p05_total_time":5.762347421711573,"p95_total_time":3.569802846314669,"p25_total_time":4.021927307779384,"p75_total_time":3.683644705988831},"time_to_first_answer_token_metrics":{"input_time":0.423613913997542,"reasoning_time":0,"total_time":0.423613913997542}},{"id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","slug":"groq_llama-4-scout-instruct","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/llama-4-scout-17b-16e-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.11,"price_1m_output_tokens":0.34,"price_1m_blended_3_to_1":0.1675,"price_per_1k_1mp_images":0.15972,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5.97,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","name":"Groq","short_name":"Groq","website_url":"https://groq.com/","slug":"groq","deleted":false,"logo":"groq.svg","color":"#F54F35","logo_small":"groq_small.png","display_order":5,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","json_mode_url":"https://console.groq.com/docs/text-chat","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:32:host:host_models","host_url":"/providers/groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Groq","short_name":"Llama 4 Scout, Groq","model_label":"Llama 4 Scout","host_label":"Groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png","hosts_url":"/providers/groq","host_color":"#F54F35","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":520.692290271964,"percentile_05_output_speed":477.610864243364,"percentile_95_output_speed":543.40581591866,"quartile_25_output_speed":512.67031773079,"quartile_75_output_speed":536.423311793124,"median_time_to_first_chunk":0.14550345547832,"percentile_05_time_to_first_chunk":0.104532181651302,"percentile_95_time_to_first_chunk":0.330785893474513,"quartile_25_time_to_first_chunk":0.112356044250191,"quartile_75_time_to_first_chunk":0.177198724764821,"median_estimated_total_seconds_for_100_output_tokens":0.341109992546433,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.294880896182575,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.551486741727146,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.303050435947597,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.37355835662108},"performanceByPromptLength":[{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":547.69139243963,"median_time_to_first_chunk":3.14894206056488,"median_estimated_total_seconds_for_100_output_tokens":3.35564343472604,"median_end_to_end_response_time":4.061864934471672},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":558.94474037135,"median_time_to_first_chunk":0.417265321495506,"median_estimated_total_seconds_for_100_output_tokens":0.59379806010815,"median_end_to_end_response_time":1.311808133845456},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":520.692290271964,"median_time_to_first_chunk":0.14550345547832,"median_estimated_total_seconds_for_100_output_tokens":0.341109992546433,"median_end_to_end_response_time":1.1057634964688325},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"03df3695-e55e-4e0b-9932-4b42d45e8e38","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":485.86516774157,"median_time_to_first_chunk":0.114186139500816,"median_estimated_total_seconds_for_100_output_tokens":0.332657994696118,"median_end_to_end_response_time":1.1432782275879954}],"end_to_end_response_time_metrics":{"input_time":0.14550345547832,"reasoning_time":0,"answer_time":0.9602600409905125,"total_time":1.1057634964688325,"p05_total_time":1.1923808140830183,"p95_total_time":1.065626106640454,"p25_total_time":1.1207890975516275,"p75_total_time":1.0776031405733426},"time_to_first_answer_token_metrics":{"input_time":0.14550345547832,"reasoning_time":0,"total_time":0.14550345547832}},{"id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","slug":"togetherai_llama-4-scout-instruct","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 4 Scout","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.18,"price_1m_output_tokens":0.59,"price_1m_blended_3_to_1":0.2825,"price_per_1k_1mp_images":0.26136,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":1048576,"price_m_tokens_blended_3_to_1_per_dollar":3.54,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","name":"Llama 4 Scout","short_name":"Llama 4 Scout","deleted":false,"deprecated":false,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2025-04-05","chatbot-arena-elo":null,"slug":"llama-4-scout","open_weights":"Open","additional_text":null,"context_window_tokens":10000000,"display_order":142,"tokenizer_id":"llama4_tokenizer","license_name":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","license_url":"https://www.llama.com/llama4/license/","model_weights_source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":109,"inference_parameters_active":"17","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.06,"math_index":56.37,"coding_index":23.48,"mmlu_pro":0.752,"mmmu_pro":0.529,"hle":0.043,"scicode":0.17,"humaneval":0.826,"aime":0.283,"aime25":0.14,"math_500":0.844,"gpqa":0.587,"livecodebench":0.299,"ifbench":0.395,"lcr":0.258,"estimated_intelligence_index":31.9415809139,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.572,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:67:model:intelligence_index_token_counts","model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:67:model:host_models","model_url":"/models/llama-4-scout","hosts_url":"/models/llama-4-scout/providers","name_and_creator_label":"Llama 4 Scout, Meta","contextWindowFormatted":"10m"},"name":"Llama 4 Scout, Together.ai","short_name":"Llama 4 Scout, Together.ai","model_label":"Llama 4 Scout","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1048576,"context_window_formatted":"1m","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":117.359113015502,"percentile_05_output_speed":34.5902414972328,"percentile_95_output_speed":126.439991933518,"quartile_25_output_speed":107.141823875771,"quartile_75_output_speed":122.932794901585,"median_time_to_first_chunk":0.266117998024129,"percentile_05_time_to_first_chunk":0.169244277653343,"percentile_95_time_to_first_chunk":1.04816618034442,"quartile_25_time_to_first_chunk":0.204862969716487,"quartile_75_time_to_first_chunk":0.304893538996112,"median_estimated_total_seconds_for_100_output_tokens":1.13207622971339,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.00207282102205,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.65715215152519,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.0523186622483,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.19828170807756},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","prompt_length_type":"100k","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":116.461099281416,"median_time_to_first_chunk":3.20806223445106,"median_estimated_total_seconds_for_100_output_tokens":4.05699511576766,"median_end_to_end_response_time":7.50134130433003},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","prompt_length_type":"long","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":116.944011646185,"median_time_to_first_chunk":0.549478501499834,"median_estimated_total_seconds_for_100_output_tokens":1.37354919997179,"median_end_to_end_response_time":4.825028766636572},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","prompt_length_type":"medium","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":117.359113015502,"median_time_to_first_chunk":0.266117998024129,"median_estimated_total_seconds_for_100_output_tokens":1.13207622971339,"median_end_to_end_response_time":4.526545562212986},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"14672cf3-d23d-4737-9175-15d1fd57ab5c","prompt_length_type":"short","model_id":"adf9a85e-abc3-4f28-937b-db6655cc5238","median_output_speed":108.034545465933,"median_time_to_first_chunk":0.243321316503625,"median_estimated_total_seconds_for_100_output_tokens":1.15328105791011,"median_end_to_end_response_time":4.871470561206721}],"end_to_end_response_time_metrics":{"input_time":0.266117998024129,"reasoning_time":0,"answer_time":4.260427564188857,"total_time":4.526545562212986,"p05_total_time":14.721061888485249,"p95_total_time":4.220563046256174,"p25_total_time":4.9328296696467895,"p75_total_time":4.333380931403945},"time_to_first_answer_token_metrics":{"input_time":0.266117998024129,"reasoning_time":0,"total_time":0.266117998024129}},{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","slug":"deepinfra_gemma-3-12b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-12b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":0.0128,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","name":"Gemma 3 12B Instruct","short_name":"Gemma 3 12B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-12b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":181,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":12.2,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":23.99,"math_index":53.67,"coding_index":15.51,"mmlu_pro":0.595,"mmmu_pro":0.375,"hle":0.048,"scicode":0.174,"humaneval":0.832,"aime":0.22,"aime25":0.183,"math_500":0.853,"gpqa":0.349,"livecodebench":0.137,"ifbench":0.367,"lcr":0.067,"estimated_intelligence_index":22.3760621263,"lab_claimed_mmlu_pro":0.606,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.409,"lab_claimed_livecodebench":0.246,"computed_performance_host_model_id":"80653c32-d9e2-4c68-ba32-f2aa58362d86","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14059835,"answer_tokens":7469210,"output_tokens":7469210,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","slug":"deepinfra_gemma-3-12b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-12b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 12B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":0.0128,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-12b","hosts_url":"/models/gemma-3-12b/providers","name_and_creator_label":"Gemma 3 12B, Google","contextWindowFormatted":"128k"},"name":"Gemma 3 12B, Deepinfra","short_name":"Gemma 3 12B, Deepinfra","model_label":"Gemma 3 12B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","median_output_speed":56.4636483241543,"percentile_05_output_speed":29.1052119882286,"percentile_95_output_speed":74.3324500795015,"quartile_25_output_speed":44.7111984110815,"quartile_75_output_speed":64.9516530830262,"median_time_to_first_chunk":0.332898511987878,"percentile_05_time_to_first_chunk":0.219334144504683,"percentile_95_time_to_first_chunk":1.1648904555198,"quartile_25_time_to_first_chunk":0.249773057261336,"quartile_75_time_to_first_chunk":0.577883609003038,"median_estimated_total_seconds_for_100_output_tokens":2.29904344316527,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.57747363300608,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.10210602107557,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.9811604518058,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.6554819996781},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","prompt_length_type":"100k","model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","median_output_speed":35.9589803184368,"median_time_to_first_chunk":9.00925027299672,"median_estimated_total_seconds_for_100_output_tokens":12.5614508181968,"median_end_to_end_response_time":22.91398270901747},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","prompt_length_type":"long","model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","median_output_speed":52.2830764565009,"median_time_to_first_chunk":0.902546199009521,"median_estimated_total_seconds_for_100_output_tokens":3.14307306271371,"median_end_to_end_response_time":10.465870201490437},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","prompt_length_type":"medium","model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","median_output_speed":56.4636483241543,"median_time_to_first_chunk":0.332898511987878,"median_estimated_total_seconds_for_100_output_tokens":2.29904344316527,"median_end_to_end_response_time":9.188153438653812},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bf8aaf-a3f2-4498-8450-f039fe8093c1","prompt_length_type":"short","model_id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","median_output_speed":54.9975949502484,"median_time_to_first_chunk":0.260306201987987,"median_estimated_total_seconds_for_100_output_tokens":2.47528695558784,"median_end_to_end_response_time":9.351612839165615}],"end_to_end_response_time_metrics":{"input_time":0.332898511987878,"reasoning_time":0,"answer_time":8.855254926665934,"total_time":9.188153438653812,"p05_total_time":17.511952222444325,"p95_total_time":7.05943583808476,"p25_total_time":11.515779261524596,"p75_total_time":8.030931991764929},"time_to_first_answer_token_metrics":{"input_time":0.332898511987878,"reasoning_time":0,"total_time":0.332898511987878}},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","slug":"parasail_gemma-3-27b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"parasail-gemma3-27b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.48,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","name":"Gemma 3 27B Instruct","short_name":"Gemma 3 27B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-27b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":184,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-27b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":27.4,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":25.22,"math_index":56.8,"coding_index":17.42,"mmlu_pro":0.669,"mmmu_pro":0.48,"hle":0.047,"scicode":0.212,"humaneval":0.894,"aime":0.253,"aime25":0.207,"math_500":0.883,"gpqa":0.428,"livecodebench":0.137,"ifbench":0.318,"lcr":0,"estimated_intelligence_index":26.3338477382,"lab_claimed_mmlu_pro":0.675,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.424,"lab_claimed_livecodebench":0.297,"computed_performance_host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4796284,"answer_tokens":7363053,"output_tokens":7363053,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","slug":"google_gemma-3-27b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"gemma-3-27b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3 27B Instruct_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","slug":"deepinfra_gemma-3-27b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-27b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.17,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":0.01792,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","slug":"parasail_gemma-3-27b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"parasail-gemma3-27b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.25,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.48,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-27b","hosts_url":"/models/gemma-3-27b/providers","name_and_creator_label":"Gemma 3 27B, Google","contextWindowFormatted":"128k"},"name":"Gemma 3 27B, Parasail","short_name":"Gemma 3 27B, Parasail","model_label":"Gemma 3 27B","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":75.9984968452833,"percentile_05_output_speed":57.9639540056464,"percentile_95_output_speed":87.2713068863665,"quartile_25_output_speed":67.0506553941034,"quartile_75_output_speed":83.1563574684697,"median_time_to_first_chunk":0.398723651000182,"percentile_05_time_to_first_chunk":0.31101570310534,"percentile_95_time_to_first_chunk":0.543539822514867,"quartile_25_time_to_first_chunk":0.379373682999358,"quartile_75_time_to_first_chunk":0.448065233460511,"median_estimated_total_seconds_for_100_output_tokens":1.71691171638334,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.53451157867222,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.11626764002179,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.61377144424138,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.92048761857581},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","prompt_length_type":"100k","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":73.2516847539904,"median_time_to_first_chunk":8.51360370597104,"median_estimated_total_seconds_for_100_output_tokens":9.86579338889304,"median_end_to_end_response_time":15.339385279175913},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","prompt_length_type":"long","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":77.8793505918968,"median_time_to_first_chunk":1.17395204347849,"median_estimated_total_seconds_for_100_output_tokens":2.45149926896988,"median_end_to_end_response_time":7.594139117457816},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","prompt_length_type":"medium","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":75.9984968452833,"median_time_to_first_chunk":0.398723651000182,"median_estimated_total_seconds_for_100_output_tokens":1.71691171638334,"median_end_to_end_response_time":6.977801142728646},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9167b953-ffab-4401-bebe-f7d2251e1e6a","prompt_length_type":"short","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":72.0376921582632,"median_time_to_first_chunk":0.32754136749827,"median_estimated_total_seconds_for_100_output_tokens":1.70066692539459,"median_end_to_end_response_time":7.268352282172287}],"end_to_end_response_time_metrics":{"input_time":0.398723651000182,"reasoning_time":0,"answer_time":6.579077491728464,"total_time":6.977801142728646,"p05_total_time":9.024774247053271,"p95_total_time":6.127983562863721,"p25_total_time":7.855772311615828,"p75_total_time":6.41149303173676},"time_to_first_answer_token_metrics":{"input_time":0.398723651000182,"reasoning_time":0,"total_time":0.398723651000182}},{"id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","slug":"google_gemma-3-27b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"gemma-3-27b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3 27B Instruct_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":0,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI_Studio)","short_name":"Google (AI_Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","name":"Gemma 3 27B Instruct","short_name":"Gemma 3 27B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-27b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":184,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-27b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":27.4,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":25.22,"math_index":56.8,"coding_index":17.42,"mmlu_pro":0.669,"mmmu_pro":0.48,"hle":0.047,"scicode":0.212,"humaneval":0.894,"aime":0.253,"aime25":0.207,"math_500":0.883,"gpqa":0.428,"livecodebench":0.137,"ifbench":0.318,"lcr":0,"estimated_intelligence_index":26.3338477382,"lab_claimed_mmlu_pro":0.675,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.424,"lab_claimed_livecodebench":0.297,"computed_performance_host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:80:model:intelligence_index_token_counts","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:80:model:host_models","model_url":"/models/gemma-3-27b","hosts_url":"/models/gemma-3-27b/providers","name_and_creator_label":"Gemma 3 27B, Google","contextWindowFormatted":"128k"},"name":"Gemma 3 27B (AI_Studio), Google","short_name":"Gemma 3 27B (AI_Studio), Google","model_label":"Gemma 3 27B (AI_Studio)","host_label":"Google (AI_Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":61.509559953545,"percentile_05_output_speed":48.7340586708235,"percentile_95_output_speed":65.8534236962162,"quartile_25_output_speed":56.757301456622,"quartile_75_output_speed":64.0122300835857,"median_time_to_first_chunk":0.61652518552728,"percentile_05_time_to_first_chunk":0.574921427419031,"percentile_95_time_to_first_chunk":0.788239304156741,"quartile_25_time_to_first_chunk":0.602142294486839,"quartile_75_time_to_first_chunk":0.644013152996195,"median_estimated_total_seconds_for_100_output_tokens":2.24201589128541,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.12820855136644,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.69582505533901,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.19818957715352,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.42845145255559},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","prompt_length_type":"long","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":59.0759736282444,"median_time_to_first_chunk":1.80896570299228,"median_estimated_total_seconds_for_100_output_tokens":3.52378979506048,"median_end_to_end_response_time":10.272643392782372},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","prompt_length_type":"medium","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":61.509559953545,"median_time_to_first_chunk":0.61652518552728,"median_estimated_total_seconds_for_100_output_tokens":2.24201589128541,"median_end_to_end_response_time":8.745342890899002},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","prompt_length_type":"short","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":54.9896062509251,"median_time_to_first_chunk":0.486205031018471,"median_estimated_total_seconds_for_100_output_tokens":2.30478966714346,"median_end_to_end_response_time":9.578832421700842}],"end_to_end_response_time_metrics":{"input_time":0.61652518552728,"reasoning_time":0,"answer_time":8.128817705371722,"total_time":8.745342890899002,"p05_total_time":10.876290401826493,"p95_total_time":8.209144854119074,"p25_total_time":9.42596445004439,"p75_total_time":8.427532540639131},"time_to_first_answer_token_metrics":{"input_time":0.61652518552728,"reasoning_time":0,"total_time":0.61652518552728}},{"id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","slug":"deepinfra_gemma-3-27b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-27b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 27B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.09,"price_1m_output_tokens":0.17,"price_1m_blended_3_to_1":0.11,"price_per_1k_1mp_images":0.01792,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":9.09,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","name":"Gemma 3 27B Instruct","short_name":"Gemma 3 27B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-27b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":184,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-27b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":27.4,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":25.22,"math_index":56.8,"coding_index":17.42,"mmlu_pro":0.669,"mmmu_pro":0.48,"hle":0.047,"scicode":0.212,"humaneval":0.894,"aime":0.253,"aime25":0.207,"math_500":0.883,"gpqa":0.428,"livecodebench":0.137,"ifbench":0.318,"lcr":0,"estimated_intelligence_index":26.3338477382,"lab_claimed_mmlu_pro":0.675,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.424,"lab_claimed_livecodebench":0.297,"computed_performance_host_model_id":"2b5abd1c-90ab-43b8-bcc0-e139abc61ec6","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:80:model:intelligence_index_token_counts","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:80:model:host_models","model_url":"/models/gemma-3-27b","hosts_url":"/models/gemma-3-27b/providers","name_and_creator_label":"Gemma 3 27B, Google","contextWindowFormatted":"128k"},"name":"Gemma 3 27B, Deepinfra","short_name":"Gemma 3 27B, Deepinfra","model_label":"Gemma 3 27B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":36.7968163161772,"percentile_05_output_speed":26.786892481464,"percentile_95_output_speed":54.9211348189142,"quartile_25_output_speed":33.717843066363,"quartile_75_output_speed":39.0826676856562,"median_time_to_first_chunk":0.501768628499121,"percentile_05_time_to_first_chunk":0.270448424010283,"percentile_95_time_to_first_chunk":1.02002503761323,"quartile_25_time_to_first_chunk":0.32408727949587,"quartile_75_time_to_first_chunk":0.567494787503847,"median_estimated_total_seconds_for_100_output_tokens":3.20437502928568,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.21216462815137,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.20779117599496,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.98054060479659,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.42580633725673},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","prompt_length_type":"100k","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":21.143651310263,"median_time_to_first_chunk":10.302316081943,"median_estimated_total_seconds_for_100_output_tokens":15.0318681603705,"median_end_to_end_response_time":33.95007647408033},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","prompt_length_type":"long","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":37.8457433819855,"median_time_to_first_chunk":1.06433571799425,"median_estimated_total_seconds_for_100_output_tokens":3.81229930921325,"median_end_to_end_response_time":14.275861118708113},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","prompt_length_type":"medium","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":36.7968163161772,"median_time_to_first_chunk":0.501768628499121,"median_estimated_total_seconds_for_100_output_tokens":3.20437502928568,"median_end_to_end_response_time":14.089900702310683},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b100543f-7a8c-49ee-a9ae-6568a8aef1ac","prompt_length_type":"short","model_id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","median_output_speed":32.5025029612535,"median_time_to_first_chunk":0.275231938983779,"median_estimated_total_seconds_for_100_output_tokens":3.51274925240891,"median_end_to_end_response_time":15.658662581111683}],"end_to_end_response_time_metrics":{"input_time":0.501768628499121,"reasoning_time":0,"answer_time":13.588132073811561,"total_time":14.089900702310683,"p05_total_time":19.167614259752916,"p95_total_time":9.605732005231932,"p25_total_time":15.330712431811413,"p75_total_time":13.29516349144769},"time_to_first_answer_token_metrics":{"input_time":0.501768628499121,"reasoning_time":0,"total_time":0.501768628499121}},{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","slug":"google_gemma-3n-e2b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","footnotes":null,"json_mode":null,"host_api_id":"gemma-3n-e2b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3n E2B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI Studio)","short_name":"Google (AI Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"a8c67863-9d66-44dd-8d27-f58654ecde03","name":"Gemma 3n E2B Instruct","short_name":"Gemma 3n E2B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-26","chatbot-arena-elo":null,"slug":"gemma-3n-e2b","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":185,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E2B-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":5.98,"inference_parameters_active":"2.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":39.07,"coding_index":7.37,"mmlu_pro":0.378,"mmmu_pro":null,"hle":0.04,"scicode":0.052,"humaneval":null,"aime":0.09,"aime25":null,"math_500":0.691,"gpqa":0.229,"livecodebench":0.095,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.440049054,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","slug":"google_gemma-3n-e2b_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","footnotes":null,"json_mode":null,"host_api_id":"gemma-3n-e2b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Google_Gemma 3n E2B Instruct_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e2b","hosts_url":"/models/gemma-3n-e2b/providers","name_and_creator_label":"Gemma 3n E2B, Google","contextWindowFormatted":"32k"},"name":"Gemma 3n E2B (AI Studio), Google","short_name":"Gemma 3n E2B (AI Studio), Google","model_label":"Gemma 3n E2B (AI Studio)","host_label":"Google (AI Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32000,"context_window_formatted":"32k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","median_output_speed":62.768126100798,"percentile_05_output_speed":46.6230907954938,"percentile_95_output_speed":70.1731803731816,"quartile_25_output_speed":49.9204555392891,"quartile_75_output_speed":67.1682479590005,"median_time_to_first_chunk":0.31302955999854,"percentile_05_time_to_first_chunk":0.172941127153899,"percentile_95_time_to_first_chunk":0.453966282400506,"quartile_25_time_to_first_chunk":0.193717205736903,"quartile_75_time_to_first_chunk":0.345888653756901,"median_estimated_total_seconds_for_100_output_tokens":1.91411004494482,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.70227107018244,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.50072075430913,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.79251451262251,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.25375172477827},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","prompt_length_type":"medium","model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","median_output_speed":62.768126100798,"median_time_to_first_chunk":0.31302955999854,"median_estimated_total_seconds_for_100_output_tokens":1.91411004494482,"median_end_to_end_response_time":8.278856024167004},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"0a2e4842-67c4-4bd9-b763-9535cd69babe","prompt_length_type":"short","model_id":"a8c67863-9d66-44dd-8d27-f58654ecde03","median_output_speed":60.1144751743027,"median_time_to_first_chunk":0.28861097799745,"median_estimated_total_seconds_for_100_output_tokens":1.92840993723632,"median_end_to_end_response_time":8.60607525844311}],"end_to_end_response_time_metrics":{"input_time":0.31302955999854,"reasoning_time":0,"answer_time":7.9658264641684635,"total_time":8.278856024167004,"p05_total_time":11.037329289357663,"p95_total_time":7.438258847612349,"p25_total_time":10.328963801754066,"p75_total_time":7.7570230419366135},"time_to_first_answer_token_metrics":{"input_time":0.31302955999854,"reasoning_time":0,"total_time":0.31302955999854}},{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","slug":"togetherai_gemma-3n-e4b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3n-E4B-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Gemma 3n E4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","name":"Gemma 3n E4B Instruct","short_name":"Gemma 3n E4B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-26","chatbot-arena-elo":null,"slug":"gemma-3n-e4b","open_weights":"Open","additional_text":null,"context_window_tokens":32000,"display_order":187,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3n-E4B-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-01","parameters":8.39,"inference_parameters_active":"4.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":18.48,"math_index":45.37,"coding_index":11.35,"mmlu_pro":0.488,"mmmu_pro":0.262,"hle":0.044,"scicode":0.081,"humaneval":null,"aime":0.137,"aime25":0.143,"math_500":0.771,"gpqa":0.296,"livecodebench":0.146,"ifbench":0.279,"lcr":0,"estimated_intelligence_index":16.2775217639,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4631128,"answer_tokens":9211457,"output_tokens":9211457,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","slug":"togetherai_gemma-3n-e4b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3n-E4B-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Together.ai_Gemma 3n E4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3n-e4b","hosts_url":"/models/gemma-3n-e4b/providers","name_and_creator_label":"Gemma 3n E4B, Google","contextWindowFormatted":"32k"},"name":"Gemma 3n E4B, Together.ai","short_name":"Gemma 3n E4B, Together.ai","model_label":"Gemma 3n E4B","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","median_output_speed":78.3526139681123,"percentile_05_output_speed":70.6629543708331,"percentile_95_output_speed":87.8853399243121,"quartile_25_output_speed":77.0270673553977,"quartile_75_output_speed":80.0768267576489,"median_time_to_first_chunk":15.361893715999,"percentile_05_time_to_first_chunk":0.224746163678719,"percentile_95_time_to_first_chunk":35.9145472406846,"quartile_25_time_to_first_chunk":0.302256879003835,"quartile_75_time_to_first_chunk":25.7346179840097,"median_estimated_total_seconds_for_100_output_tokens":16.6427604590704,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.46533522899008,"percentile_95_estimated_total_seconds_for_100_output_tokens":37.1731034403708,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.53352150406776,"quartile_75_estimated_total_seconds_for_100_output_tokens":27.3449820413535},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","prompt_length_type":"long","model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","median_output_speed":76.1893849444051,"median_time_to_first_chunk":8.76015199399262,"median_estimated_total_seconds_for_100_output_tokens":10.7320121635628,"median_end_to_end_response_time":15.322745987432082},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","prompt_length_type":"medium","model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","median_output_speed":78.3526139681123,"median_time_to_first_chunk":15.361893715999,"median_estimated_total_seconds_for_100_output_tokens":16.6427604590704,"median_end_to_end_response_time":21.743301746667747},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"91ab1a5b-f1d5-45be-8123-6d4d1b82b5da","prompt_length_type":"short","model_id":"a797eaf3-6d75-4f29-86a8-e1243ce52d43","median_output_speed":72.0144793373478,"median_time_to_first_chunk":15.2413385010004,"median_estimated_total_seconds_for_100_output_tokens":16.6440527089626,"median_end_to_end_response_time":22.184386685210384}],"end_to_end_response_time_metrics":{"input_time":15.361893715999,"reasoning_time":0,"answer_time":6.381408030668746,"total_time":21.743301746667747,"p05_total_time":22.437737125772713,"p95_total_time":21.05112471209694,"p25_total_time":21.853118387620388,"p75_total_time":21.605897384041956},"time_to_first_answer_token_metrics":{"input_time":15.361893715999,"reasoning_time":0,"total_time":15.361893715999}},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","slug":"google_gemini-2-5-pro-06-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":true,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI_Studio)","short_name":"Google (AI_Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"27202e5f-c82d-4710-92e9-4317877d4883","name":"Gemini 2.5 Pro","short_name":"Gemini 2.5 Pro","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-05","chatbot-arena-elo":null,"slug":"gemini-2-5-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":192,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":64.63,"math_index":92.7,"coding_index":61.46,"mmlu_pro":0.862,"mmmu_pro":0.758,"hle":0.211,"scicode":0.428,"humaneval":null,"aime":0.887,"aime25":0.877,"math_500":0.967,"gpqa":0.844,"livecodebench":0.801,"ifbench":0.487,"lcr":0.66,"estimated_intelligence_index":60.6590226889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14511790,"answer_tokens":11225268,"output_tokens":97712590,"reasoning_tokens":86487322},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","slug":"google_gemini-2-5-pro-06-05_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"06c7750a-02e9-4958-8c9d-70eb5878433a","slug":"google_gemini-2-5-pro-06-05_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":true,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-pro","hosts_url":"/models/gemini-2-5-pro/providers","name_and_creator_label":"Gemini 2.5 Pro, Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Pro (AI_Studio), Google","short_name":"Gemini 2.5 Pro (AI_Studio), Google","model_label":"Gemini 2.5 Pro (AI_Studio)","host_label":"Google (AI_Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":147.307340489623,"percentile_05_output_speed":137.719733630283,"percentile_95_output_speed":151.825185655602,"quartile_25_output_speed":144.022904989758,"quartile_75_output_speed":148.63779407265,"median_time_to_first_chunk":39.1257307279739,"percentile_05_time_to_first_chunk":32.0131964140164,"percentile_95_time_to_first_chunk":48.8723284890002,"quartile_25_time_to_first_chunk":35.276474929,"quartile_75_time_to_first_chunk":47.3349562379881,"median_estimated_total_seconds_for_100_output_tokens":39.8376827940745,"percentile_05_estimated_total_seconds_for_100_output_tokens":32.6857562070778,"percentile_95_estimated_total_seconds_for_100_output_tokens":49.5476523757199,"quartile_25_estimated_total_seconds_for_100_output_tokens":35.9565704177111,"quartile_75_estimated_total_seconds_for_100_output_tokens":47.9750428303884},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","prompt_length_type":"100k","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":136.143631782242,"median_time_to_first_chunk":89.6367284479784,"median_estimated_total_seconds_for_100_output_tokens":90.3659759731197,"median_end_to_end_response_time":93.30932035297279},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","prompt_length_type":"long","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":151.468076001051,"median_time_to_first_chunk":41.3311217799783,"median_estimated_total_seconds_for_100_output_tokens":42.0057771246737,"median_end_to_end_response_time":44.63214740333493},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","prompt_length_type":"medium","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":147.307340489623,"median_time_to_first_chunk":39.1257307279739,"median_estimated_total_seconds_for_100_output_tokens":39.8376827940745,"median_end_to_end_response_time":42.51999470923981},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","prompt_length_type":"short","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":126.62781749922,"median_time_to_first_chunk":30.0329301165093,"median_estimated_total_seconds_for_100_output_tokens":30.8726239417158,"median_end_to_end_response_time":33.98150958249496}],"end_to_end_response_time_metrics":{"input_time":39.1257307279739,"reasoning_time":0,"answer_time":3.394263981265905,"total_time":42.51999470923981,"p05_total_time":42.756292498753105,"p95_total_time":42.41899197340516,"p25_total_time":42.59740073793209,"p75_total_time":42.48961272796923},"time_to_first_answer_token_metrics":{"input_time":39.1257307279739,"reasoning_time":0,"total_time":39.1257307279739}},{"id":"bb687077-830b-42d3-81f3-7b440d8db0c6","slug":"google_gemini-2-5-pro-06-05_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"27202e5f-c82d-4710-92e9-4317877d4883","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-pro","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Pro_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":1.25,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":3.4375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"27202e5f-c82d-4710-92e9-4317877d4883","name":"Gemini 2.5 Pro","short_name":"Gemini 2.5 Pro","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-05","chatbot-arena-elo":null,"slug":"gemini-2-5-pro","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":192,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:85:model:reasoning_properties","intelligence_index":64.63,"math_index":92.7,"coding_index":61.46,"mmlu_pro":0.862,"mmmu_pro":0.758,"hle":0.211,"scicode":0.428,"humaneval":null,"aime":0.887,"aime25":0.877,"math_500":0.967,"gpqa":0.844,"livecodebench":0.801,"ifbench":0.487,"lcr":0.66,"estimated_intelligence_index":60.6590226889,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"06c7750a-02e9-4958-8c9d-70eb5878433a","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:85:model:intelligence_index_token_counts","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:85:model:host_models","model_url":"/models/gemini-2-5-pro","hosts_url":"/models/gemini-2-5-pro/providers","name_and_creator_label":"Gemini 2.5 Pro, Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Pro Vertex, Google","short_name":"Gemini 2.5 Pro Vertex, Google","model_label":"Gemini 2.5 Pro Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bb687077-830b-42d3-81f3-7b440d8db0c6","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":151.39414952117,"percentile_05_output_speed":144.102868517669,"percentile_95_output_speed":162.779374534053,"quartile_25_output_speed":149.024386752354,"quartile_75_output_speed":155.55485948438,"median_time_to_first_chunk":35.8026468619937,"percentile_05_time_to_first_chunk":25.3986916087302,"percentile_95_time_to_first_chunk":49.0056059805018,"quartile_25_time_to_first_chunk":33.1129998734978,"quartile_75_time_to_first_chunk":40.6985505369958,"median_estimated_total_seconds_for_100_output_tokens":36.4967219962231,"percentile_05_estimated_total_seconds_for_100_output_tokens":26.061024287055,"percentile_95_estimated_total_seconds_for_100_output_tokens":49.6769534923598,"quartile_25_estimated_total_seconds_for_100_output_tokens":33.7857085462364,"quartile_75_estimated_total_seconds_for_100_output_tokens":41.3864023058616},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bb687077-830b-42d3-81f3-7b440d8db0c6","prompt_length_type":"100k","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":235.65236577548,"median_time_to_first_chunk":22.1635847619618,"median_estimated_total_seconds_for_100_output_tokens":22.5879386600053,"median_end_to_end_response_time":24.285354252179353},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bb687077-830b-42d3-81f3-7b440d8db0c6","prompt_length_type":"long","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":155.650774663401,"median_time_to_first_chunk":36.0959023554969,"median_estimated_total_seconds_for_100_output_tokens":36.7350653471689,"median_end_to_end_response_time":39.308221735732964},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bb687077-830b-42d3-81f3-7b440d8db0c6","prompt_length_type":"medium","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":151.39414952117,"median_time_to_first_chunk":35.8026468619937,"median_estimated_total_seconds_for_100_output_tokens":36.4967219962231,"median_end_to_end_response_time":39.10528439178862},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"bb687077-830b-42d3-81f3-7b440d8db0c6","prompt_length_type":"short","model_id":"27202e5f-c82d-4710-92e9-4317877d4883","median_output_speed":135.610542844315,"median_time_to_first_chunk":26.6419112110161,"median_estimated_total_seconds_for_100_output_tokens":27.3670354893436,"median_end_to_end_response_time":30.328940180246136}],"end_to_end_response_time_metrics":{"input_time":35.8026468619937,"reasoning_time":0,"answer_time":3.3026375297949224,"total_time":39.10528439178862,"p05_total_time":39.27239042187775,"p95_total_time":38.87428908590089,"p25_total_time":39.15780242341796,"p75_total_time":39.01694695944715},"time_to_first_answer_token_metrics":{"input_time":35.8026468619937,"reasoning_time":0,"total_time":35.8026468619937}},{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","slug":"google_gemini-2-5-flash-05-20_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI_Studio)","short_name":"Google (AI_Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","name":"Gemini 2.5 Flash","short_name":"Gemini 2.5 Flash","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":193,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":47.26,"math_index":71.6,"coding_index":39.29,"mmlu_pro":0.809,"mmmu_pro":0.658,"hle":0.051,"scicode":0.291,"humaneval":0.951,"aime":0.5,"aime25":0.603,"math_500":0.932,"gpqa":0.683,"livecodebench":0.495,"ifbench":0.39,"lcr":0.459,"estimated_intelligence_index":42.8437660823,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14525007,"answer_tokens":17974499,"output_tokens":17974499,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","slug":"google_gemini-2-5-flash-05-20_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","slug":"google_gemini-2-5-flash-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash","hosts_url":"/models/gemini-2-5-flash/providers","name_and_creator_label":"Gemini 2.5 Flash, Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash (AI_Studio), Google","short_name":"Gemini 2.5 Flash (AI_Studio), Google","model_label":"Gemini 2.5 Flash (AI_Studio)","host_label":"Google (AI_Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":252.355839081187,"percentile_05_output_speed":236.902969486648,"percentile_95_output_speed":283.988101221394,"quartile_25_output_speed":245.355928110177,"quartile_75_output_speed":265.133837901978,"median_time_to_first_chunk":0.293551672017202,"percentile_05_time_to_first_chunk":0.212682688808127,"percentile_95_time_to_first_chunk":0.387273245296819,"quartile_25_time_to_first_chunk":0.231806661990049,"quartile_75_time_to_first_chunk":0.325099280496943,"median_estimated_total_seconds_for_100_output_tokens":0.684624458594375,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.608191663553293,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.797622108828685,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.630617086238158,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.727077403724829},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","prompt_length_type":"100k","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":271.032637818211,"median_time_to_first_chunk":1.85817873803899,"median_estimated_total_seconds_for_100_output_tokens":2.23071009208119,"median_end_to_end_response_time":3.7029750106390584},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","prompt_length_type":"long","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":266.988502026738,"median_time_to_first_chunk":0.374905795513769,"median_estimated_total_seconds_for_100_output_tokens":0.74487938755103,"median_end_to_end_response_time":2.2476456184066915},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","prompt_length_type":"medium","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":252.355839081187,"median_time_to_first_chunk":0.293551672017202,"median_estimated_total_seconds_for_100_output_tokens":0.684624458594375,"median_end_to_end_response_time":2.2748809006986983},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","prompt_length_type":"short","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":245.956574194793,"median_time_to_first_chunk":0.299842156993691,"median_estimated_total_seconds_for_100_output_tokens":0.723216748941174,"median_end_to_end_response_time":2.332721341609465}],"end_to_end_response_time_metrics":{"input_time":0.293551672017202,"reasoning_time":0,"answer_time":1.981329228681496,"total_time":2.2748809006986983,"p05_total_time":2.404120404369796,"p95_total_time":2.0541888179031327,"p25_total_time":2.331407467274267,"p75_total_time":2.1793916838260827},"time_to_first_answer_token_metrics":{"input_time":0.293551672017202,"reasoning_time":0,"total_time":0.293551672017202}},{"id":"b5597136-a69e-4629-b2a9-350595cf79b4","slug":"google_gemini-2-5-flash-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","footnotes":null,"json_mode":true,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (Vertex)","short_name":"Google (Vertex)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","name":"Gemini 2.5 Flash","short_name":"Gemini 2.5 Flash","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":193,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":47.26,"math_index":71.6,"coding_index":39.29,"mmlu_pro":0.809,"mmmu_pro":0.658,"hle":0.051,"scicode":0.291,"humaneval":0.951,"aime":0.5,"aime25":0.603,"math_500":0.932,"gpqa":0.683,"livecodebench":0.495,"ifbench":0.39,"lcr":0.459,"estimated_intelligence_index":42.8437660823,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"632565dd-6e51-41af-894a-7d61ba4e7b0e","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:87:model:intelligence_index_token_counts","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:87:model:host_models","model_url":"/models/gemini-2-5-flash","hosts_url":"/models/gemini-2-5-flash/providers","name_and_creator_label":"Gemini 2.5 Flash, Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash (Vertex), Google","short_name":"Gemini 2.5 Flash (Vertex), Google","model_label":"Gemini 2.5 Flash (Vertex)","host_label":"Google (Vertex)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b5597136-a69e-4629-b2a9-350595cf79b4","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":214.002133218843,"percentile_05_output_speed":193.896105369577,"percentile_95_output_speed":233.86509911757,"quartile_25_output_speed":203.692255145415,"quartile_75_output_speed":220.63741693016,"median_time_to_first_chunk":0.319710111012682,"percentile_05_time_to_first_chunk":0.290114609144803,"percentile_95_time_to_first_chunk":0.736423157310492,"quartile_25_time_to_first_chunk":0.307606209247751,"quartile_75_time_to_first_chunk":0.339609476226542,"median_estimated_total_seconds_for_100_output_tokens":0.792633164522409,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.72776206469834,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.25158658502226,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.766988111883741,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.829687367144348},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b5597136-a69e-4629-b2a9-350595cf79b4","prompt_length_type":"100k","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":226.597006207587,"median_time_to_first_chunk":2.46687120199203,"median_estimated_total_seconds_for_100_output_tokens":2.88714450476652,"median_end_to_end_response_time":4.673431687358491},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b5597136-a69e-4629-b2a9-350595cf79b4","prompt_length_type":"long","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":218.105674374196,"median_time_to_first_chunk":0.440364386013243,"median_estimated_total_seconds_for_100_output_tokens":0.911463996970513,"median_end_to_end_response_time":2.7328311062608237},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b5597136-a69e-4629-b2a9-350595cf79b4","prompt_length_type":"medium","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":214.002133218843,"median_time_to_first_chunk":0.319710111012682,"median_estimated_total_seconds_for_100_output_tokens":0.792633164522409,"median_end_to_end_response_time":2.65613541892627},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"b5597136-a69e-4629-b2a9-350595cf79b4","prompt_length_type":"short","model_id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","median_output_speed":211.791940793638,"median_time_to_first_chunk":0.322488070989493,"median_estimated_total_seconds_for_100_output_tokens":0.801852756361799,"median_end_to_end_response_time":2.6832955602942015}],"end_to_end_response_time_metrics":{"input_time":0.319710111012682,"reasoning_time":0,"answer_time":2.336425307913588,"total_time":2.65613541892627,"p05_total_time":2.8984106942295114,"p95_total_time":2.4576947948608567,"p25_total_time":2.774393523708232,"p75_total_time":2.5858715216961143},"time_to_first_answer_token_metrics":{"input_time":0.319710111012682,"reasoning_time":0,"total_time":0.319710111012682}},{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","slug":"deepinfra_gemma-3-4b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-4b-it","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":0.00512,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"222fb320-6e55-4672-846a-b6d5a24a45f4","name":"Gemma 3 4B Instruct","short_name":"Gemma 3 4B","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-03-12","chatbot-arena-elo":null,"slug":"gemma-3-4b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":194,"tokenizer_id":null,"license_name":"Gemma license","license_url":"https://ai.google.dev/gemma/terms","model_weights_source_url":"https://huggingface.co/google/gemma-3-12b-it","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":4.3,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":41.47,"coding_index":9.25,"mmlu_pro":0.417,"mmmu_pro":0.299,"hle":0.052,"scicode":0.073,"humaneval":0.721,"aime":0.063,"aime25":0.127,"math_500":0.766,"gpqa":0.291,"livecodebench":0.112,"ifbench":0.283,"lcr":null,"estimated_intelligence_index":13.5206473535,"lab_claimed_mmlu_pro":0.436,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.308,"lab_claimed_livecodebench":0.126,"computed_performance_host_model_id":"3bd4244a-1099-4fec-9135-c447c4cce9fa","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":{"input_tokens":4773713,"answer_tokens":7460786,"output_tokens":7460786,"reasoning_tokens":0},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","slug":"deepinfra_gemma-3-4b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","footnotes":null,"json_mode":null,"host_api_id":"google/gemma-3-4b-it","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Gemma 3 4B Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.02,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.025,"price_per_1k_1mp_images":0.00512,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":40,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemma-3-4b","hosts_url":"/models/gemma-3-4b/providers","name_and_creator_label":"Gemma 3 4B, Google","contextWindowFormatted":"128k"},"name":"Gemma 3 4B, Deepinfra","short_name":"Gemma 3 4B, Deepinfra","model_label":"Gemma 3 4B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","median_output_speed":110.135361465721,"percentile_05_output_speed":73.6700727573447,"percentile_95_output_speed":191.773417623031,"quartile_25_output_speed":91.8995867663172,"quartile_75_output_speed":127.884905670612,"median_time_to_first_chunk":0.536346564007545,"percentile_05_time_to_first_chunk":0.195645597418479,"percentile_95_time_to_first_chunk":0.642449743704856,"quartile_25_time_to_first_chunk":0.242577758268453,"quartile_75_time_to_first_chunk":0.558479484742293,"median_estimated_total_seconds_for_100_output_tokens":1.35926558457074,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.731196759008901,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.92196389757999,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.09657496769625,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.64033019355681},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","prompt_length_type":"100k","model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","median_output_speed":34.0784108104885,"median_time_to_first_chunk":4.87680061883293,"median_estimated_total_seconds_for_100_output_tokens":7.13038788743967,"median_end_to_end_response_time":19.548846295508447},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","prompt_length_type":"long","model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","median_output_speed":115.110885463117,"median_time_to_first_chunk":0.580560316999254,"median_estimated_total_seconds_for_100_output_tokens":1.61567502131661,"median_end_to_end_response_time":4.924198175298992},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","prompt_length_type":"medium","model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","median_output_speed":110.135361465721,"median_time_to_first_chunk":0.536346564007545,"median_estimated_total_seconds_for_100_output_tokens":1.35926558457074,"median_end_to_end_response_time":5.076214535073515},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"36e0fbff-3ef5-48cb-bcfb-bf4ff3e93919","prompt_length_type":"short","model_id":"222fb320-6e55-4672-846a-b6d5a24a45f4","median_output_speed":92.7797619788902,"median_time_to_first_chunk":0.268930071999421,"median_estimated_total_seconds_for_100_output_tokens":1.55202599021711,"median_end_to_end_response_time":5.658036374231182}],"end_to_end_response_time_metrics":{"input_time":0.536346564007545,"reasoning_time":0,"answer_time":4.53986797106597,"total_time":5.076214535073515,"p05_total_time":7.323363072690868,"p95_total_time":3.1435900818909777,"p25_total_time":5.977067437665039,"p75_total_time":4.446112125299273},"time_to_first_answer_token_metrics":{"input_time":0.536346564007545,"reasoning_time":0,"total_time":0.536346564007545}},{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","slug":"google_gemini-2-5-flash-05-20-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI_Studio)","short_name":"Google (AI_Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","name":"Gemini 2.5 Flash (Reasoning)","short_name":"Gemini 2.5 Flash (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":196,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":58.43,"math_index":90.23,"coding_index":54.44,"mmlu_pro":0.832,"mmmu_pro":0.706,"hle":0.111,"scicode":0.394,"humaneval":0.962,"aime":0.823,"aime25":0.733,"math_500":0.981,"gpqa":0.79,"livecodebench":0.695,"ifbench":0.503,"lcr":0.617,"estimated_intelligence_index":54.9781905705,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14453617,"answer_tokens":14880176,"output_tokens":91151594,"reasoning_tokens":76271418},"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"62c274b1-8084-4070-8c51-d0decbecb1ed","slug":"google_gemini-2-5-flash-05-20-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(AI_Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI_Studio)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","slug":"google_gemini-2-5-flash-reasoning-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":true,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-reasoning","hosts_url":"/models/gemini-2-5-flash-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash (Reasoning), Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash (Reasoning) (AI_Studio), Google","short_name":"Gemini 2.5 Flash (Reasoning) (AI_Studio), Google","model_label":"Gemini 2.5 Flash (Reasoning) (AI_Studio)","host_label":"Google (AI_Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":297.229367135437,"percentile_05_output_speed":276.747569789942,"percentile_95_output_speed":314.155720236182,"quartile_25_output_speed":288.163249411108,"quartile_75_output_speed":309.582597661297,"median_time_to_first_chunk":14.699737316987,"percentile_05_time_to_first_chunk":7.79116106329893,"percentile_95_time_to_first_chunk":18.8563186068612,"quartile_25_time_to_first_chunk":8.98540085151126,"quartile_75_time_to_first_chunk":17.2076338935185,"median_estimated_total_seconds_for_100_output_tokens":15.0318833853396,"percentile_05_estimated_total_seconds_for_100_output_tokens":8.1134541261247,"percentile_95_estimated_total_seconds_for_100_output_tokens":19.184017882666,"quartile_25_estimated_total_seconds_for_100_output_tokens":9.31554185926901,"quartile_75_estimated_total_seconds_for_100_output_tokens":17.5516896903588},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","prompt_length_type":"100k","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":199.432147987258,"median_time_to_first_chunk":108.593310248107,"median_estimated_total_seconds_for_100_output_tokens":109.094733920314,"median_end_to_end_response_time":111.10042860914449},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","prompt_length_type":"long","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":311.916828301533,"median_time_to_first_chunk":18.701938587008,"median_estimated_total_seconds_for_100_output_tokens":19.0136096388539,"median_end_to_end_response_time":20.304930008543764},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","prompt_length_type":"medium","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":297.229367135437,"median_time_to_first_chunk":14.699737316987,"median_estimated_total_seconds_for_100_output_tokens":15.0318833853396,"median_end_to_end_response_time":16.381939869240753},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","prompt_length_type":"short","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":265.22712162939,"median_time_to_first_chunk":9.34529854300595,"median_estimated_total_seconds_for_100_output_tokens":9.73186851427593,"median_end_to_end_response_time":11.230475281072222}],"end_to_end_response_time_metrics":{"input_time":14.699737316987,"reasoning_time":0,"answer_time":1.6822025522537536,"total_time":16.381939869240753,"p05_total_time":16.50643791558489,"p95_total_time":16.29130470791052,"p25_total_time":16.43486489144975,"p75_total_time":16.314815179170427},"time_to_first_answer_token_metrics":{"input_time":14.699737316987,"reasoning_time":0,"total_time":14.699737316987}},{"id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","slug":"google_gemini-2-5-flash-reasoning-05-20_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","footnotes":null,"json_mode":true,"host_api_id":"google/gemini-2.5-flash","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash (Reasoning)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":0.3,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":0.85,"price_per_1k_1mp_images":0.1935,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.18,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (Vertex)","short_name":"Google (Vertex)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","name":"Gemini 2.5 Flash (Reasoning)","short_name":"Gemini 2.5 Flash (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-05-20","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":196,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:90:model:reasoning_properties","intelligence_index":58.43,"math_index":90.23,"coding_index":54.44,"mmlu_pro":0.832,"mmmu_pro":0.706,"hle":0.111,"scicode":0.394,"humaneval":0.962,"aime":0.823,"aime25":0.733,"math_500":0.981,"gpqa":0.79,"livecodebench":0.695,"ifbench":0.503,"lcr":0.617,"estimated_intelligence_index":54.9781905705,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"62c274b1-8084-4070-8c51-d0decbecb1ed","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:90:model:intelligence_index_token_counts","model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:90:model:host_models","model_url":"/models/gemini-2-5-flash-reasoning","hosts_url":"/models/gemini-2-5-flash-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash (Reasoning), Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash (Reasoning) (Vertex), Google","short_name":"Gemini 2.5 Flash (Reasoning) (Vertex), Google","model_label":"Gemini 2.5 Flash (Reasoning) (Vertex)","host_label":"Google (Vertex)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":270.128135977257,"percentile_05_output_speed":258.331269717031,"percentile_95_output_speed":292.232690282981,"quartile_25_output_speed":265.939881966828,"quartile_75_output_speed":279.477365078856,"median_time_to_first_chunk":18.8002590674987,"percentile_05_time_to_first_chunk":8.85779301888979,"percentile_95_time_to_first_chunk":25.9644098533347,"quartile_25_time_to_first_chunk":11.043530136501,"quartile_75_time_to_first_chunk":21.4682480770007,"median_estimated_total_seconds_for_100_output_tokens":19.1897295426523,"percentile_05_estimated_total_seconds_for_100_output_tokens":9.21505578848241,"percentile_95_estimated_total_seconds_for_100_output_tokens":26.3350412863566,"quartile_25_estimated_total_seconds_for_100_output_tokens":11.4271339490224,"quartile_75_estimated_total_seconds_for_100_output_tokens":21.8291300900109},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","prompt_length_type":"100k","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":232.224077335334,"median_time_to_first_chunk":35.6086324494099,"median_estimated_total_seconds_for_100_output_tokens":36.0392547101084,"median_end_to_end_response_time":37.761725297219975},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","prompt_length_type":"long","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":265.18248264,"median_time_to_first_chunk":15.0872217014985,"median_estimated_total_seconds_for_100_output_tokens":15.4360202383365,"median_end_to_end_response_time":16.97271577720929},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","prompt_length_type":"medium","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":270.128135977257,"median_time_to_first_chunk":18.8002590674987,"median_estimated_total_seconds_for_100_output_tokens":19.1897295426523,"median_end_to_end_response_time":20.651232488653527},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"aa6228d9-3bb8-4d62-a3b6-4014385522da","prompt_length_type":"short","model_id":"219ed587-60c5-4a48-9517-8480e08d0ca1","median_output_speed":247.201893828787,"median_time_to_first_chunk":14.4474990419985,"median_estimated_total_seconds_for_100_output_tokens":14.8971203617634,"median_end_to_end_response_time":16.47013726800781}],"end_to_end_response_time_metrics":{"input_time":18.8002590674987,"reasoning_time":0,"answer_time":1.850973421154828,"total_time":20.651232488653527,"p05_total_time":20.73575839960699,"p95_total_time":20.51122439282158,"p25_total_time":20.680383238052283,"p75_total_time":20.58931271718844},"time_to_first_answer_token_metrics":{"input_time":18.8002590674987,"reasoning_time":0,"total_time":18.8002590674987}},{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","slug":"google_gemini-2-5-flash-lite_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI Studio)","short_name":"Google (AI Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","name":"Gemini 2.5 Flash-Lite","short_name":"Gemini 2.5 Flash-Lite","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-lite","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":198,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":71.3,"coding_index":28.85,"mmlu_pro":0.724,"mmmu_pro":0.504,"hle":0.037,"scicode":0.177,"humaneval":0.927,"aime":0.5,"aime25":null,"math_500":0.926,"gpqa":0.474,"livecodebench":0.4,"ifbench":null,"lcr":null,"estimated_intelligence_index":34.6984553243,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.051,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.646,"lab_claimed_livecodebench":0.337,"computed_performance_host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"c09df253-ff9d-4f67-9672-9eef6b26771b","slug":"google_gemini-2-5-flash-lite_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite","hosts_url":"/models/gemini-2-5-flash-lite/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite, Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash-Lite (AI Studio), Google","short_name":"Gemini 2.5 Flash-Lite (AI Studio), Google","model_label":"Gemini 2.5 Flash-Lite (AI Studio)","host_label":"Google (AI Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","median_output_speed":354.750342089886,"percentile_05_output_speed":299.028731643285,"percentile_95_output_speed":530.656094581104,"quartile_25_output_speed":324.429771822877,"quartile_75_output_speed":438.570358797662,"median_time_to_first_chunk":0.302227176027372,"percentile_05_time_to_first_chunk":0.200845727656269,"percentile_95_time_to_first_chunk":0.394119186891476,"quartile_25_time_to_first_chunk":0.261321532510919,"quartile_75_time_to_first_chunk":0.359184626489878,"median_estimated_total_seconds_for_100_output_tokens":0.572655237001344,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.462341191138463,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.667216336613061,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.542510376040879,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.610270020687032},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","prompt_length_type":"100k","model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","median_output_speed":694.559284743066,"median_time_to_first_chunk":1.09027905599214,"median_estimated_total_seconds_for_100_output_tokens":1.23170810458889,"median_end_to_end_response_time":1.8101600092572914},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","prompt_length_type":"long","model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","median_output_speed":451.958148302248,"median_time_to_first_chunk":0.393507187000068,"median_estimated_total_seconds_for_100_output_tokens":0.634072412889815,"median_end_to_end_response_time":1.4998043118073496},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","prompt_length_type":"medium","model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","median_output_speed":354.750342089886,"median_time_to_first_chunk":0.302227176027372,"median_estimated_total_seconds_for_100_output_tokens":0.572655237001344,"median_end_to_end_response_time":1.7116690867932},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"c09df253-ff9d-4f67-9672-9eef6b26771b","prompt_length_type":"short","model_id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","median_output_speed":447.314823398834,"median_time_to_first_chunk":0.287680956011172,"median_estimated_total_seconds_for_100_output_tokens":0.504793487420559,"median_end_to_end_response_time":1.4054619322838742}],"end_to_end_response_time_metrics":{"input_time":0.302227176027372,"reasoning_time":0,"answer_time":1.409441910765828,"total_time":1.7116690867932,"p05_total_time":1.974307304422713,"p95_total_time":1.2444570026624477,"p25_total_time":1.8433927638544223,"p75_total_time":1.442295103487739},"time_to_first_answer_token_metrics":{"input_time":0.302227176027372,"reasoning_time":0,"total_time":0.302227176027372}},{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","slug":"google_gemini-2-5-flash-lite-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (AI Studio)","short_name":"Google (AI Studio)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","name":"Gemini 2.5 Flash-Lite (Reasoning)","short_name":"Gemini 2.5 Flash-Lite (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"faddc6d9-2c14-445f-9b28-56726f59c793","release_date":"2025-06-17","chatbot-arena-elo":null,"slug":"gemini-2-5-flash-lite-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":199,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-01-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":83.6,"coding_index":39.29,"mmlu_pro":0.759,"mmmu_pro":0.594,"hle":0.064,"scicode":0.193,"humaneval":0.971,"aime":0.703,"aime25":null,"math_500":0.969,"gpqa":0.625,"livecodebench":0.593,"ifbench":null,"lcr":null,"estimated_intelligence_index":44.3475157607,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":0.069,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.667,"lab_claimed_livecodebench":0.343,"computed_performance_host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","logo":"google.svg","name":"Google","slug":"google","color":"#34A853","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"google_small.svg","creator_url":"https://deepmind.google/technologies/gemini/","display_order":3,"logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"host_models":[{"id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","slug":"google_gemini-2-5-flash-lite-reasoning_ai-studio","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","footnotes":null,"json_mode":null,"host_api_id":"gemini-2.5-flash-lite-preview-06-17","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Gemini 2.5 Flash-Lite (Reasoning)_(AI Studio)","cache_pricing_notes":null,"model_name_appendage":"(AI Studio)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.71,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gemini-2-5-flash-lite-reasoning","hosts_url":"/models/gemini-2-5-flash-lite-reasoning/providers","name_and_creator_label":"Gemini 2.5 Flash-Lite (Reasoning), Google","contextWindowFormatted":"1m"},"name":"Gemini 2.5 Flash-Lite (Reasoning) (AI Studio), Google","short_name":"Gemini 2.5 Flash-Lite (Reasoning) (AI Studio), Google","model_label":"Gemini 2.5 Flash-Lite (Reasoning) (AI Studio)","host_label":"Google (AI Studio)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","median_output_speed":541.44775507244,"percentile_05_output_speed":415.550187243808,"percentile_95_output_speed":745.508816580116,"quartile_25_output_speed":456.990627392012,"quartile_75_output_speed":701.094861198755,"median_time_to_first_chunk":9.38626659900183,"percentile_05_time_to_first_chunk":5.5224910907993,"percentile_95_time_to_first_chunk":18.9292162790955,"quartile_25_time_to_first_chunk":6.93441660697863,"quartile_75_time_to_first_chunk":14.3379104014894,"median_estimated_total_seconds_for_100_output_tokens":9.5391215542975,"percentile_05_estimated_total_seconds_for_100_output_tokens":5.69979193167117,"percentile_95_estimated_total_seconds_for_100_output_tokens":19.1698646688078,"quartile_25_estimated_total_seconds_for_100_output_tokens":7.07424384632905,"quartile_75_estimated_total_seconds_for_100_output_tokens":14.6076048768794},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","prompt_length_type":"100k","model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","median_output_speed":797.256633793045,"median_time_to_first_chunk":40.7250704218168,"median_estimated_total_seconds_for_100_output_tokens":40.8505005477779,"median_end_to_end_response_time":41.3522210516224},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","prompt_length_type":"long","model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","median_output_speed":525.394837256405,"median_time_to_first_chunk":7.83203989700996,"median_estimated_total_seconds_for_100_output_tokens":8.05737923024117,"median_end_to_end_response_time":8.78370512960148},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","prompt_length_type":"medium","model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","median_output_speed":541.44775507244,"median_time_to_first_chunk":9.38626659900183,"median_estimated_total_seconds_for_100_output_tokens":9.5391215542975,"median_end_to_end_response_time":10.309716729353013},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"6ac0a711-f93e-4699-852f-c9c27e5ecd2c","prompt_length_type":"short","model_id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","median_output_speed":646.299358924841,"median_time_to_first_chunk":3.38507384702098,"median_estimated_total_seconds_for_100_output_tokens":3.55180481689424,"median_end_to_end_response_time":4.158709149447677}],"end_to_end_response_time_metrics":{"input_time":9.38626659900183,"reasoning_time":0,"answer_time":0.9234501303511827,"total_time":10.309716729353013,"p05_total_time":10.58949069887847,"p95_total_time":10.056949478774678,"p25_total_time":10.480380941900801,"p75_total_time":10.099436852660634},"time_to_first_answer_token_metrics":{"input_time":9.38626659900183,"reasoning_time":0,"total_time":9.38626659900183}},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","slug":"amazon-bedrock_claude-4-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"d034dafe-463d-4c50-956f-84fca657b26f","name":"Claude 4 Sonnet","short_name":"Claude 4 Sonnet","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":207,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.72,"math_index":67.03,"coding_index":41.07,"mmlu_pro":0.837,"mmmu_pro":0.624,"hle":0.04,"scicode":0.373,"humaneval":0.973,"aime":0.407,"aime25":0.38,"math_500":0.934,"gpqa":0.683,"livecodebench":0.449,"ifbench":0.454,"lcr":0.443,"estimated_intelligence_index":42.4051724261,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14145645,"answer_tokens":6861133,"output_tokens":6861133,"reasoning_tokens":0},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","slug":"google_claude-4-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1ac63972-c09c-4017-892e-ee72ef090911","slug":"anthropic_claude-4-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"f692f583-2ecc-4128-b771-ae78c52cabdc","slug":"amazon-bedrock_claude-4-sonnet","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-sonnet","hosts_url":"/models/claude-4-sonnet/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet, Amazon Bedrock","short_name":"Claude 4 Sonnet, Amazon","model_label":"Claude 4 Sonnet","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f692f583-2ecc-4128-b771-ae78c52cabdc","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":104.301708786552,"percentile_05_output_speed":80.5139107525088,"percentile_95_output_speed":114.220054837367,"quartile_25_output_speed":88.626379591154,"quartile_75_output_speed":108.524468625782,"median_time_to_first_chunk":1.09362114599207,"percentile_05_time_to_first_chunk":0.877786772043328,"percentile_95_time_to_first_chunk":2.05281576430571,"quartile_25_time_to_first_chunk":0.936957060235727,"quartile_75_time_to_first_chunk":1.41846184025962,"median_estimated_total_seconds_for_100_output_tokens":2.13137834422408,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.79409629368541,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.14079173270612,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.85549843340137,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.40350351617449},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f692f583-2ecc-4128-b771-ae78c52cabdc","prompt_length_type":"100k","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":69.1798140512198,"median_time_to_first_chunk":10.7046065318864,"median_estimated_total_seconds_for_100_output_tokens":12.5807729513935,"median_end_to_end_response_time":17.932148364100733},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f692f583-2ecc-4128-b771-ae78c52cabdc","prompt_length_type":"long","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":72.6531218312918,"median_time_to_first_chunk":2.02264059900097,"median_estimated_total_seconds_for_100_output_tokens":3.33377472947207,"median_end_to_end_response_time":8.90465732996888},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f692f583-2ecc-4128-b771-ae78c52cabdc","prompt_length_type":"medium","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":104.301708786552,"median_time_to_first_chunk":1.09362114599207,"median_estimated_total_seconds_for_100_output_tokens":2.13137834422408,"median_end_to_end_response_time":5.887406461851313},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"f692f583-2ecc-4128-b771-ae78c52cabdc","prompt_length_type":"short","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":108.038211274588,"median_time_to_first_chunk":0.942180088008172,"median_estimated_total_seconds_for_100_output_tokens":1.86163719479409,"median_end_to_end_response_time":5.5701722965167795}],"end_to_end_response_time_metrics":{"input_time":1.09362114599207,"reasoning_time":0,"answer_time":4.793785315859243,"total_time":5.887406461851313,"p05_total_time":7.303728136533701,"p95_total_time":5.471136116650492,"p25_total_time":6.735282266603908,"p75_total_time":5.700877061007126},"time_to_first_answer_token_metrics":{"input_time":1.09362114599207,"reasoning_time":0,"total_time":1.09362114599207}},{"id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","slug":"google_claude-4-sonnet_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"d034dafe-463d-4c50-956f-84fca657b26f","name":"Claude 4 Sonnet","short_name":"Claude 4 Sonnet","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":207,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.72,"math_index":67.03,"coding_index":41.07,"mmlu_pro":0.837,"mmmu_pro":0.624,"hle":0.04,"scicode":0.373,"humaneval":0.973,"aime":0.407,"aime25":0.38,"math_500":0.934,"gpqa":0.683,"livecodebench":0.449,"ifbench":0.454,"lcr":0.443,"estimated_intelligence_index":42.4051724261,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:94:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:94:model:host_models","model_url":"/models/claude-4-sonnet","hosts_url":"/models/claude-4-sonnet/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet Vertex, Google","short_name":"Claude 4 Sonnet Vertex, Google","model_label":"Claude 4 Sonnet Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":76.8095682668521,"percentile_05_output_speed":61.3506990795374,"percentile_95_output_speed":80.0690465228689,"quartile_25_output_speed":72.7235848879994,"quartile_75_output_speed":79.0165230757197,"median_time_to_first_chunk":1.3129377499863,"percentile_05_time_to_first_chunk":1.17866069519951,"percentile_95_time_to_first_chunk":2.07611848959823,"quartile_25_time_to_first_chunk":1.24221248700633,"quartile_75_time_to_first_chunk":1.50920306799162,"median_estimated_total_seconds_for_100_output_tokens":2.6690228893566,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.43446444894277,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.82608650581441,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.55565646326068,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.02509776644756},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","prompt_length_type":"100k","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":65.7227765173971,"median_time_to_first_chunk":6.80554972199025,"median_estimated_total_seconds_for_100_output_tokens":8.35318906363988,"median_end_to_end_response_time":14.413262397787626},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","prompt_length_type":"long","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":57.0379824141798,"median_time_to_first_chunk":1.6664722179994,"median_estimated_total_seconds_for_100_output_tokens":3.4473548332152,"median_end_to_end_response_time":10.43256068812205},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","prompt_length_type":"medium","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":76.8095682668521,"median_time_to_first_chunk":1.3129377499863,"median_estimated_total_seconds_for_100_output_tokens":2.6690228893566,"median_end_to_end_response_time":7.822543405663183},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"a5ce2baa-3358-4916-87a4-f26229e9f23d","prompt_length_type":"short","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":79.7556183609404,"median_time_to_first_chunk":1.25650032699923,"median_estimated_total_seconds_for_100_output_tokens":2.52173538811307,"median_end_to_end_response_time":7.525651143901059}],"end_to_end_response_time_metrics":{"input_time":1.3129377499863,"reasoning_time":0,"answer_time":6.509605655676882,"total_time":7.822543405663183,"p05_total_time":9.462804132955805,"p95_total_time":7.5575481420582555,"p25_total_time":8.188286383721053,"p75_total_time":7.640728198584773},"time_to_first_answer_token_metrics":{"input_time":1.3129377499863,"reasoning_time":0,"total_time":1.3129377499863}},{"id":"1ac63972-c09c-4017-892e-ee72ef090911","slug":"anthropic_claude-4-sonnet","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"d034dafe-463d-4c50-956f-84fca657b26f","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"a7b7b981-8720-4260-92c4-ceb47e785efc","name":"Anthropic","short_name":"Anthropic","website_url":"https://www.anthropic.com/","slug":"anthropic","deleted":false,"logo":"anthropic.svg","color":"#CD9D7B","logo_small":"anthropic_small.svg","display_order":7,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","host_models":[{"id":"16c7727b-75e6-4733-b18d-357528f5df23","deleted":false},{"id":"325bf193-92f2-4628-a2d9-566c3b4d7f55","deleted":false},{"id":"594fee3c-d702-490c-877a-7bfb41de6fb4","deleted":false},{"id":"cde4c9f3-9e54-4f81-952c-a674cfcdc2ab","deleted":false},{"id":"3d917b1a-ad91-4488-a963-09c05e02cfb3","deleted":false},{"id":"7a3f9fd7-6f10-4706-9a30-57d6ef5e69f4","deleted":false},{"id":"5dc5ad15-a18f-4984-8579-5d36efd3f4c7","deleted":false},{"id":"295c90cb-2f7b-4756-8d19-26ee654845d4","deleted":false},{"id":"5619e548-8f61-40a3-8f22-5821c98999f8","deleted":false},{"id":"e6319f18-8939-403a-8b14-2ae5a7c0f357","deleted":false},{"id":"1ac63972-c09c-4017-892e-ee72ef090911","deleted":false},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","deleted":false},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deleted":false},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deleted":false}],"host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"model":{"id":"d034dafe-463d-4c50-956f-84fca657b26f","name":"Claude 4 Sonnet","short_name":"Claude 4 Sonnet","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":207,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.72,"math_index":67.03,"coding_index":41.07,"mmlu_pro":0.837,"mmmu_pro":0.624,"hle":0.04,"scicode":0.373,"humaneval":0.973,"aime":0.407,"aime25":0.38,"math_500":0.934,"gpqa":0.683,"livecodebench":0.449,"ifbench":0.454,"lcr":0.443,"estimated_intelligence_index":42.4051724261,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:94:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:94:model:host_models","model_url":"/models/claude-4-sonnet","hosts_url":"/models/claude-4-sonnet/providers","name_and_creator_label":"Claude 4 Sonnet, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet, Anthropic","short_name":"Claude 4 Sonnet, Anthropic","model_label":"Claude 4 Sonnet","host_label":"Anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg","hosts_url":"/providers/anthropic","host_color":"#CD9D7B","price_per_1m_cache_write":3.75,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":92.4109036344597,"percentile_05_output_speed":73.3897901413571,"percentile_95_output_speed":104.452353976681,"quartile_25_output_speed":77.7557823573855,"quartile_75_output_speed":99.3316395597948,"median_time_to_first_chunk":1.18228849848674,"percentile_05_time_to_first_chunk":1.06957846921578,"percentile_95_time_to_first_chunk":1.36326207531674,"quartile_25_time_to_first_chunk":1.12801037924874,"quartile_75_time_to_first_chunk":1.27688229799787,"median_estimated_total_seconds_for_100_output_tokens":2.28575099090711,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.0864389138257,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.7323616996592,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.21945573104845,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.34924491926754},"performanceByPromptLength":[{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","prompt_length_type":"100k","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":63.3638091764377,"median_time_to_first_chunk":4.18627328198636,"median_estimated_total_seconds_for_100_output_tokens":5.88780434336022,"median_end_to_end_response_time":12.077213023436258},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","prompt_length_type":"long","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":65.249011980674,"median_time_to_first_chunk":1.55650328000775,"median_estimated_total_seconds_for_100_output_tokens":3.18620787755927,"median_end_to_end_response_time":9.219454561907531},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","prompt_length_type":"medium","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":92.4109036344597,"median_time_to_first_chunk":1.18228849848674,"median_estimated_total_seconds_for_100_output_tokens":2.28575099090711,"median_end_to_end_response_time":6.592905431503633},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"1ac63972-c09c-4017-892e-ee72ef090911","prompt_length_type":"short","model_id":"d034dafe-463d-4c50-956f-84fca657b26f","median_output_speed":94.3404450750332,"median_time_to_first_chunk":0.979717622998578,"median_estimated_total_seconds_for_100_output_tokens":1.99072071660149,"median_end_to_end_response_time":6.279671419086009}],"end_to_end_response_time_metrics":{"input_time":1.18228849848674,"reasoning_time":0,"answer_time":5.410616933016893,"total_time":6.592905431503633,"p05_total_time":7.995225271257762,"p95_total_time":5.969160033345831,"p25_total_time":7.612678430156025,"p75_total_time":6.215931376182465},"time_to_first_answer_token_metrics":{"input_time":1.18228849848674,"reasoning_time":0,"total_time":1.18228849848674}},{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","slug":"amazon-bedrock_claude-4-opus-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","name":"Claude 4 Opus (Extended Thinking)","short_name":"Claude 4 Opus Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":208,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":55.34,"math_index":86.93,"coding_index":51.71,"mmlu_pro":0.873,"mmmu_pro":null,"hle":0.117,"scicode":0.398,"humaneval":null,"aime":0.757,"aime25":0.733,"math_500":0.982,"gpqa":0.796,"livecodebench":0.636,"ifbench":0.537,"lcr":0.337,"estimated_intelligence_index":54.92597704,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.796,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":9573658,"answer_tokens":5317535,"output_tokens":25714408,"reasoning_tokens":20396873},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","slug":"amazon-bedrock_claude-4-opus-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","slug":"google_claude-4-opus-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","slug":"anthropic_claude-4-opus-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-opus-thinking","hosts_url":"/models/claude-4-opus-thinking/providers","name_and_creator_label":"Claude 4 Opus Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus Thinking, Amazon Bedrock","short_name":"Claude 4 Opus Thinking, Amazon","model_label":"Claude 4 Opus Thinking","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":19.3695590653792,"percentile_05_output_speed":17.1789431483127,"percentile_95_output_speed":22.8243665791241,"quartile_25_output_speed":18.3558153829797,"quartile_75_output_speed":20.2646683390552,"median_time_to_first_chunk":2.83265075651252,"percentile_05_time_to_first_chunk":2.5079686249559,"percentile_95_time_to_first_chunk":3.25808232504933,"quartile_25_time_to_first_chunk":2.73456539924518,"quartile_75_time_to_first_chunk":2.92616697650192,"median_estimated_total_seconds_for_100_output_tokens":71.9466925072952,"percentile_05_estimated_total_seconds_for_100_output_tokens":37.1690204513383,"percentile_95_estimated_total_seconds_for_100_output_tokens":93.6363001217802,"quartile_25_estimated_total_seconds_for_100_output_tokens":69.1043286473546,"quartile_75_estimated_total_seconds_for_100_output_tokens":78.2319203560589},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","prompt_length_type":"100k","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":20.463660894133,"median_time_to_first_chunk":49.1768802949227,"median_estimated_total_seconds_for_100_output_tokens":154.306587764323,"median_end_to_end_response_time":171.3446592145176},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","prompt_length_type":"long","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":21.660021970749,"median_time_to_first_chunk":17.0289367860023,"median_estimated_total_seconds_for_100_output_tokens":64.1989268030764,"median_end_to_end_response_time":132.44894898064138},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","prompt_length_type":"medium","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":19.3695590653792,"median_time_to_first_chunk":2.83265075651252,"median_estimated_total_seconds_for_100_output_tokens":71.9466925072952,"median_end_to_end_response_time":131.90115415205213},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"4bf5f5dd-3560-488a-8f4c-7c838e588c7d","prompt_length_type":"short","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":26.080113734137,"median_time_to_first_chunk":2.6881650564892,"median_estimated_total_seconds_for_100_output_tokens":19.2072772822508,"median_end_to_end_response_time":98.54664272592049}],"end_to_end_response_time_metrics":{"input_time":2.83265075651252,"reasoning_time":103.25480271643168,"answer_time":25.81370067910792,"total_time":131.90115415205213,"p05_total_time":148.35964729037948,"p95_total_time":112.36471559315866,"p25_total_time":139.02927007521123,"p75_total_time":126.20007815140654},"time_to_first_answer_token_metrics":{"input_time":2.83265075651252,"reasoning_time":103.25480271643168,"total_time":106.0874534729442}},{"id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","slug":"google_claude-4-opus-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","name":"Claude 4 Opus (Extended Thinking)","short_name":"Claude 4 Opus Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":208,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:97:model:reasoning_properties","intelligence_index":55.34,"math_index":86.93,"coding_index":51.71,"mmlu_pro":0.873,"mmmu_pro":null,"hle":0.117,"scicode":0.398,"humaneval":null,"aime":0.757,"aime25":0.733,"math_500":0.982,"gpqa":0.796,"livecodebench":0.636,"ifbench":0.537,"lcr":0.337,"estimated_intelligence_index":54.92597704,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.796,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:97:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:97:model:host_models","model_url":"/models/claude-4-opus-thinking","hosts_url":"/models/claude-4-opus-thinking/providers","name_and_creator_label":"Claude 4 Opus Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus Thinking Vertex, Google","short_name":"Claude 4 Opus Thinking Vertex, Google","model_label":"Claude 4 Opus Thinking Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":57.0604130511247,"percentile_05_output_speed":44.8766397371952,"percentile_95_output_speed":65.6466337708652,"quartile_25_output_speed":48.8849909358645,"quartile_75_output_speed":63.27530598929,"median_time_to_first_chunk":1.68818584902328,"percentile_05_time_to_first_chunk":1.5051655669813,"percentile_95_time_to_first_chunk":2.33498495799722,"quartile_25_time_to_first_chunk":1.56675992000964,"quartile_75_time_to_first_chunk":1.79070098599186,"median_estimated_total_seconds_for_100_output_tokens":17.5575349401811,"percentile_05_estimated_total_seconds_for_100_output_tokens":5.80965867212492,"percentile_95_estimated_total_seconds_for_100_output_tokens":32.4817611305215,"quartile_25_estimated_total_seconds_for_100_output_tokens":15.2316664997898,"quartile_75_estimated_total_seconds_for_100_output_tokens":19.1330143819329},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","prompt_length_type":"100k","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":37.2541506171293,"median_time_to_first_chunk":5.10198814584874,"median_estimated_total_seconds_for_100_output_tokens":226.102257884345,"median_end_to_end_response_time":72.208604686195},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","prompt_length_type":"long","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":43.0869230438629,"median_time_to_first_chunk":1.97411606500555,"median_estimated_total_seconds_for_100_output_tokens":29.7642435767976,"median_end_to_end_response_time":59.99636094554567},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","prompt_length_type":"medium","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":57.0604130511247,"median_time_to_first_chunk":1.68818584902328,"median_estimated_total_seconds_for_100_output_tokens":17.5575349401811,"median_end_to_end_response_time":45.50139830789669},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"397d9e7a-4c99-43cd-8f78-5d19d13a5cc7","prompt_length_type":"short","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":63.1913182530899,"median_time_to_first_chunk":1.6939362030098,"median_estimated_total_seconds_for_100_output_tokens":8.54858689332387,"median_end_to_end_response_time":41.256332891541554}],"end_to_end_response_time_metrics":{"input_time":1.68818584902328,"reasoning_time":35.05056996709873,"answer_time":8.762642491774683,"total_time":45.50139830789669,"p05_total_time":57.39645666966406,"p95_total_time":39.77086970340138,"p25_total_time":52.82862695659999,"p75_total_time":41.198069853743085},"time_to_first_answer_token_metrics":{"input_time":1.68818584902328,"reasoning_time":35.05056996709873,"total_time":36.73875581612201}},{"id":"c08a3ec7-3807-4071-9775-f8537f2a0903","slug":"anthropic_claude-4-opus-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"a7b7b981-8720-4260-92c4-ceb47e785efc","name":"Anthropic","short_name":"Anthropic","website_url":"https://www.anthropic.com/","slug":"anthropic","deleted":false,"logo":"anthropic.svg","color":"#CD9D7B","logo_small":"anthropic_small.svg","display_order":7,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","host_models":"$5:props:children:2:props:children:0:props:hostsModels:96:host:host_models","host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"model":{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","name":"Claude 4 Opus (Extended Thinking)","short_name":"Claude 4 Opus Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":208,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:97:model:reasoning_properties","intelligence_index":55.34,"math_index":86.93,"coding_index":51.71,"mmlu_pro":0.873,"mmmu_pro":null,"hle":0.117,"scicode":0.398,"humaneval":null,"aime":0.757,"aime25":0.733,"math_500":0.982,"gpqa":0.796,"livecodebench":0.636,"ifbench":0.537,"lcr":0.337,"estimated_intelligence_index":54.92597704,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.796,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:97:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:97:model:host_models","model_url":"/models/claude-4-opus-thinking","hosts_url":"/models/claude-4-opus-thinking/providers","name_and_creator_label":"Claude 4 Opus Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus Thinking, Anthropic","short_name":"Claude 4 Opus Thinking, Anthropic","model_label":"Claude 4 Opus Thinking","host_label":"Anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg","hosts_url":"/providers/anthropic","host_color":"#CD9D7B","price_per_1m_cache_write":18.75,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":47.1086082391532,"percentile_05_output_speed":39.1958401778759,"percentile_95_output_speed":66.204272099659,"quartile_25_output_speed":43.8769473560115,"quartile_75_output_speed":52.0188044953865,"median_time_to_first_chunk":1.76992539400817,"percentile_05_time_to_first_chunk":1.37365433193336,"percentile_95_time_to_first_chunk":4.25486543039915,"quartile_25_time_to_first_chunk":1.5372007790138,"quartile_75_time_to_first_chunk":2.0396130845038,"median_estimated_total_seconds_for_100_output_tokens":21.4422139878878,"percentile_05_estimated_total_seconds_for_100_output_tokens":6.3619655859645,"percentile_95_estimated_total_seconds_for_100_output_tokens":29.937576799738,"quartile_25_estimated_total_seconds_for_100_output_tokens":12.4934522232532,"quartile_75_estimated_total_seconds_for_100_output_tokens":24.528448360443},"performanceByPromptLength":[{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","prompt_length_type":"100k","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":52.4324326595442,"median_time_to_first_chunk":17.7775628359523,"median_estimated_total_seconds_for_100_output_tokens":35.9027702171848,"median_end_to_end_response_time":65.457975000558},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","prompt_length_type":"long","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":44.8326794278544,"median_time_to_first_chunk":2.42200821102597,"median_estimated_total_seconds_for_100_output_tokens":28.4807752653809,"median_end_to_end_response_time":58.184903311307615},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","prompt_length_type":"medium","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":47.1086082391532,"median_time_to_first_chunk":1.76992539400817,"median_estimated_total_seconds_for_100_output_tokens":21.4422139878878,"median_end_to_end_response_time":54.83878251898229},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"c08a3ec7-3807-4071-9775-f8537f2a0903","prompt_length_type":"short","model_id":"8a4a5ead-7789-4389-8400-30e9d20370b7","median_output_speed":50.2106722113325,"median_time_to_first_chunk":1.78057892000652,"median_estimated_total_seconds_for_100_output_tokens":10.5266648572945,"median_end_to_end_response_time":51.57079063989169}],"end_to_end_response_time_metrics":{"input_time":1.76992539400817,"reasoning_time":42.4550856999793,"answer_time":10.613771424994825,"total_time":54.83878251898229,"p05_total_time":65.55220404027955,"p95_total_time":39.531838949022955,"p25_total_time":58.74745347305489,"p75_total_time":49.82946894275933},"time_to_first_answer_token_metrics":{"input_time":1.76992539400817,"reasoning_time":42.4550856999793,"total_time":44.22501109398747}},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","slug":"amazon-bedrock_claude-4-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","name":"Claude 4 Sonnet (Extended Thinking)","short_name":"Claude 4 Sonnet Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":211,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":58.83,"math_index":88.2,"coding_index":52.77,"mmlu_pro":0.842,"mmmu_pro":0.618,"hle":0.096,"scicode":0.4,"humaneval":null,"aime":0.773,"aime25":0.743,"math_500":0.991,"gpqa":0.777,"livecodebench":0.655,"ifbench":0.547,"lcr":0.647,"estimated_intelligence_index":53.6832950141,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.754,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14180161,"answer_tokens":6268057,"output_tokens":42363627,"reasoning_tokens":36095570},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","slug":"google_claude-4-sonnet-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3d69c76a-3fe6-4619-b049-cb685c768e86","slug":"amazon-bedrock_claude-4-sonnet-thinking","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-sonnet-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","slug":"anthropic_claude-4-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/claude-4-sonnet-thinking","hosts_url":"/models/claude-4-sonnet-thinking/providers","name_and_creator_label":"Claude 4 Sonnet Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet Thinking, Amazon Bedrock","short_name":"Claude 4 Sonnet Thinking, Amazon","model_label":"Claude 4 Sonnet Thinking","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3d69c76a-3fe6-4619-b049-cb685c768e86","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":70.539181814455,"percentile_05_output_speed":57.4240379711247,"percentile_95_output_speed":89.9724302105334,"quartile_25_output_speed":61.7968416178613,"quartile_75_output_speed":82.4609084435396,"median_time_to_first_chunk":1.05538901602267,"percentile_05_time_to_first_chunk":0.871346518001519,"percentile_95_time_to_first_chunk":1.7323893551642,"quartile_25_time_to_first_chunk":0.901557813500403,"quartile_75_time_to_first_chunk":1.29586557424409,"median_estimated_total_seconds_for_100_output_tokens":30.6700892764476,"percentile_05_estimated_total_seconds_for_100_output_tokens":16.2902515296753,"percentile_95_estimated_total_seconds_for_100_output_tokens":45.0822049368965,"quartile_25_estimated_total_seconds_for_100_output_tokens":17.6484177740019,"quartile_75_estimated_total_seconds_for_100_output_tokens":34.3678858591709},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3d69c76a-3fe6-4619-b049-cb685c768e86","prompt_length_type":"100k","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":44.339310924355,"median_time_to_first_chunk":10.821233995026,"median_estimated_total_seconds_for_100_output_tokens":182.132686657309,"median_end_to_end_response_time":67.20460910577413},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3d69c76a-3fe6-4619-b049-cb685c768e86","prompt_length_type":"long","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":66.9023797109212,"median_time_to_first_chunk":1.89209984301124,"median_estimated_total_seconds_for_100_output_tokens":30.0958741633365,"median_end_to_end_response_time":39.259978396842385},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3d69c76a-3fe6-4619-b049-cb685c768e86","prompt_length_type":"medium","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":70.539181814455,"median_time_to_first_chunk":1.05538901602267,"median_estimated_total_seconds_for_100_output_tokens":30.6700892764476,"median_end_to_end_response_time":36.496684700114315},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"3d69c76a-3fe6-4619-b049-cb685c768e86","prompt_length_type":"short","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":79.2498892019599,"median_time_to_first_chunk":0.935640684474492,"median_estimated_total_seconds_for_100_output_tokens":10.3403906258537,"median_end_to_end_response_time":32.48142611300697}],"end_to_end_response_time_metrics":{"input_time":1.05538901602267,"reasoning_time":28.353036547273316,"answer_time":7.088259136818329,"total_time":36.496684700114315,"p05_total_time":44.59116407344912,"p95_total_time":28.841678595508938,"p25_total_time":41.51053097067911,"p75_total_time":31.372784824386006},"time_to_first_answer_token_metrics":{"input_time":1.05538901602267,"reasoning_time":28.353036547273316,"total_time":29.408425563295985}},{"id":"f985cc16-becd-4155-ae5e-610c914a48ae","slug":"google_claude-4-sonnet-thinking_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Sonnet (Extended Thinking)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","name":"Claude 4 Sonnet (Extended Thinking)","short_name":"Claude 4 Sonnet Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":211,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:100:model:reasoning_properties","intelligence_index":58.83,"math_index":88.2,"coding_index":52.77,"mmlu_pro":0.842,"mmmu_pro":0.618,"hle":0.096,"scicode":0.4,"humaneval":null,"aime":0.773,"aime25":0.743,"math_500":0.991,"gpqa":0.777,"livecodebench":0.655,"ifbench":0.547,"lcr":0.647,"estimated_intelligence_index":53.6832950141,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.754,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:100:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:100:model:host_models","model_url":"/models/claude-4-sonnet-thinking","hosts_url":"/models/claude-4-sonnet-thinking/providers","name_and_creator_label":"Claude 4 Sonnet Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet Thinking Vertex, Google","short_name":"Claude 4 Sonnet Thinking Vertex, Google","model_label":"Claude 4 Sonnet Thinking Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"f985cc16-becd-4155-ae5e-610c914a48ae","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":49.1164584568171,"percentile_05_output_speed":39.7039804082352,"percentile_95_output_speed":58.8576673101806,"quartile_25_output_speed":45.5955089881599,"quartile_75_output_speed":52.2226485061182,"median_time_to_first_chunk":1.2826146250045,"percentile_05_time_to_first_chunk":1.08865400648792,"percentile_95_time_to_first_chunk":1.6756077139682,"quartile_25_time_to_first_chunk":1.18126513849847,"quartile_75_time_to_first_chunk":1.40537412949197,"median_estimated_total_seconds_for_100_output_tokens":39.5182252882329,"percentile_05_estimated_total_seconds_for_100_output_tokens":24.5558768751327,"percentile_95_estimated_total_seconds_for_100_output_tokens":49.8030812413989,"quartile_25_estimated_total_seconds_for_100_output_tokens":31.783846894403,"quartile_75_estimated_total_seconds_for_100_output_tokens":44.8186235183468},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"f985cc16-becd-4155-ae5e-610c914a48ae","prompt_length_type":"100k","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":45.7180004399417,"median_time_to_first_chunk":4.10952644539066,"median_estimated_total_seconds_for_100_output_tokens":106.445374553291,"median_end_to_end_response_time":58.792582920797365},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"f985cc16-becd-4155-ae5e-610c914a48ae","prompt_length_type":"long","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":51.1246016440237,"median_time_to_first_chunk":1.61209924799914,"median_estimated_total_seconds_for_100_output_tokens":38.0783298631656,"median_end_to_end_response_time":50.51223576949793},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"f985cc16-becd-4155-ae5e-610c914a48ae","prompt_length_type":"medium","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":49.1164584568171,"median_time_to_first_chunk":1.2826146250045,"median_estimated_total_seconds_for_100_output_tokens":39.5182252882329,"median_end_to_end_response_time":52.182049937466715},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"f985cc16-becd-4155-ae5e-610c914a48ae","prompt_length_type":"short","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":61.5444749708864,"median_time_to_first_chunk":1.26663889698102,"median_estimated_total_seconds_for_100_output_tokens":13.7022400439784,"median_end_to_end_response_time":41.8876694798664}],"end_to_end_response_time_metrics":{"input_time":1.2826146250045,"reasoning_time":40.719548249969776,"answer_time":10.179887062492444,"total_time":52.182049937466715,"p05_total_time":64.24859371060425,"p95_total_time":43.757964299074494,"p25_total_time":56.11257607250566,"p75_total_time":49.15456427740695},"time_to_first_answer_token_metrics":{"input_time":1.2826146250045,"reasoning_time":40.719548249969776,"total_time":42.002162874974275}},{"id":"9aecedac-9678-493e-8f92-21a314cc53ca","slug":"anthropic_claude-4-sonnet-thinking","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","footnotes":null,"json_mode":true,"host_api_id":"claude-sonnet-4-20250514","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":3.75,"host_model_string":"Anthropic_Claude 4 Sonnet (Extended Thinking)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"a7b7b981-8720-4260-92c4-ceb47e785efc","name":"Anthropic","short_name":"Anthropic","website_url":"https://www.anthropic.com/","slug":"anthropic","deleted":false,"logo":"anthropic.svg","color":"#CD9D7B","logo_small":"anthropic_small.svg","display_order":7,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","host_models":"$5:props:children:2:props:children:0:props:hostsModels:96:host:host_models","host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"model":{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","name":"Claude 4 Sonnet (Extended Thinking)","short_name":"Claude 4 Sonnet Thinking","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-sonnet-thinking","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":211,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:100:model:reasoning_properties","intelligence_index":58.83,"math_index":88.2,"coding_index":52.77,"mmlu_pro":0.842,"mmmu_pro":0.618,"hle":0.096,"scicode":0.4,"humaneval":null,"aime":0.773,"aime25":0.743,"math_500":0.991,"gpqa":0.777,"livecodebench":0.655,"ifbench":0.547,"lcr":0.647,"estimated_intelligence_index":53.6832950141,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.754,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:100:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:100:model:host_models","model_url":"/models/claude-4-sonnet-thinking","hosts_url":"/models/claude-4-sonnet-thinking/providers","name_and_creator_label":"Claude 4 Sonnet Thinking, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Sonnet Thinking, Anthropic","short_name":"Claude 4 Sonnet Thinking, Anthropic","model_label":"Claude 4 Sonnet Thinking","host_label":"Anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg","hosts_url":"/providers/anthropic","host_color":"#CD9D7B","price_per_1m_cache_write":3.75,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":58.9896974004163,"percentile_05_output_speed":44.7167961986346,"percentile_95_output_speed":78.3400839859665,"quartile_25_output_speed":52.1207205949396,"quartile_75_output_speed":67.1460784639554,"median_time_to_first_chunk":1.021244973992,"percentile_05_time_to_first_chunk":0.877059540602932,"percentile_95_time_to_first_chunk":1.57077688400104,"quartile_25_time_to_first_chunk":0.932232669239966,"quartile_75_time_to_first_chunk":1.18124162577442,"median_estimated_total_seconds_for_100_output_tokens":34.8697346445051,"percentile_05_estimated_total_seconds_for_100_output_tokens":23.4105627439593,"percentile_95_estimated_total_seconds_for_100_output_tokens":52.8037460460855,"quartile_25_estimated_total_seconds_for_100_output_tokens":29.1835888889174,"quartile_75_estimated_total_seconds_for_100_output_tokens":44.2830194620075},"performanceByPromptLength":[{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","prompt_length_type":"100k","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":42.3496302578433,"median_time_to_first_chunk":5.27199509786442,"median_estimated_total_seconds_for_100_output_tokens":177.37481266746,"median_end_to_end_response_time":64.30438770150447},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","prompt_length_type":"long","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":57.8657543666417,"median_time_to_first_chunk":1.78020193600059,"median_estimated_total_seconds_for_100_output_tokens":36.8496243086505,"median_end_to_end_response_time":44.98364803919688},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","prompt_length_type":"medium","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":58.9896974004163,"median_time_to_first_chunk":1.021244973992,"median_estimated_total_seconds_for_100_output_tokens":34.8697346445051,"median_end_to_end_response_time":43.401526788801874},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"9aecedac-9678-493e-8f92-21a314cc53ca","prompt_length_type":"short","model_id":"a7564055-f8ba-4c4b-9e2d-060f61263645","median_output_speed":73.4732083341405,"median_time_to_first_chunk":0.918296485993778,"median_estimated_total_seconds_for_100_output_tokens":13.5251339148237,"median_end_to_end_response_time":34.944304832199826}],"end_to_end_response_time_metrics":{"input_time":1.021244973992,"reasoning_time":33.9042254518479,"answer_time":8.476056362961975,"total_time":43.401526788801874,"p05_total_time":56.92864918280104,"p95_total_time":32.933388448944605,"p25_total_time":48.98681358976292,"p75_total_time":38.253501230655175},"time_to_first_answer_token_metrics":{"input_time":1.021244973992,"reasoning_time":33.9042254518479,"total_time":34.9254704258399}},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","slug":"amazon-bedrock_claude-4-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","name":"Claude 4 Opus","short_name":"Claude 4 Opus","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":212,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.58,"math_index":75.2,"coding_index":47.52,"mmlu_pro":0.86,"mmmu_pro":null,"hle":0.059,"scicode":0.409,"humaneval":0.97,"aime":0.563,"aime25":0.363,"math_500":0.941,"gpqa":0.701,"livecodebench":0.542,"ifbench":0.433,"lcr":0.36,"estimated_intelligence_index":47.2819161748,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":11763281,"answer_tokens":6249624,"output_tokens":6249624,"reasoning_tokens":0},"model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":[{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","slug":"google_claude-4-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","slug":"anthropic_claude-4-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"56ddd20c-2602-4643-8f3d-151b95da9574","slug":"amazon-bedrock_claude-4-opus","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":null,"host_api_id":"us.anthropic.claude-opus-4-20250514-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/claude-4-opus","hosts_url":"/models/claude-4-opus/providers","name_and_creator_label":"Claude 4 Opus, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus, Amazon Bedrock","short_name":"Claude 4 Opus, Amazon","model_label":"Claude 4 Opus","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"56ddd20c-2602-4643-8f3d-151b95da9574","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":25.9734874627846,"percentile_05_output_speed":22.5849890258343,"percentile_95_output_speed":27.2732124446619,"quartile_25_output_speed":24.8321188419347,"quartile_75_output_speed":26.5326319886923,"median_time_to_first_chunk":2.93092587101273,"percentile_05_time_to_first_chunk":2.6556717059575,"percentile_95_time_to_first_chunk":3.42247874103487,"quartile_25_time_to_first_chunk":2.81718970799966,"quartile_75_time_to_first_chunk":3.23253963401658,"median_estimated_total_seconds_for_100_output_tokens":6.8661842640798,"percentile_05_estimated_total_seconds_for_100_output_tokens":6.49448781851979,"percentile_95_estimated_total_seconds_for_100_output_tokens":7.53476225163784,"quartile_25_estimated_total_seconds_for_100_output_tokens":6.62915868450144,"quartile_75_estimated_total_seconds_for_100_output_tokens":7.16335433890734},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"56ddd20c-2602-4643-8f3d-151b95da9574","prompt_length_type":"100k","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":21.3643288686774,"median_time_to_first_chunk":33.7771485841367,"median_estimated_total_seconds_for_100_output_tokens":37.8633670935914,"median_end_to_end_response_time":57.180645275907736},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"56ddd20c-2602-4643-8f3d-151b95da9574","prompt_length_type":"long","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":20.3669930322079,"median_time_to_first_chunk":3.83156364649767,"median_estimated_total_seconds_for_100_output_tokens":8.8463544187316,"median_end_to_end_response_time":28.38108841970849},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"56ddd20c-2602-4643-8f3d-151b95da9574","prompt_length_type":"medium","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":25.9734874627846,"median_time_to_first_chunk":2.93092587101273,"median_estimated_total_seconds_for_100_output_tokens":6.8661842640798,"median_end_to_end_response_time":22.181324983431164},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"56ddd20c-2602-4643-8f3d-151b95da9574","prompt_length_type":"short","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":26.5103730840727,"median_time_to_first_chunk":2.69581122900127,"median_estimated_total_seconds_for_100_output_tokens":6.50201277029611,"median_end_to_end_response_time":21.556353040855193}],"end_to_end_response_time_metrics":{"input_time":2.93092587101273,"reasoning_time":0,"answer_time":19.250399112418435,"total_time":22.181324983431164,"p05_total_time":25.069524186383386,"p95_total_time":21.263933066791875,"p25_total_time":23.06613878549169,"p75_total_time":21.77564509122015},"time_to_first_answer_token_metrics":{"input_time":2.93092587101273,"reasoning_time":0,"total_time":2.93092587101273}},{"id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","slug":"google_claude-4-opus_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Claude 4 Opus_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","name":"Claude 4 Opus","short_name":"Claude 4 Opus","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":212,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.58,"math_index":75.2,"coding_index":47.52,"mmlu_pro":0.86,"mmmu_pro":null,"hle":0.059,"scicode":0.409,"humaneval":0.97,"aime":0.563,"aime25":0.363,"math_500":0.941,"gpqa":0.701,"livecodebench":0.542,"ifbench":0.433,"lcr":0.36,"estimated_intelligence_index":47.2819161748,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:103:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:103:model:host_models","model_url":"/models/claude-4-opus","hosts_url":"/models/claude-4-opus/providers","name_and_creator_label":"Claude 4 Opus, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus Vertex, Google","short_name":"Claude 4 Opus Vertex, Google","model_label":"Claude 4 Opus Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":55.9166498940626,"percentile_05_output_speed":46.6506824151831,"percentile_95_output_speed":65.8372976444695,"quartile_25_output_speed":51.4416986672365,"quartile_75_output_speed":60.6800604322597,"median_time_to_first_chunk":1.8325596349996,"percentile_05_time_to_first_chunk":1.45449306754163,"percentile_95_time_to_first_chunk":2.35204782349647,"quartile_25_time_to_first_chunk":1.62905576197954,"quartile_75_time_to_first_chunk":1.9773870572626,"median_estimated_total_seconds_for_100_output_tokens":3.56902014845797,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.25012241774408,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.17956209109619,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.43296840286479,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.73563288768174},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","prompt_length_type":"100k","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":45.9981920861119,"median_time_to_first_chunk":5.12017630448099,"median_estimated_total_seconds_for_100_output_tokens":7.29960446647263,"median_end_to_end_response_time":15.990168739487224},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","prompt_length_type":"long","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":40.1359867913819,"median_time_to_first_chunk":2.02171951299533,"median_estimated_total_seconds_for_100_output_tokens":4.73053581649275,"median_end_to_end_response_time":14.479367623128784},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","prompt_length_type":"medium","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":55.9166498940626,"median_time_to_first_chunk":1.8325596349996,"median_estimated_total_seconds_for_100_output_tokens":3.56902014845797,"median_end_to_end_response_time":10.774440111517409},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"8ad5e97c-ccd1-4983-8a45-e1769be1e39d","prompt_length_type":"short","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":67.0787872730274,"median_time_to_first_chunk":1.67657854902791,"median_estimated_total_seconds_for_100_output_tokens":3.21414708891425,"median_end_to_end_response_time":9.130499830652685}],"end_to_end_response_time_metrics":{"input_time":1.8325596349996,"reasoning_time":0,"answer_time":8.94188047651781,"total_time":10.774440111517409,"p05_total_time":12.55051646037003,"p95_total_time":9.427039024176066,"p25_total_time":11.552300875163054,"p75_total_time":10.07249869303953},"time_to_first_answer_token_metrics":{"input_time":1.8325596349996,"reasoning_time":0,"total_time":1.8325596349996}},{"id":"269bb4c2-6411-4761-b348-6b74dfa10b72","slug":"anthropic_claude-4-opus","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","mgsm_aa":null,"model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","footnotes":null,"json_mode":true,"host_api_id":"claude-opus-4-20250514","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":18.75,"host_model_string":"Anthropic_Claude 4 Opus","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":75,"price_1m_blended_3_to_1":30,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"a7b7b981-8720-4260-92c4-ceb47e785efc","name":"Anthropic","short_name":"Anthropic","website_url":"https://www.anthropic.com/","slug":"anthropic","deleted":false,"logo":"anthropic.svg","color":"#CD9D7B","logo_small":"anthropic_small.svg","display_order":7,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use","json_mode_url":"https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 90% cheaper than base input tokens\r\n- Cache write tokens are 25% more expensive than base input tokens","host_models":"$5:props:children:2:props:children:0:props:hostsModels:96:host:host_models","host_url":"/providers/anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"model":{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","name":"Claude 4 Opus","short_name":"Claude 4 Opus","deleted":false,"deprecated":false,"model_creator_id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","release_date":"2025-05-22","chatbot-arena-elo":null,"slug":"claude-4-opus","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":212,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2025-03-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":46.58,"math_index":75.2,"coding_index":47.52,"mmlu_pro":0.86,"mmmu_pro":null,"hle":0.059,"scicode":0.409,"humaneval":0.97,"aime":0.563,"aime25":0.363,"math_500":0.941,"gpqa":0.701,"livecodebench":0.542,"ifbench":0.433,"lcr":0.36,"estimated_intelligence_index":47.2819161748,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:103:model:intelligence_index_token_counts","model_creators":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","logo":"anthropic.svg","name":"Anthropic","slug":"anthropic","color":"#cc785c","deleted":false,"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"anthropic_small.svg","creator_url":"https://www.anthropic.com/","display_order":4,"logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:103:model:host_models","model_url":"/models/claude-4-opus","hosts_url":"/models/claude-4-opus/providers","name_and_creator_label":"Claude 4 Opus, Anthropic","contextWindowFormatted":"200k"},"name":"Claude 4 Opus, Anthropic","short_name":"Claude 4 Opus, Anthropic","model_label":"Claude 4 Opus","host_label":"Anthropic","logo_url":"/img/logos/anthropic.svg","logo_small_url":"/img/logos/anthropic_small.svg","hosts_url":"/providers/anthropic","host_color":"#CD9D7B","price_per_1m_cache_write":18.75,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":52.4943107274207,"percentile_05_output_speed":42.6503168770614,"percentile_95_output_speed":68.8482804421088,"quartile_25_output_speed":45.6185957605141,"quartile_75_output_speed":63.777140855766,"median_time_to_first_chunk":1.76823167002294,"percentile_05_time_to_first_chunk":1.45053429348918,"percentile_95_time_to_first_chunk":6.73987937355414,"quartile_25_time_to_first_chunk":1.59385322099843,"quartile_75_time_to_first_chunk":2.26968085800763,"median_estimated_total_seconds_for_100_output_tokens":3.74993761562166,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.23735891828661,"percentile_95_estimated_total_seconds_for_100_output_tokens":8.58494749645021,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.59132100634191,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.99575334802125},"performanceByPromptLength":[{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","prompt_length_type":"100k","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":45.1064878828503,"median_time_to_first_chunk":6.37430008099182,"median_estimated_total_seconds_for_100_output_tokens":8.6804888586178,"median_end_to_end_response_time":17.45917996121194},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","prompt_length_type":"long","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":44.5727788368331,"median_time_to_first_chunk":2.26107129899901,"median_estimated_total_seconds_for_100_output_tokens":4.6917534550337,"median_end_to_end_response_time":13.47868018603615},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","prompt_length_type":"medium","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":52.4943107274207,"median_time_to_first_chunk":1.76823167002294,"median_estimated_total_seconds_for_100_output_tokens":3.74993761562166,"median_end_to_end_response_time":11.293073373274837},{"host_id":"a7b7b981-8720-4260-92c4-ceb47e785efc","host_model_id":"269bb4c2-6411-4761-b348-6b74dfa10b72","prompt_length_type":"short","model_id":"504412c2-2ada-499b-aebf-7e0a35c9d286","median_output_speed":49.170597913236,"median_time_to_first_chunk":1.62738968300164,"median_estimated_total_seconds_for_100_output_tokens":3.63185033843439,"median_end_to_end_response_time":11.796068145734088}],"end_to_end_response_time_metrics":{"input_time":1.76823167002294,"reasoning_time":0,"answer_time":9.524841703251896,"total_time":11.293073373274837,"p05_total_time":13.491473995308331,"p95_total_time":9.030577175084986,"p25_total_time":12.728674262882912,"p75_total_time":9.608031217179901},"time_to_first_answer_token_metrics":{"input_time":1.76823167002294,"reasoning_time":0,"total_time":1.76823167002294}},{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","slug":"mistral_ministral-8b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","footnotes":null,"json_mode":true,"host_api_id":"ministral-8b-latest","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"732f5e29-af9e-4199-9278-efbee0a0815b","deleted":false},{"id":"78195d98-fd4f-4a68-ad66-11a685c14eab","deleted":false},{"id":"8ed3696b-4a1f-4e71-9977-0fc362cf092b","deleted":false},{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","deleted":false},{"id":"3780e6a8-0a52-494c-aafa-06beab6ab5bb","deleted":false},{"id":"e697cb87-e864-40b2-b380-90a8b304f15c","deleted":false},{"id":"44563da3-d18e-4a31-b579-cb5069a81eb3","deleted":false},{"id":"5bb9d2af-9dc3-40d8-aa9a-635ad1bc56f4","deleted":false},{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deleted":false},{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","deleted":false},{"id":"dd58d0fb-e384-42cf-86d2-d55cba9c3d07","deleted":false},{"id":"272a0c3c-67a0-4b43-8788-13814d69a4df","deleted":false},{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","deleted":false},{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","deleted":false},{"id":"77435ce4-0c08-44cc-bb06-4f91ae7d3985","deleted":false},{"id":"e0557e7f-dfa9-4186-964c-96737df7f912","deleted":false},{"id":"59b4a50b-d535-49c7-94c5-e75395c7ce96","deleted":false},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deleted":false},{"id":"2c74e178-0d51-426e-b8bf-8268da6504d4","deleted":false},{"id":"c41a9038-2acb-4a93-b477-ae2404e0145f","deleted":false},{"id":"7c513930-efb5-48a6-bb0f-140dd92bc994","deleted":false},{"id":"93372f1a-ad99-4721-b691-183b872a9b5f","deleted":false},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deleted":false},{"id":"569c54d4-7422-40c1-8090-fd3b5b92c2fd","deleted":false},{"id":"44c7d26f-52ac-43bb-9212-f47386353169","deleted":false},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deleted":false},{"id":"8f06e414-40e1-456f-96e0-2b40ff02e6f7","deleted":false},{"id":"3f5cdb53-1991-4558-ae4e-1f3aa03edd25","deleted":false}],"host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","name":"Ministral 8B","short_name":"Ministral 8B","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-10-16","chatbot-arena-elo":1183,"slug":"ministral-8b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":216,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Mistral Research License\r\n","license_url":"https://mistral.ai/licenses/MRL-0.1.md","model_weights_source_url":"https://huggingface.co/mistralai/Ministral-8B-Instruct-2410","commercial_allowed":false,"chatbot_arena_label":"Ministral-8B-2410","knowledge_cutoff_date":null,"parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":30.37,"coding_index":11.34,"mmlu_pro":0.389,"mmmu_pro":null,"hle":0.049,"scicode":0.115,"humaneval":0.767,"aime":0.037,"aime25":null,"math_500":0.571,"gpqa":0.276,"livecodebench":0.112,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.3669501113,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.768,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","slug":"mistral_ministral-8b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","footnotes":null,"json_mode":true,"host_api_id":"ministral-8b-latest","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-8b","hosts_url":"/models/ministral-8b/providers","name_and_creator_label":"Ministral 8B, Mistral","contextWindowFormatted":"128k"},"name":"Ministral 8B, Mistral","short_name":"Ministral 8B, Mistral","model_label":"Ministral 8B","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","median_output_speed":108.937940092787,"percentile_05_output_speed":48.0221781212056,"percentile_95_output_speed":232.505132500576,"quartile_25_output_speed":63.9815948840649,"quartile_75_output_speed":202.228728200413,"median_time_to_first_chunk":0.313505071040709,"percentile_05_time_to_first_chunk":0.276427058619447,"percentile_95_time_to_first_chunk":0.58730894200271,"quartile_25_time_to_first_chunk":0.290775404002488,"quartile_75_time_to_first_chunk":0.369925084994975,"median_estimated_total_seconds_for_100_output_tokens":1.330616236045,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.724562493041075,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.68777914481122,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.787862287772703,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.8784686850316},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","prompt_length_type":"100k","model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","median_output_speed":56.0081377324988,"median_time_to_first_chunk":7.22582410415635,"median_estimated_total_seconds_for_100_output_tokens":9.01127893355295,"median_end_to_end_response_time":16.153098251139355},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","prompt_length_type":"long","model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","median_output_speed":109.461328597421,"median_time_to_first_chunk":0.971264151012292,"median_estimated_total_seconds_for_100_output_tokens":1.90935049429692,"median_end_to_end_response_time":5.539087385087129},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","prompt_length_type":"medium","model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","median_output_speed":108.937940092787,"median_time_to_first_chunk":0.313505071040709,"median_estimated_total_seconds_for_100_output_tokens":1.330616236045,"median_end_to_end_response_time":4.903274251310954},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"ae1b9fb1-c2a7-47da-b217-67f1bc97596a","prompt_length_type":"short","model_id":"27272c33-a688-4c3a-bf46-b0a1f51651d8","median_output_speed":231.648570243243,"median_time_to_first_chunk":0.265286179987015,"median_estimated_total_seconds_for_100_output_tokens":0.811703012567144,"median_end_to_end_response_time":2.423728165944339}],"end_to_end_response_time_metrics":{"input_time":0.313505071040709,"reasoning_time":0,"answer_time":4.5897691802702445,"total_time":4.903274251310954,"p05_total_time":10.725361000149645,"p95_total_time":2.463995232795574,"p25_total_time":8.128252435591461,"p75_total_time":2.785952998935945},"time_to_first_answer_token_metrics":{"input_time":0.313505071040709,"reasoning_time":0,"total_time":0.313505071040709}},{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","slug":"mistral_ministral-3b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","footnotes":null,"json_mode":true,"host_api_id":"ministral-3b-latest","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","name":"Ministral 3B","short_name":"Ministral 3B","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2024-10-16","chatbot-arena-elo":null,"slug":"ministral-3b","open_weights":"Proprietary","additional_text":"","context_window_tokens":128000,"display_order":217,"tokenizer_id":"mistral_tekken_tokenizer","license_name":"Mistral Commercial License","license_url":"https://mistral.ai/contact/","model_weights_source_url":null,"commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":3,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":26.83,"coding_index":8.13,"mmlu_pro":0.339,"mmmu_pro":null,"hle":0.055,"scicode":0.094,"humaneval":0.739,"aime":0,"aime25":null,"math_500":0.537,"gpqa":0.26,"livecodebench":0.069,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.5369767582,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.774,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","deprecated_to":null,"size_class":"Tiny","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","slug":"mistral_ministral-3b","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","footnotes":null,"json_mode":true,"host_api_id":"ministral-3b-latest","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Ministral 3B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.04,"price_1m_output_tokens":0.04,"price_1m_blended_3_to_1":0.04,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/ministral-3b","hosts_url":"/models/ministral-3b/providers","name_and_creator_label":"Ministral 3B, Mistral","contextWindowFormatted":"128k"},"name":"Ministral 3B, Mistral","short_name":"Ministral 3B, Mistral","model_label":"Ministral 3B","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","median_output_speed":286.673316009532,"percentile_05_output_speed":169.339832342574,"percentile_95_output_speed":332.650384014925,"quartile_25_output_speed":266.066984648851,"quartile_75_output_speed":294.889308821078,"median_time_to_first_chunk":0.281067048024852,"percentile_05_time_to_first_chunk":0.265783285087673,"percentile_95_time_to_first_chunk":0.451804216499295,"quartile_25_time_to_first_chunk":0.274316928477674,"quartile_75_time_to_first_chunk":0.303095532508451,"median_estimated_total_seconds_for_100_output_tokens":0.637683479498425,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.59873787317389,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.08233241602802,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.615361875754457,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.695550502567894},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","prompt_length_type":"100k","model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","median_output_speed":158.328221682097,"median_time_to_first_chunk":7.15965095791034,"median_estimated_total_seconds_for_100_output_tokens":7.98725287242516,"median_end_to_end_response_time":10.317647647874663},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","prompt_length_type":"long","model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","median_output_speed":223.509028271347,"median_time_to_first_chunk":0.607748226000695,"median_estimated_total_seconds_for_100_output_tokens":1.14527186302909,"median_end_to_end_response_time":2.844794325959504},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","prompt_length_type":"medium","model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","median_output_speed":286.673316009532,"median_time_to_first_chunk":0.281067048024852,"median_estimated_total_seconds_for_100_output_tokens":0.637683479498425,"median_end_to_end_response_time":2.025212638413093},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"6be59d1e-9bf9-40a6-92a9-8a14ef22aa0f","prompt_length_type":"short","model_id":"459543f9-d14e-43c8-8a23-3fbfbb5f69ee","median_output_speed":319.540643389131,"median_time_to_first_chunk":0.262910440000269,"median_estimated_total_seconds_for_100_output_tokens":0.577067142558565,"median_end_to_end_response_time":1.8276566165644463}],"end_to_end_response_time_metrics":{"input_time":0.281067048024852,"reasoning_time":0,"answer_time":1.744145590388241,"total_time":2.025212638413093,"p05_total_time":3.2337096311856843,"p95_total_time":1.7841466295520043,"p25_total_time":2.1602930657131734,"p75_total_time":1.9766185144341395},"time_to_first_answer_token_metrics":{"input_time":0.281067048024852,"reasoning_time":0,"total_time":0.281067048024852}},{"id":"44c7d26f-52ac-43bb-9212-f47386353169","slug":"mistral_devstral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","footnotes":null,"json_mode":true,"host_api_id":"devstral-medium-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","name":"Devstral Medium","short_name":"Devstral Medium","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":220,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.26,"math_index":38.7,"coding_index":31.52,"mmlu_pro":0.708,"mmmu_pro":null,"hle":0.038,"scicode":0.294,"humaneval":0.935,"aime":0.067,"aime25":0.047,"math_500":0.707,"gpqa":0.492,"livecodebench":0.337,"ifbench":0.299,"lcr":0.287,"estimated_intelligence_index":26.9186392798,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14154271,"answer_tokens":3778515,"output_tokens":3778515,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"44c7d26f-52ac-43bb-9212-f47386353169","slug":"mistral_devstral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","footnotes":null,"json_mode":true,"host_api_id":"devstral-medium-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-medium","hosts_url":"/models/devstral-medium/providers","name_and_creator_label":"Devstral Medium, Mistral","contextWindowFormatted":"256k"},"name":"Devstral Medium, Mistral","short_name":"Devstral Medium, Mistral","model_label":"Devstral Medium","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","median_output_speed":100.927011749069,"percentile_05_output_speed":38.4469813027913,"percentile_95_output_speed":119.365072586277,"quartile_25_output_speed":79.8875100524336,"quartile_75_output_speed":109.035206660967,"median_time_to_first_chunk":0.377912523999839,"percentile_05_time_to_first_chunk":0.347927789194364,"percentile_95_time_to_first_chunk":1.78048964447516,"quartile_25_time_to_first_chunk":0.369246378992102,"quartile_75_time_to_first_chunk":0.515886687011516,"median_estimated_total_seconds_for_100_output_tokens":1.5612614050495,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.19640293461842,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.19555544339419,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.33057899428432,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.95060607317085},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","prompt_length_type":"100k","model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","median_output_speed":56.6548361236442,"median_time_to_first_chunk":19.7498401300982,"median_estimated_total_seconds_for_100_output_tokens":21.5149145146001,"median_end_to_end_response_time":28.575212052607938},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","prompt_length_type":"long","model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","median_output_speed":81.3224490774043,"median_time_to_first_chunk":1.54721977999725,"median_estimated_total_seconds_for_100_output_tokens":3.17481988124719,"median_end_to_end_response_time":7.6955835549751805},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","prompt_length_type":"medium","model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","median_output_speed":100.927011749069,"median_time_to_first_chunk":0.377912523999839,"median_estimated_total_seconds_for_100_output_tokens":1.5612614050495,"median_end_to_end_response_time":5.331987665381525},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"44c7d26f-52ac-43bb-9212-f47386353169","prompt_length_type":"short","model_id":"aba82268-2bb7-4a0f-80be-9b7722e2145b","median_output_speed":125.120452757929,"median_time_to_first_chunk":0.301999101007823,"median_estimated_total_seconds_for_100_output_tokens":1.16724507680102,"median_end_to_end_response_time":4.298148323448313}],"end_to_end_response_time_metrics":{"input_time":0.377912523999839,"reasoning_time":0,"answer_time":4.9540751413816855,"total_time":5.331987665381525,"p05_total_time":13.382834706634224,"p95_total_time":4.566742549119628,"p25_total_time":6.63671317596444,"p75_total_time":4.963587328603962},"time_to_first_answer_token_metrics":{"input_time":0.377912523999839,"reasoning_time":0,"total_time":0.377912523999839}},{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","slug":"mistral_magistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","footnotes":null,"json_mode":null,"host_api_id":"magistral-small-2506","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40000,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","name":"Magistral Small","short_name":"Magistral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"magistral-small","open_weights":"Open","additional_text":null,"context_window_tokens":40000,"display_order":221,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","model_weights_source_url":"https://huggingface.co/mistralai/Magistral-Small-2506","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":23.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":35.95,"math_index":83.8,"coding_index":37.75,"mmlu_pro":0.746,"mmmu_pro":null,"hle":0.072,"scicode":0.241,"humaneval":0.963,"aime":0.713,"aime25":0.413,"math_500":0.963,"gpqa":0.641,"livecodebench":0.514,"ifbench":0.248,"lcr":0,"estimated_intelligence_index":44.1908751692,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":7045593,"answer_tokens":6101750,"output_tokens":138244776,"reasoning_tokens":132143026},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","slug":"mistral_magistral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","footnotes":null,"json_mode":null,"host_api_id":"magistral-small-2506","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40000,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-small","hosts_url":"/models/magistral-small/providers","name_and_creator_label":"Magistral Small, Mistral","contextWindowFormatted":"40k"},"name":"Magistral Small, Mistral","short_name":"Magistral Small, Mistral","model_label":"Magistral Small","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":40000,"context_window_formatted":"40k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","median_output_speed":207.669381543811,"percentile_05_output_speed":175.887758748387,"percentile_95_output_speed":221.427325164203,"quartile_25_output_speed":194.744409488605,"quartile_75_output_speed":214.243814145891,"median_time_to_first_chunk":0.322898368991446,"percentile_05_time_to_first_chunk":0.296062391007581,"percentile_95_time_to_first_chunk":0.390619211204103,"quartile_25_time_to_first_chunk":0.303327277999415,"quartile_75_time_to_first_chunk":0.331962061012746,"median_estimated_total_seconds_for_100_output_tokens":20.4364392158099,"percentile_05_estimated_total_seconds_for_100_output_tokens":11.2072532982424,"percentile_95_estimated_total_seconds_for_100_output_tokens":51.4577639979287,"quartile_25_estimated_total_seconds_for_100_output_tokens":12.731668975386,"quartile_75_estimated_total_seconds_for_100_output_tokens":34.453460203389},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","prompt_length_type":"long","model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","median_output_speed":184.119275157929,"median_time_to_first_chunk":0.907487145999767,"median_estimated_total_seconds_for_100_output_tokens":23.3865327375004,"median_end_to_end_response_time":14.485641838688055},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","prompt_length_type":"medium","model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","median_output_speed":207.669381543811,"median_time_to_first_chunk":0.322898368991446,"median_estimated_total_seconds_for_100_output_tokens":20.4364392158099,"median_end_to_end_response_time":12.361264262966948},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"af62f226-f6af-474c-a7a7-ac2ad914b0c5","prompt_length_type":"short","model_id":"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59","median_output_speed":173.446661373219,"median_time_to_first_chunk":0.269223142997362,"median_estimated_total_seconds_for_100_output_tokens":14.0050813509517,"median_end_to_end_response_time":14.68287619464389}],"end_to_end_response_time_metrics":{"input_time":0.322898368991446,"reasoning_time":9.630692715180402,"answer_time":2.4076731787951005,"total_time":12.361264262966948,"p05_total_time":14.536508331332993,"p95_total_time":11.613284495211797,"p25_total_time":13.160237353791835,"p75_total_time":11.991846711638134},"time_to_first_answer_token_metrics":{"input_time":0.322898368991446,"reasoning_time":9.630692715180402,"total_time":9.953591084171848}},{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","slug":"mistral_devstral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":true,"host_api_id":"devstral-small-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","name":"Devstral Small (Jul '25)","short_name":"Devstral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-small","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":223,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2507","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.9,"coding_index":24.85,"mmlu_pro":0.622,"mmmu_pro":null,"hle":0.037,"scicode":0.243,"humaneval":0.85,"aime":0.003,"aime25":null,"math_500":0.635,"gpqa":0.414,"livecodebench":0.254,"ifbench":null,"lcr":null,"estimated_intelligence_index":20.5381458527,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","slug":"mistral_devstral-small","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":true,"host_api_id":"devstral-small-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Devstral Small (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","slug":"nebius_devstral-small","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"host_api_id":"mistralai/Devstral-Small-2505","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Devstral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","slug":"deepinfra_devstral-small","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"host_api_id":"mistralai/Devstral-Small-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.1225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/devstral-small","hosts_url":"/models/devstral-small/providers","name_and_creator_label":"Devstral Small, Mistral","contextWindowFormatted":"256k"},"name":"Devstral Small, Mistral","short_name":"Devstral Small, Mistral","model_label":"Devstral Small","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":158.604615965931,"percentile_05_output_speed":135.474407415164,"percentile_95_output_speed":183.661108500387,"quartile_25_output_speed":148.85348869385,"quartile_75_output_speed":164.002923734284,"median_time_to_first_chunk":0.329218022001442,"percentile_05_time_to_first_chunk":0.303182246512006,"percentile_95_time_to_first_chunk":0.524240117700538,"quartile_25_time_to_first_chunk":0.311318502021095,"quartile_75_time_to_first_chunk":0.346882684505545,"median_estimated_total_seconds_for_100_output_tokens":0.960338753267046,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.858992303479993,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.33072358095071,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.94688596097151,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.07008002690682},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","prompt_length_type":"100k","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":81.0155291786849,"median_time_to_first_chunk":11.1828938389663,"median_estimated_total_seconds_for_100_output_tokens":12.5427765490045,"median_end_to_end_response_time":17.35455012596306},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","prompt_length_type":"long","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":139.545299189931,"median_time_to_first_chunk":0.944158419995802,"median_estimated_total_seconds_for_100_output_tokens":1.6834951685373,"median_end_to_end_response_time":4.527224298262792},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","prompt_length_type":"medium","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":158.604615965931,"median_time_to_first_chunk":0.329218022001442,"median_estimated_total_seconds_for_100_output_tokens":0.960338753267046,"median_end_to_end_response_time":3.481711390210866},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","prompt_length_type":"short","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":204.035191328645,"median_time_to_first_chunk":0.274510830990039,"median_estimated_total_seconds_for_100_output_tokens":0.78261105086004,"median_end_to_end_response_time":2.725068485991016}],"end_to_end_response_time_metrics":{"input_time":0.329218022001442,"reasoning_time":0,"answer_time":3.152493368209424,"total_time":3.481711390210866,"p05_total_time":4.019952010360883,"p95_total_time":3.0516234571126346,"p25_total_time":3.6882256232835333,"p75_total_time":3.3779441581896927},"time_to_first_answer_token_metrics":{"input_time":0.329218022001442,"reasoning_time":0,"total_time":0.329218022001442}},{"id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","slug":"nebius_devstral-small","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"host_api_id":"mistralai/Devstral-Small-2505","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Devstral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.08,"price_1m_output_tokens":0.24,"price_1m_blended_3_to_1":0.12,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius","short_name":"Nebius","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","name":"Devstral Small (Jul '25)","short_name":"Devstral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-small","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":223,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2507","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.9,"coding_index":24.85,"mmlu_pro":0.622,"mmmu_pro":null,"hle":0.037,"scicode":0.243,"humaneval":0.85,"aime":0.003,"aime25":null,"math_500":0.635,"gpqa":0.414,"livecodebench":0.254,"ifbench":null,"lcr":null,"estimated_intelligence_index":20.5381458527,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:110:model:host_models","model_url":"/models/devstral-small","hosts_url":"/models/devstral-small/providers","name_and_creator_label":"Devstral Small, Mistral","contextWindowFormatted":"256k"},"name":"Devstral Small, Nebius","short_name":"Devstral Small, Nebius","model_label":"Devstral Small","host_label":"Nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":149.148155525061,"percentile_05_output_speed":120.287631278245,"percentile_95_output_speed":155.941195469126,"quartile_25_output_speed":147.760801373771,"quartile_75_output_speed":151.987898493409,"median_time_to_first_chunk":0.490166081988718,"percentile_05_time_to_first_chunk":0.469076964480337,"percentile_95_time_to_first_chunk":0.554995877614419,"quartile_25_time_to_first_chunk":0.473986092983978,"quartile_75_time_to_first_chunk":0.515286746002857,"median_estimated_total_seconds_for_100_output_tokens":1.16831369324797,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.11437641694158,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.36838747285539,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.13524077373491,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.19397918604155},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","prompt_length_type":"100k","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":110.115302038439,"median_time_to_first_chunk":7.49676490802085,"median_estimated_total_seconds_for_100_output_tokens":8.43419353003442,"median_end_to_end_response_time":12.037459895402897},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","prompt_length_type":"long","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":147.73837184591,"median_time_to_first_chunk":1.07409317797283,"median_estimated_total_seconds_for_100_output_tokens":1.77412975409655,"median_end_to_end_response_time":4.458454287092783},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","prompt_length_type":"medium","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":149.148155525061,"median_time_to_first_chunk":0.490166081988718,"median_estimated_total_seconds_for_100_output_tokens":1.16831369324797,"median_end_to_end_response_time":3.842537408605535},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"ff962053-6b8f-4ca8-a131-fa611462a6b2","prompt_length_type":"short","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":140.28887553372,"median_time_to_first_chunk":0.461102129490428,"median_estimated_total_seconds_for_100_output_tokens":1.18126021790626,"median_end_to_end_response_time":4.02517660152381}],"end_to_end_response_time_metrics":{"input_time":0.490166081988718,"reasoning_time":0,"answer_time":3.352371326616817,"total_time":3.842537408605535,"p05_total_time":4.646869432837968,"p95_total_time":3.6965029225895867,"p25_total_time":3.87401345795967,"p75_total_time":3.779901679074315},"time_to_first_answer_token_metrics":{"input_time":0.490166081988718,"reasoning_time":0,"total_time":0.490166081988718}},{"id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","slug":"deepinfra_devstral-small","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","footnotes":null,"json_mode":null,"host_api_id":"mistralai/Devstral-Small-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_Devstral Small","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.1225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":8.16,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","name":"Devstral Small (Jul '25)","short_name":"Devstral Small","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"devstral-small","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":223,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/mistralai/Devstral-Small-2507","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":31.9,"coding_index":24.85,"mmlu_pro":0.622,"mmmu_pro":null,"hle":0.037,"scicode":0.243,"humaneval":0.85,"aime":0.003,"aime25":null,"math_500":0.635,"gpqa":0.414,"livecodebench":0.254,"ifbench":null,"lcr":null,"estimated_intelligence_index":20.5381458527,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4500fce6-9c0f-405e-afa2-994f0c2e5d6a","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:110:model:host_models","model_url":"/models/devstral-small","hosts_url":"/models/devstral-small/providers","name_and_creator_label":"Devstral Small, Mistral","contextWindowFormatted":"256k"},"name":"Devstral Small, Deepinfra","short_name":"Devstral Small, Deepinfra","model_label":"Devstral Small","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":93.9929970865022,"percentile_05_output_speed":25.0289626916682,"percentile_95_output_speed":104.84468415877,"quartile_25_output_speed":71.8992393806665,"quartile_75_output_speed":102.53196892538,"median_time_to_first_chunk":0.243365979971713,"percentile_05_time_to_first_chunk":0.178262008170714,"percentile_95_time_to_first_chunk":0.894215062201601,"quartile_25_time_to_first_chunk":0.187558116252603,"quartile_75_time_to_first_chunk":0.496630903980986,"median_estimated_total_seconds_for_100_output_tokens":1.46519650618674,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.14691488233793,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.7503423982222,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.21360994834888,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.85234408725761},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","prompt_length_type":"100k","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":65.187683723326,"median_time_to_first_chunk":12.8841111224974,"median_estimated_total_seconds_for_100_output_tokens":14.4185578077257,"median_end_to_end_response_time":20.55427167187562},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","prompt_length_type":"long","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":93.9541522315332,"median_time_to_first_chunk":0.870791984023526,"median_estimated_total_seconds_for_100_output_tokens":2.46457966013349,"median_end_to_end_response_time":6.19253655969528},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","prompt_length_type":"medium","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":93.9929970865022,"median_time_to_first_chunk":0.243365979971713,"median_estimated_total_seconds_for_100_output_tokens":1.46519650618674,"median_end_to_end_response_time":5.562911217366874},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"ab62a229-f9ea-4d48-852e-f9efee58a8c4","prompt_length_type":"short","model_id":"9eae4ec4-61b8-48bc-9843-3edd506ae933","median_output_speed":91.5423412431269,"median_time_to_first_chunk":0.18010931549361,"median_estimated_total_seconds_for_100_output_tokens":1.48836805065862,"median_end_to_end_response_time":5.642062693680128}],"end_to_end_response_time_metrics":{"input_time":0.243365979971713,"reasoning_time":0,"answer_time":5.319545237395161,"total_time":5.562911217366874,"p05_total_time":20.220222638375823,"p95_total_time":5.012324978816446,"p25_total_time":7.197542467886668,"p75_total_time":5.119893810661149},"time_to_first_answer_token_metrics":{"input_time":0.243365979971713,"reasoning_time":0,"total_time":0.243365979971713}},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","slug":"mistral_codestral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":true,"host_api_id":"codestral-2501","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Codestral (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"fd83b089-139a-4445-8989-583993889b64","name":"Codestral (Jan '25)","short_name":"Codestral (Jan '25)","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-01-13","chatbot-arena-elo":null,"slug":"codestral","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":228,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":3,"updated_at":"2025-03-16T14:17:54.695860","input_tokens":53,"answer_tokens":715,"output_tokens":715,"reasoning_tokens":0,"max_output_tokens_used":817},"reasoning_properties":null,"intelligence_index":null,"math_index":32.5,"coding_index":24.5,"mmlu_pro":0.446,"mmmu_pro":null,"hle":0.045,"scicode":0.247,"humaneval":0.848,"aime":0.043,"aime25":null,"math_500":0.607,"gpqa":0.312,"livecodebench":0.243,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.9120270504,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.714,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","slug":"google_codestral_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":false,"host_api_id":"mistralai/codestral-2501","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Codestral (Jan '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16f34b67-2f52-4484-9c1e-f62aa9872731","slug":"mistral_codestral","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":true,"host_api_id":"codestral-2501","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Codestral (Jan '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/codestral","hosts_url":"/models/codestral/providers","name_and_creator_label":"Codestral (Jan '25), Mistral","contextWindowFormatted":"256k"},"name":"Codestral (Jan '25), Mistral","short_name":"Codestral (Jan '25), Mistral","model_label":"Codestral (Jan '25)","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":185.205693269522,"percentile_05_output_speed":147.430852728343,"percentile_95_output_speed":220.452787873946,"quartile_25_output_speed":175.087222680151,"quartile_75_output_speed":207.019608751311,"median_time_to_first_chunk":0.289189653005451,"percentile_05_time_to_first_chunk":0.271571787807625,"percentile_95_time_to_first_chunk":0.323666337359464,"quartile_25_time_to_first_chunk":0.279692636995605,"quartile_75_time_to_first_chunk":0.299853402502777,"median_estimated_total_seconds_for_100_output_tokens":0.829902413903559,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.739464824118631,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.977859780225666,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.779951984315113,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.854179967685194},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","prompt_length_type":"100k","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":140.373395454728,"median_time_to_first_chunk":4.20244872500189,"median_estimated_total_seconds_for_100_output_tokens":4.82564724811528,"median_end_to_end_response_time":7.764377239876744},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","prompt_length_type":"long","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":166.07023196426,"median_time_to_first_chunk":0.682228700999985,"median_estimated_total_seconds_for_100_output_tokens":1.29745485441633,"median_end_to_end_response_time":3.6930030829350033},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","prompt_length_type":"medium","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":185.205693269522,"median_time_to_first_chunk":0.289189653005451,"median_estimated_total_seconds_for_100_output_tokens":0.829902413903559,"median_end_to_end_response_time":2.988890678245378},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","prompt_length_type":"short","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":270.878630576412,"median_time_to_first_chunk":0.267438692040741,"median_estimated_total_seconds_for_100_output_tokens":0.625257947242667,"median_end_to_end_response_time":2.113283818088642}],"end_to_end_response_time_metrics":{"input_time":0.289189653005451,"reasoning_time":0,"answer_time":2.699701025239927,"total_time":2.988890678245378,"p05_total_time":3.6806100426121167,"p95_total_time":2.5572489722910747,"p25_total_time":3.1449091758023773,"p75_total_time":2.704419799636832},"time_to_first_answer_token_metrics":{"input_time":0.289189653005451,"reasoning_time":0,"total_time":0.289189653005451}},{"id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","slug":"google_codestral_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"fd83b089-139a-4445-8989-583993889b64","footnotes":null,"json_mode":false,"host_api_id":"mistralai/codestral-2501","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_Codestral (Jan '25)_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0.3,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":2.22,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google Vertex","short_name":"Google Vertex","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"fd83b089-139a-4445-8989-583993889b64","name":"Codestral (Jan '25)","short_name":"Codestral (Jan '25)","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-01-13","chatbot-arena-elo":null,"slug":"codestral","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":228,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:113:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":null,"math_index":32.5,"coding_index":24.5,"mmlu_pro":0.446,"mmmu_pro":null,"hle":0.045,"scicode":0.247,"humaneval":0.848,"aime":0.043,"aime25":null,"math_500":0.607,"gpqa":0.312,"livecodebench":0.243,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.9120270504,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.714,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16f34b67-2f52-4484-9c1e-f62aa9872731","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:113:model:host_models","model_url":"/models/codestral","hosts_url":"/models/codestral/providers","name_and_creator_label":"Codestral (Jan '25), Mistral","contextWindowFormatted":"256k"},"name":"Codestral (Jan '25) Vertex, Google","short_name":"Codestral (Jan '25) Vertex, Google","model_label":"Codestral (Jan '25) Vertex","host_label":"Google Vertex","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":149.125077974461,"percentile_05_output_speed":138.600497489332,"percentile_95_output_speed":155.353935029152,"quartile_25_output_speed":147.439176842147,"quartile_75_output_speed":150.444347457594,"median_time_to_first_chunk":0.150824462005403,"percentile_05_time_to_first_chunk":0.133648939800332,"percentile_95_time_to_first_chunk":0.229685393999171,"quartile_25_time_to_first_chunk":0.144449822983006,"quartile_75_time_to_first_chunk":0.175235183003679,"median_estimated_total_seconds_for_100_output_tokens":0.820448323703286,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.786003272265246,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.903505296494802,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.805113676539421,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.865928264382084},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","prompt_length_type":"100k","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":116.563562903847,"median_time_to_first_chunk":4.94498303544242,"median_estimated_total_seconds_for_100_output_tokens":5.81017997325801,"median_end_to_end_response_time":9.234488156459086},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","prompt_length_type":"long","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":147.64212829175,"median_time_to_first_chunk":0.415957474993775,"median_estimated_total_seconds_for_100_output_tokens":1.09046298488445,"median_end_to_end_response_time":3.80252474942353},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","prompt_length_type":"medium","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":149.125077974461,"median_time_to_first_chunk":0.150824462005403,"median_estimated_total_seconds_for_100_output_tokens":0.820448323703286,"median_end_to_end_response_time":3.5037145780838634},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"e1a2f246-87ab-4b7f-b5c9-b33c384cbc4f","prompt_length_type":"short","model_id":"fd83b089-139a-4445-8989-583993889b64","median_output_speed":153.187256215326,"median_time_to_first_chunk":0.11882529000286,"median_estimated_total_seconds_for_100_output_tokens":0.777045343914986,"median_end_to_end_response_time":3.382804372552524}],"end_to_end_response_time_metrics":{"input_time":0.150824462005403,"reasoning_time":0,"answer_time":3.3528901160784605,"total_time":3.5037145780838634,"p05_total_time":3.7583151208212895,"p95_total_time":3.3692817215925226,"p25_total_time":3.542053378966298,"p75_total_time":3.47431257205843},"time_to_first_answer_token_metrics":{"input_time":0.150824462005403,"reasoning_time":0,"total_time":0.150824462005403}},{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","slug":"mistral_magistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","footnotes":null,"json_mode":null,"host_api_id":"magistral-medium-2506","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","name":"Magistral Medium","short_name":"Magistral Medium","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-10","chatbot-arena-elo":null,"slug":"magistral-medium","open_weights":"Proprietary","additional_text":null,"context_window_tokens":40000,"display_order":229,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":37.57,"math_index":80.87,"coding_index":41.19,"mmlu_pro":0.753,"mmmu_pro":null,"hle":0.095,"scicode":0.297,"humaneval":null,"aime":0.7,"aime25":0.403,"math_500":0.917,"gpqa":0.679,"livecodebench":0.527,"ifbench":0.251,"lcr":0,"estimated_intelligence_index":45.4962134317,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4953720,"answer_tokens":5952155,"output_tokens":145335234,"reasoning_tokens":139383079},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","slug":"mistral_magistral-medium","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","footnotes":null,"json_mode":null,"host_api_id":"magistral-medium-2506","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Magistral Medium","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":5,"price_1m_blended_3_to_1":2.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":40960,"price_m_tokens_blended_3_to_1_per_dollar":0.36,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/magistral-medium","hosts_url":"/models/magistral-medium/providers","name_and_creator_label":"Magistral Medium, Mistral","contextWindowFormatted":"40k"},"name":"Magistral Medium, Mistral","short_name":"Magistral Medium, Mistral","model_label":"Magistral Medium","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":40960,"context_window_formatted":"41k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","median_output_speed":127.969431339857,"percentile_05_output_speed":101.563423573864,"percentile_95_output_speed":139.896589997873,"quartile_25_output_speed":120.566048555868,"quartile_75_output_speed":134.261329790243,"median_time_to_first_chunk":0.400966471992433,"percentile_05_time_to_first_chunk":0.366528329801804,"percentile_95_time_to_first_chunk":0.757617596890486,"quartile_25_time_to_first_chunk":0.384142313501798,"quartile_75_time_to_first_chunk":0.428517420979915,"median_estimated_total_seconds_for_100_output_tokens":34.7054418099028,"percentile_05_estimated_total_seconds_for_100_output_tokens":18.4932542976221,"percentile_95_estimated_total_seconds_for_100_output_tokens":74.5628921789026,"quartile_25_estimated_total_seconds_for_100_output_tokens":23.9398519943623,"quartile_75_estimated_total_seconds_for_100_output_tokens":43.9651496982308},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","prompt_length_type":"long","model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","median_output_speed":89.3285093571363,"median_time_to_first_chunk":1.39754321897635,"median_estimated_total_seconds_for_100_output_tokens":34.9628279992376,"median_end_to_end_response_time":29.3841291140233},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","prompt_length_type":"medium","model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","median_output_speed":127.969431339857,"median_time_to_first_chunk":0.400966471992433,"median_estimated_total_seconds_for_100_output_tokens":34.7054418099028,"median_end_to_end_response_time":19.93688199357182},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"d0e8b51e-c9b1-4eff-8d42-2fe929e5a16a","prompt_length_type":"short","model_id":"660965b2-66d2-49ee-a6b9-79a6ac47d3c0","median_output_speed":102.575656104058,"median_time_to_first_chunk":0.300857491034549,"median_estimated_total_seconds_for_100_output_tokens":12.1017758320335,"median_end_to_end_response_time":24.67311202932258}],"end_to_end_response_time_metrics":{"input_time":0.400966471992433,"reasoning_time":15.62873241726351,"answer_time":3.9071831043158776,"total_time":19.93688199357182,"p05_total_time":25.016127245711584,"p95_total_time":18.271309130366095,"p25_total_time":21.13648886776497,"p75_total_time":19.02136896544129},"time_to_first_answer_token_metrics":{"input_time":0.400966471992433,"reasoning_time":15.62873241726351,"total_time":16.029698889255943}},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","slug":"mistral_mistral-small-3-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":true,"host_api_id":"mistral-small-2506","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"43da3718-3d6e-40dd-901a-05664179ff7f","name":"Mistral Small 3.2","short_name":"Mistral Small 3.2","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-20","chatbot-arena-elo":null,"slug":"mistral-small-3-2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":233,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.82,"math_index":60.3,"coding_index":26.95,"mmlu_pro":0.681,"mmmu_pro":null,"hle":0.043,"scicode":0.264,"humaneval":0.852,"aime":0.323,"aime25":0.27,"math_500":0.883,"gpqa":0.505,"livecodebench":0.275,"ifbench":0.335,"lcr":0.173,"estimated_intelligence_index":31.2105914869,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14187953,"answer_tokens":6509720,"output_tokens":6509720,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","slug":"deepinfra_mistral-small-3-2_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":false,"host_api_id":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3.2_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","slug":"mistral_mistral-small-3-2","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":true,"host_api_id":"mistral-small-2506","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Small 3.2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-small-3-2","hosts_url":"/models/mistral-small-3-2/providers","name_and_creator_label":"Mistral Small 3.2, Mistral","contextWindowFormatted":"128k"},"name":"Mistral Small 3.2, Mistral","short_name":"Mistral Small 3.2, Mistral","model_label":"Mistral Small 3.2","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":189.109789077027,"percentile_05_output_speed":117.342578472937,"percentile_95_output_speed":227.567786252705,"quartile_25_output_speed":158.395004674369,"quartile_75_output_speed":200.056632255823,"median_time_to_first_chunk":0.288688765998813,"percentile_05_time_to_first_chunk":0.272662109915837,"percentile_95_time_to_first_chunk":0.457501411208068,"quartile_25_time_to_first_chunk":0.281775542502146,"quartile_75_time_to_first_chunk":0.313901834015269,"median_estimated_total_seconds_for_100_output_tokens":0.870957011917233,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.719457407490507,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.34470674388019,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.792579764110052,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.984841328343386},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","prompt_length_type":"long","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":161.746495081383,"median_time_to_first_chunk":0.867637428978924,"median_estimated_total_seconds_for_100_output_tokens":1.50313157263941,"median_end_to_end_response_time":3.9588945208152837},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","prompt_length_type":"medium","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":189.109789077027,"median_time_to_first_chunk":0.288688765998813,"median_estimated_total_seconds_for_100_output_tokens":0.870957011917233,"median_end_to_end_response_time":2.9326555455098577},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","prompt_length_type":"short","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":237.573376494262,"median_time_to_first_chunk":0.270284450030886,"median_estimated_total_seconds_for_100_output_tokens":0.704484679813807,"median_end_to_end_response_time":2.3748973800579014}],"end_to_end_response_time_metrics":{"input_time":0.288688765998813,"reasoning_time":0,"answer_time":2.643966779511045,"total_time":2.9326555455098577,"p05_total_time":4.5497166597681336,"p95_total_time":2.48583629831593,"p25_total_time":3.4453539716213517,"p75_total_time":2.7879810631950566},"time_to_first_answer_token_metrics":{"input_time":0.288688765998813,"reasoning_time":0,"total_time":0.288688765998813}},{"id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","slug":"deepinfra_mistral-small-3-2_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","footnotes":null,"json_mode":false,"host_api_id":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Mistral Small 3.2_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (FP8)","short_name":"Deepinfra (FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"43da3718-3d6e-40dd-901a-05664179ff7f","name":"Mistral Small 3.2","short_name":"Mistral Small 3.2","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-06-20","chatbot-arena-elo":null,"slug":"mistral-small-3-2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":233,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://choosealicense.com/licenses/apache-2.0/","model_weights_source_url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":24,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.82,"math_index":60.3,"coding_index":26.95,"mmlu_pro":0.681,"mmmu_pro":null,"hle":0.043,"scicode":0.264,"humaneval":0.852,"aime":0.323,"aime25":0.27,"math_500":0.883,"gpqa":0.505,"livecodebench":0.275,"ifbench":0.335,"lcr":0.173,"estimated_intelligence_index":31.2105914869,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"1ca8b17f-206a-4f08-985f-5c68ba7c5ac1","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:116:model:intelligence_index_token_counts","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:116:model:host_models","model_url":"/models/mistral-small-3-2","hosts_url":"/models/mistral-small-3-2/providers","name_and_creator_label":"Mistral Small 3.2, Mistral","contextWindowFormatted":"128k"},"name":"Mistral Small 3.2 (FP8), Deepinfra","short_name":"Mistral Small 3.2 (FP8), Deepinfra","model_label":"Mistral Small 3.2 (FP8)","host_label":"Deepinfra (FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":36.3804769917129,"percentile_05_output_speed":24.8009746093031,"percentile_95_output_speed":65.1992519096704,"quartile_25_output_speed":28.384324723291,"quartile_75_output_speed":47.7788455336991,"median_time_to_first_chunk":0.446735099999842,"percentile_05_time_to_first_chunk":0.181271473004017,"percentile_95_time_to_first_chunk":1.4746163560194,"quartile_25_time_to_first_chunk":0.233947098997305,"quartile_75_time_to_first_chunk":0.610187782003777,"median_estimated_total_seconds_for_100_output_tokens":3.33372960707114,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.72700530833076,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.58919700699002,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.47959247591357,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.0826430034946},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","prompt_length_type":"100k","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":21.9291268843211,"median_time_to_first_chunk":15.1278548174596,"median_estimated_total_seconds_for_100_output_tokens":19.7062552309735,"median_end_to_end_response_time":37.92858020144606},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","prompt_length_type":"long","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":33.8843153574261,"median_time_to_first_chunk":1.07696259300428,"median_estimated_total_seconds_for_100_output_tokens":4.1154490921859,"median_end_to_end_response_time":15.833052386343423},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","prompt_length_type":"medium","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":36.3804769917129,"median_time_to_first_chunk":0.446735099999842,"median_estimated_total_seconds_for_100_output_tokens":3.33372960707114,"median_end_to_end_response_time":14.190370185210377},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"3ac5eeba-595a-4dfc-88f2-03ef5702d2c6","prompt_length_type":"short","model_id":"43da3718-3d6e-40dd-901a-05664179ff7f","median_output_speed":37.3680717039565,"median_time_to_first_chunk":0.389468020002823,"median_estimated_total_seconds_for_100_output_tokens":3.03128351124679,"median_end_to_end_response_time":13.769874800453858}],"end_to_end_response_time_metrics":{"input_time":0.446735099999842,"reasoning_time":0,"answer_time":13.743635085210535,"total_time":14.190370185210377,"p05_total_time":20.607233139961743,"p95_total_time":8.115534746546702,"p25_total_time":18.062091634788942,"p75_total_time":10.911617505903578},"time_to_first_answer_token_metrics":{"input_time":0.446735099999842,"reasoning_time":0,"total_time":0.446735099999842}},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","slug":"mistral_mistral-medium-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":0.5104,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","name":"Mistral","short_name":"Mistral","website_url":"https://mistral.ai/","slug":"mistral","deleted":false,"logo":"mistral.png","color":"#fd6f00","logo_small":"mistral_small.png","display_order":3,"openai_compatible":false,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.mistral.ai/capabilities/function_calling/","json_mode_url":"https://docs.mistral.ai/capabilities/structured-output/json_mode/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:106:host:host_models","host_url":"/providers/mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"model":{"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","name":"Mistral Medium 3","short_name":"Mistral Medium 3","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-05-07","chatbot-arena-elo":null,"slug":"mistral-medium-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":235,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":38.59,"math_index":67.33,"coding_index":36.55,"mmlu_pro":0.76,"mmmu_pro":0.53,"hle":0.043,"scicode":0.331,"humaneval":0.898,"aime":0.44,"aime25":0.303,"math_500":0.907,"gpqa":0.578,"livecodebench":0.4,"ifbench":0.393,"lcr":0.28,"estimated_intelligence_index":38.1863191617,"lab_claimed_mmlu_pro":0.772,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.921,"lab_claimed_aime":null,"lab_claimed_math_500":0.91,"lab_claimed_gpqa":0.571,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14216369,"answer_tokens":7072995,"output_tokens":7072995,"reasoning_tokens":0},"model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":[{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","slug":"azure_mistral-medium-3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","slug":"mistral_mistral-medium-3","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","mgsm_aa":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Mistral_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":0.5104,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/mistral-medium-3","hosts_url":"/models/mistral-medium-3/providers","name_and_creator_label":"Mistral Medium 3, Mistral","contextWindowFormatted":"128k"},"name":"Mistral Medium 3, Mistral","short_name":"Mistral Medium 3, Mistral","model_label":"Mistral Medium 3","host_label":"Mistral","logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png","hosts_url":"/providers/mistral","host_color":"#fd6f00","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":88.1902557485365,"percentile_05_output_speed":75.5906597679366,"percentile_95_output_speed":111.073931186414,"quartile_25_output_speed":81.8126564053218,"quartile_75_output_speed":99.2833595833512,"median_time_to_first_chunk":0.382192239980213,"percentile_05_time_to_first_chunk":0.345903912000358,"percentile_95_time_to_first_chunk":0.921152717900622,"quartile_25_time_to_first_chunk":0.36227695751586,"quartile_75_time_to_first_chunk":0.431944527503219,"median_estimated_total_seconds_for_100_output_tokens":1.47396187077641,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.25872604873413,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.20104080730333,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.38915038143971,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.67022707266808},"performanceByPromptLength":[{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","prompt_length_type":"100k","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":47.7416560942448,"median_time_to_first_chunk":18.606641824008,"median_estimated_total_seconds_for_100_output_tokens":20.7012486764094,"median_end_to_end_response_time":29.079676086015397},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","prompt_length_type":"long","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":81.3155149758601,"median_time_to_first_chunk":1.49139131500851,"median_estimated_total_seconds_for_100_output_tokens":2.7994344850454,"median_end_to_end_response_time":7.640279385734417},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","prompt_length_type":"medium","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":88.1902557485365,"median_time_to_first_chunk":0.382192239980213,"median_estimated_total_seconds_for_100_output_tokens":1.47396187077641,"median_end_to_end_response_time":6.051752847964927},{"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","prompt_length_type":"short","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":108.607535850477,"median_time_to_first_chunk":0.293226941954345,"median_estimated_total_seconds_for_100_output_tokens":1.33487380078267,"median_end_to_end_response_time":4.896959050271063}],"end_to_end_response_time_metrics":{"input_time":0.382192239980213,"reasoning_time":0,"answer_time":5.669560607984714,"total_time":6.051752847964927,"p05_total_time":6.996766071390079,"p95_total_time":4.883698530964515,"p25_total_time":6.493716079554205,"p75_total_time":5.418282901076706},"time_to_first_answer_token_metrics":{"input_time":0.382192239980213,"reasoning_time":0,"total_time":0.382192239980213}},{"id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","slug":"azure_mistral-medium-3","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","footnotes":null,"json_mode":true,"host_api_id":"mistral-medium-2505","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_Mistral Medium 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","name":"Mistral Medium 3","short_name":"Mistral Medium 3","deleted":false,"deprecated":false,"model_creator_id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","release_date":"2025-05-07","chatbot-arena-elo":null,"slug":"mistral-medium-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":235,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":38.59,"math_index":67.33,"coding_index":36.55,"mmlu_pro":0.76,"mmmu_pro":0.53,"hle":0.043,"scicode":0.331,"humaneval":0.898,"aime":0.44,"aime25":0.303,"math_500":0.907,"gpqa":0.578,"livecodebench":0.4,"ifbench":0.393,"lcr":0.28,"estimated_intelligence_index":38.1863191617,"lab_claimed_mmlu_pro":0.772,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.921,"lab_claimed_aime":null,"lab_claimed_math_500":0.91,"lab_claimed_gpqa":0.571,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5fabb4d9-8750-4e52-993a-6f1d7695c6a3","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:118:model:intelligence_index_token_counts","model_creators":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","logo":"mistral.png","name":"Mistral","slug":"mistral","color":"#fd6f00","deleted":false,"host_id":"1d77b28d-f9bc-4cdc-a139-8eff72f40fc2","created_at":"2023-12-06T11:54:01.450764+00:00","logo_small":"mistral_small.png","creator_url":"https://mistral.ai/","display_order":5,"logo_url":"/img/logos/mistral.png","logo_small_url":"/img/logos/mistral_small.png"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:118:model:host_models","model_url":"/models/mistral-medium-3","hosts_url":"/models/mistral-medium-3/providers","name_and_creator_label":"Mistral Medium 3, Mistral","contextWindowFormatted":"128k"},"name":"Mistral Medium 3, Microsoft Azure","short_name":"Mistral Medium 3, Azure","model_label":"Mistral Medium 3","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":56.5451423587281,"percentile_05_output_speed":54.4195091278934,"percentile_95_output_speed":59.4835396898201,"quartile_25_output_speed":55.4060575554987,"quartile_75_output_speed":58.5671094116471,"median_time_to_first_chunk":0.428412995010149,"percentile_05_time_to_first_chunk":0.348723330000939,"percentile_95_time_to_first_chunk":0.933114262309391,"quartile_25_time_to_first_chunk":0.378381497990631,"quartile_75_time_to_first_chunk":0.801069461747829,"median_estimated_total_seconds_for_100_output_tokens":2.19375793672429,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.06850394662791,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.73248371088822,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.10534041524305,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.59480749899351},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","prompt_length_type":"100k","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":49.3155477910365,"median_time_to_first_chunk":17.9830029799778,"median_estimated_total_seconds_for_100_output_tokens":20.0109946422559,"median_end_to_end_response_time":28.12179332898978},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","prompt_length_type":"long","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":57.0315671521833,"median_time_to_first_chunk":1.5835063039849,"median_estimated_total_seconds_for_100_output_tokens":3.36689452417008,"median_end_to_end_response_time":10.350580837739122},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","prompt_length_type":"medium","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":56.5451423587281,"median_time_to_first_chunk":0.428412995010149,"median_estimated_total_seconds_for_100_output_tokens":2.19375793672429,"median_end_to_end_response_time":9.27090554420119},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"bb96fb6d-2640-4bf9-be72-88793cec6bd1","prompt_length_type":"short","model_id":"59e22326-1bca-4432-a5fa-147fbe8854e7","median_output_speed":55.1518949209295,"median_time_to_first_chunk":0.363628061488271,"median_estimated_total_seconds_for_100_output_tokens":2.19228770667667,"median_end_to_end_response_time":9.429499700474437}],"end_to_end_response_time_metrics":{"input_time":0.428412995010149,"reasoning_time":0,"answer_time":8.842492549191041,"total_time":9.27090554420119,"p05_total_time":9.616294473781496,"p95_total_time":8.834099721241895,"p25_total_time":9.452697018452243,"p75_total_time":8.965627910051973},"time_to_first_answer_token_metrics":{"input_time":0.428412995010149,"reasoning_time":0,"total_time":0.428412995010149}},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","slug":"lambdalabs_deepseek-r1-05-28","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.92,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.09,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda","short_name":"Lambda","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14071724,"answer_tokens":7911609,"output_tokens":99414282,"reasoning_tokens":91502673},"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","slug":"parasail_deepseek-r1-05-28","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"parasail-deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.5925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","slug":"deepseek_deepseek-r1-05-28","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":false,"host_api_id":"deepseek-reasoner","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","slug":"hyperbolic_deepseek-r1-05-28","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","slug":"nebius_deepseek-r1-05-28","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","slug":"deepinfra_deepseek-r1-05-28","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.15,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","slug":"fireworks_deepseek-r1-05-28_fast","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":3,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":4.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","slug":"lambdalabs_deepseek-r1-05-28","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.18,"price_1m_blended_3_to_1":0.92,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":1.09,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","slug":"sambanova_deepseek-r1-0528","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":5.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.18,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","slug":"gmi_deepseek-r1-0528","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.85,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","slug":"azure_deepseek-r1-0528","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","slug":"togetherai_deepseek-r1_throughput","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-tput","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)_(Throughput)","cache_pricing_notes":null,"model_name_appendage":"(Throughput)","price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","slug":"google_deepseek-r1-05-28_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"host_api_id":"deepseek-ai/deepseek-r1-0528-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_DeepSeek R1 0528 (May '25)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","slug":"togetherai_deepseek-r1-0528","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","slug":"novita_deepseek-r1-05-28","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek/deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Lambda","short_name":"DeepSeek R1 0528, Lambda","model_label":"DeepSeek R1 0528","host_label":"Lambda","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":164000,"context_window_formatted":"164k","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":52.614702202472,"percentile_05_output_speed":36.9148929785318,"percentile_95_output_speed":59.8318775029858,"quartile_25_output_speed":46.9882609086514,"quartile_75_output_speed":56.1926001712995,"median_time_to_first_chunk":0.366317571999389,"percentile_05_time_to_first_chunk":0.313970418792451,"percentile_95_time_to_first_chunk":0.644162546085135,"quartile_25_time_to_first_chunk":0.33756635199461,"quartile_75_time_to_first_chunk":0.414286991988774,"median_estimated_total_seconds_for_100_output_tokens":12.0014707380482,"percentile_05_estimated_total_seconds_for_100_output_tokens":8.27591952220806,"percentile_95_estimated_total_seconds_for_100_output_tokens":56.3012190444698,"quartile_25_estimated_total_seconds_for_100_output_tokens":10.092217587172,"quartile_75_estimated_total_seconds_for_100_output_tokens":13.4270848477839},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":45.1699115826753,"median_time_to_first_chunk":11.7268697509135,"median_estimated_total_seconds_for_100_output_tokens":34.4855049616861,"median_end_to_end_response_time":67.07344698350792},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":50.8956960601461,"median_time_to_first_chunk":0.881010946983224,"median_estimated_total_seconds_for_100_output_tokens":13.3570436909766,"median_end_to_end_response_time":50.00107793743403},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":52.614702202472,"median_time_to_first_chunk":0.366317571999389,"median_estimated_total_seconds_for_100_output_tokens":12.0014707380482,"median_end_to_end_response_time":47.88155371986345},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"c74dcdc4-894a-41a9-9c2b-3990ba0428e8","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":52.4482978589079,"median_time_to_first_chunk":0.257337504503084,"median_estimated_total_seconds_for_100_output_tokens":8.13641826332802,"median_end_to_end_response_time":47.92332671782883}],"end_to_end_response_time_metrics":{"input_time":0.366317571999389,"reasoning_time":38.012188918291244,"answer_time":9.503047229572811,"total_time":47.88155371986345,"p05_total_time":68.089661682841,"p95_total_time":42.15006403516598,"p25_total_time":53.571095779479386,"p75_total_time":44.856161294818975},"time_to_first_answer_token_metrics":{"input_time":0.366317571999389,"reasoning_time":38.012188918291244,"total_time":38.37850649029063}},{"id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","slug":"deepseek_deepseek-r1-05-28","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":false,"host_api_id":"deepseek-reasoner","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"DeepSeek_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":64000,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"104abc36-9e4e-46c1-8146-b03161804f91","name":"DeepSeek","short_name":"DeepSeek","website_url":"https://www.deepseek.com/","slug":"deepseek","deleted":false,"logo":"deepseek.png","color":"#2243e6","logo_small":"deepseek_small.svg","display_order":4,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://api-docs.deepseek.com/guides/function_calling","json_mode_url":"https://api-docs.deepseek.com/guides/json_mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper on average (up to 90% with cache optimization)\r\n- Implements Context Caching on Disk technology\r\n- No guarantee of 100% cache hits","host_models":[{"id":"94ac52c2-28b7-4bcb-8646-d921c6db4632","deleted":false},{"id":"442a7b02-61ab-4a62-8f88-f5dc5be9f14e","deleted":false},{"id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deleted":false},{"id":"f4070793-29ab-4825-aba6-39c31c6f49e7","deleted":false},{"id":"7a3242ac-d6ab-4f43-9993-d6e63fe96d24","deleted":false},{"id":"dd57486a-525f-435d-9cdb-0ca375ea7dba","deleted":false},{"id":"3909c98f-92ea-4f5c-8514-80e3ddd59afa","deleted":false}],"host_url":"/providers/deepseek","logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, DeepSeek","short_name":"DeepSeek R1 0528, DeepSeek","model_label":"DeepSeek R1 0528","host_label":"DeepSeek","logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg","hosts_url":"/providers/deepseek","host_color":"#2243e6","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":64000,"context_window_formatted":"64k","timescaleData":{"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":24.014912710344,"percentile_05_output_speed":18.3196951209118,"percentile_95_output_speed":29.0423361671742,"quartile_25_output_speed":22.0763410207956,"quartile_75_output_speed":26.8484763928673,"median_time_to_first_chunk":3.39305559301283,"percentile_05_time_to_first_chunk":1.8296055392977,"percentile_95_time_to_first_chunk":4.91032090408844,"quartile_25_time_to_first_chunk":3.14733283850364,"quartile_75_time_to_first_chunk":3.95665185450343,"median_estimated_total_seconds_for_100_output_tokens":30.4880115726454,"percentile_05_estimated_total_seconds_for_100_output_tokens":11.2125183673977,"percentile_95_estimated_total_seconds_for_100_output_tokens":75.1385390606455,"quartile_25_estimated_total_seconds_for_100_output_tokens":23.2105317424053,"quartile_75_estimated_total_seconds_for_100_output_tokens":38.4027855513},"performanceByPromptLength":[{"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":23.5429666943358,"median_time_to_first_chunk":5.29660388402408,"median_estimated_total_seconds_for_100_output_tokens":34.5045447447884,"median_end_to_end_response_time":111.48543014615674},{"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":24.014912710344,"median_time_to_first_chunk":3.39305559301283,"median_estimated_total_seconds_for_100_output_tokens":30.4880115726454,"median_end_to_end_response_time":107.49503714729802},{"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":22.8850877465893,"median_time_to_first_chunk":3.35548346501309,"median_estimated_total_seconds_for_100_output_tokens":24.267648683741,"median_end_to_end_response_time":112.59692608839084}],"end_to_end_response_time_metrics":{"input_time":3.39305559301283,"reasoning_time":83.28158524342815,"answer_time":20.82039631085704,"total_time":107.49503714729802,"p05_total_time":139.85820872464265,"p95_total_time":89.47428492695619,"p25_total_time":116.63645936382049,"p75_total_time":96.5082090720446},"time_to_first_answer_token_metrics":{"input_time":3.39305559301283,"reasoning_time":83.28158524342815,"total_time":86.67464083644099}},{"id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","slug":"parasail_deepseek-r1-05-28","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"parasail-deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.79,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.5925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.63,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Parasail","short_name":"DeepSeek R1 0528, Parasail","model_label":"DeepSeek R1 0528","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":86.2209356387272,"percentile_05_output_speed":60.7102616004936,"percentile_95_output_speed":155.850790720312,"quartile_25_output_speed":73.9420170953499,"quartile_75_output_speed":108.757598704484,"median_time_to_first_chunk":0.510999916498349,"percentile_05_time_to_first_chunk":0.393506811928819,"percentile_95_time_to_first_chunk":0.663204530674557,"quartile_25_time_to_first_chunk":0.426209842000389,"quartile_75_time_to_first_chunk":0.55072283249865,"median_estimated_total_seconds_for_100_output_tokens":9.101505327017,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.27275996090445,"percentile_95_estimated_total_seconds_for_100_output_tokens":20.0561210237663,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.91630584533977,"quartile_75_estimated_total_seconds_for_100_output_tokens":11.6932071372356},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":90.9442459024922,"median_time_to_first_chunk":11.0173605129821,"median_estimated_total_seconds_for_100_output_tokens":31.3131184280877,"median_end_to_end_response_time":38.50673023825783},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":91.8194514697471,"median_time_to_first_chunk":1.10845211350534,"median_estimated_total_seconds_for_100_output_tokens":13.6409068128923,"median_end_to_end_response_time":28.33579838907862},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":86.2209356387272,"median_time_to_first_chunk":0.510999916498349,"median_estimated_total_seconds_for_100_output_tokens":9.101505327017,"median_end_to_end_response_time":29.50627793662104},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4ecccfe8-6dfa-431d-bb1c-4cb714cee2ab","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":94.460243497681,"median_time_to_first_chunk":0.470051035510551,"median_estimated_total_seconds_for_100_output_tokens":4.75251312069477,"median_end_to_end_response_time":26.93621190308628}],"end_to_end_response_time_metrics":{"input_time":0.510999916498349,"reasoning_time":23.196222416098152,"answer_time":5.799055604024538,"total_time":29.50627793662104,"p05_total_time":41.6901998423915,"p95_total_time":16.55198365771318,"p25_total_time":34.32127583548219,"p75_total_time":23.497899496664665},"time_to_first_answer_token_metrics":{"input_time":0.510999916498349,"reasoning_time":23.196222416098152,"total_time":23.7072223325965}},{"id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","slug":"hyperbolic_deepseek-r1-05-28","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic","short_name":"Hyperbolic","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:20:host:host_models","host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Hyperbolic","short_name":"DeepSeek R1 0528, Hyperbolic","model_label":"DeepSeek R1 0528","host_label":"Hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg","hosts_url":"/providers/hyperbolic","host_color":"#594DE9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":113.785293293297,"percentile_05_output_speed":88.307545729589,"percentile_95_output_speed":140.852062747514,"quartile_25_output_speed":105.596145585442,"quartile_75_output_speed":119.097244169601,"median_time_to_first_chunk":1.10986643448996,"percentile_05_time_to_first_chunk":0.830801988838357,"percentile_95_time_to_first_chunk":1.43386124468961,"quartile_25_time_to_first_chunk":1.02641680250053,"quartile_75_time_to_first_chunk":1.28047349323606,"median_estimated_total_seconds_for_100_output_tokens":7.50635581376843,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.49401324645695,"percentile_95_estimated_total_seconds_for_100_output_tokens":13.6421316952378,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.3931171683496,"quartile_75_estimated_total_seconds_for_100_output_tokens":9.87252282987498},"performanceByPromptLength":[{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":125.995007038283,"median_time_to_first_chunk":1.56998629149894,"median_estimated_total_seconds_for_100_output_tokens":11.6620828813749,"median_end_to_end_response_time":21.41204240758286},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":113.785293293297,"median_time_to_first_chunk":1.10986643448996,"median_estimated_total_seconds_for_100_output_tokens":7.50635581376843,"median_end_to_end_response_time":23.081071391143816},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"0596b46c-019a-41e4-b1b5-ce83bf4a8c4b","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":128.22789338291,"median_time_to_first_chunk":1.10606462448777,"median_estimated_total_seconds_for_100_output_tokens":4.97848040962355,"median_end_to_end_response_time":20.602602655683373}],"end_to_end_response_time_metrics":{"input_time":1.10986643448996,"reasoning_time":17.576963965323085,"answer_time":4.394240991330771,"total_time":23.081071391143816,"p05_total_time":29.4200179548977,"p95_total_time":18.858985270480343,"p25_total_time":24.784973003385993,"p75_total_time":22.101116210512174},"time_to_first_answer_token_metrics":{"input_time":1.10986643448996,"reasoning_time":17.576963965323085,"total_time":18.686830399813044}},{"id":"5790d7cb-af6b-425d-8978-96db9b186115","slug":"nebius_deepseek-r1-05-28","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius","short_name":"Nebius","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Nebius","short_name":"DeepSeek R1 0528, Nebius","model_label":"DeepSeek R1 0528","host_label":"Nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":164000,"context_window_formatted":"164k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5790d7cb-af6b-425d-8978-96db9b186115","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":26.3787822289248,"percentile_05_output_speed":20.1038980027965,"percentile_95_output_speed":30.7389960738444,"quartile_25_output_speed":23.5023314896919,"quartile_75_output_speed":27.854526344553,"median_time_to_first_chunk":0.598325719998684,"percentile_05_time_to_first_chunk":0.572647818393307,"percentile_95_time_to_first_chunk":1.26980624540356,"quartile_25_time_to_first_chunk":0.583463397488231,"quartile_75_time_to_first_chunk":0.608026696489105,"median_estimated_total_seconds_for_100_output_tokens":19.9818143393375,"percentile_05_estimated_total_seconds_for_100_output_tokens":8.34132753481848,"percentile_95_estimated_total_seconds_for_100_output_tokens":70.9785534190679,"quartile_25_estimated_total_seconds_for_100_output_tokens":18.0044017253736,"quartile_75_estimated_total_seconds_for_100_output_tokens":38.9306506334123},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5790d7cb-af6b-425d-8978-96db9b186115","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":22.4232697693706,"median_time_to_first_chunk":15.8467069230974,"median_estimated_total_seconds_for_100_output_tokens":37.5490953060826,"median_end_to_end_response_time":127.33802936238376},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5790d7cb-af6b-425d-8978-96db9b186115","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":25.6066593515198,"median_time_to_first_chunk":1.48378317397146,"median_estimated_total_seconds_for_100_output_tokens":27.8096089247761,"median_end_to_end_response_time":99.1146363704319},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5790d7cb-af6b-425d-8978-96db9b186115","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":26.3787822289248,"median_time_to_first_chunk":0.598325719998684,"median_estimated_total_seconds_for_100_output_tokens":19.9818143393375,"median_end_to_end_response_time":95.37146491589021},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5790d7cb-af6b-425d-8978-96db9b186115","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":23.943384254576,"median_time_to_first_chunk":0.520487734000199,"median_estimated_total_seconds_for_100_output_tokens":18.4643918210911,"median_end_to_end_response_time":104.93346350296261}],"end_to_end_response_time_metrics":{"input_time":0.598325719998684,"reasoning_time":75.81851135671323,"answer_time":18.954627839178308,"total_time":95.37146491589021,"p05_total_time":124.95231914218198,"p95_total_time":81.92824274117403,"p25_total_time":106.97075098753001,"p75_total_time":90.35034552014434},"time_to_first_answer_token_metrics":{"input_time":0.598325719998684,"reasoning_time":75.81851135671323,"total_time":76.41683707671191}},{"id":"cd028d4e-4109-478d-b25f-e8abcb425afb","slug":"google_deepseek-r1-05-28_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"host_api_id":"deepseek-ai/deepseek-r1-0528-maas","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Google_DeepSeek R1 0528 (May '25)_(Vertex)","cache_pricing_notes":null,"model_name_appendage":"(Vertex)","price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":164000,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"50649676-6610-47a6-bb54-a2e213e6e414","name":"Google (Vertex)","short_name":"Google (Vertex)","website_url":"https://deepmind.google/technologies/gemini/","slug":"google","deleted":false,"logo":"google.svg","color":"#33A652","logo_small":"google_small.svg","display_order":9,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling","json_mode_url":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","additional_page_text":null,"cache_pricing_notes":"- Google supports caching for Gemini models and Anthropic's Claude models. \n- Pricing and usage differs between model families.\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:24:host:host_models","host_url":"/providers/google","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528 (Vertex), Google","short_name":"DeepSeek R1 0528 (Vertex), Google","model_label":"DeepSeek R1 0528 (Vertex)","host_label":"Google (Vertex)","logo_url":"/img/logos/google.svg","logo_small_url":"/img/logos/google_small.svg","hosts_url":"/providers/google","host_color":"#33A652","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":164000,"context_window_formatted":"164k","timescaleData":{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"cd028d4e-4109-478d-b25f-e8abcb425afb","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":195.932981590463,"percentile_05_output_speed":165.589121314025,"percentile_95_output_speed":220.864072883579,"quartile_25_output_speed":181.193867483174,"quartile_75_output_speed":203.469553678653,"median_time_to_first_chunk":0.524302349978825,"percentile_05_time_to_first_chunk":0.485970016513602,"percentile_95_time_to_first_chunk":0.753959647093688,"quartile_25_time_to_first_chunk":0.501883992008516,"quartile_75_time_to_first_chunk":0.561698709978373,"median_estimated_total_seconds_for_100_output_tokens":4.79321892052979,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.37173256506708,"percentile_95_estimated_total_seconds_for_100_output_tokens":11.0679426026444,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.78559778528933,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.69587073993799},"performanceByPromptLength":[{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"cd028d4e-4109-478d-b25f-e8abcb425afb","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":122.863458331636,"median_time_to_first_chunk":45.3624321769457,"median_estimated_total_seconds_for_100_output_tokens":47.2882721056452,"median_end_to_end_response_time":65.71022340753227},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"cd028d4e-4109-478d-b25f-e8abcb425afb","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":177.797983403102,"median_time_to_first_chunk":1.01949766700272,"median_estimated_total_seconds_for_100_output_tokens":6.89544559364147,"median_end_to_end_response_time":15.080399552104657},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"cd028d4e-4109-478d-b25f-e8abcb425afb","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":195.932981590463,"median_time_to_first_chunk":0.524302349978825,"median_estimated_total_seconds_for_100_output_tokens":4.79321892052979,"median_end_to_end_response_time":13.283767243058813},{"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","host_model_id":"cd028d4e-4109-478d-b25f-e8abcb425afb","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":204.589993909271,"median_time_to_first_chunk":0.514242400007788,"median_estimated_total_seconds_for_100_output_tokens":3.08400440128753,"median_end_to_end_response_time":12.733803837155437}],"end_to_end_response_time_metrics":{"input_time":0.524302349978825,"reasoning_time":10.20757191446399,"answer_time":2.5518929786159976,"total_time":13.283767243058813,"p05_total_time":15.621912507949126,"p95_total_time":11.843481460280707,"p25_total_time":14.32167879944478,"p75_total_time":12.811152912143731},"time_to_first_answer_token_metrics":{"input_time":0.524302349978825,"reasoning_time":10.20757191446399,"total_time":10.731874264442816}},{"id":"830a5146-2239-49c1-8628-e8dab7e34f0f","slug":"azure_deepseek-r1-0528","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.35,"price_1m_output_tokens":5.4,"price_1m_blended_3_to_1":2.3625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.42,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Microsoft Azure","short_name":"DeepSeek R1 0528, Azure","model_label":"DeepSeek R1 0528","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"830a5146-2239-49c1-8628-e8dab7e34f0f","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":116.374762609295,"percentile_05_output_speed":99.9607469796188,"percentile_95_output_speed":120.530251815229,"quartile_25_output_speed":113.645715737283,"quartile_75_output_speed":119.501208115842,"median_time_to_first_chunk":0.53882622202218,"percentile_05_time_to_first_chunk":0.445996400648073,"percentile_95_time_to_first_chunk":0.924570469148966,"quartile_25_time_to_first_chunk":0.489985587766569,"quartile_75_time_to_first_chunk":0.744346850246984,"median_estimated_total_seconds_for_100_output_tokens":16.2181786731755,"percentile_05_estimated_total_seconds_for_100_output_tokens":10.8082892489816,"percentile_95_estimated_total_seconds_for_100_output_tokens":34.6224250037928,"quartile_25_estimated_total_seconds_for_100_output_tokens":13.2249961116441,"quartile_75_estimated_total_seconds_for_100_output_tokens":21.3397946505294},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"830a5146-2239-49c1-8628-e8dab7e34f0f","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":46.0686719231765,"median_time_to_first_chunk":27.2049066429026,"median_estimated_total_seconds_for_100_output_tokens":53.2053580607062,"median_end_to_end_response_time":81.4717195471028},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"830a5146-2239-49c1-8628-e8dab7e34f0f","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":99.8884958521211,"median_time_to_first_chunk":1.37175435898826,"median_estimated_total_seconds_for_100_output_tokens":11.789729401998,"median_end_to_end_response_time":26.399661513592925},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"830a5146-2239-49c1-8628-e8dab7e34f0f","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":116.374762609295,"median_time_to_first_chunk":0.53882622202218,"median_estimated_total_seconds_for_100_output_tokens":16.2181786731755,"median_end_to_end_response_time":22.021147164692973},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"830a5146-2239-49c1-8628-e8dab7e34f0f","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":115.109262115832,"median_time_to_first_chunk":0.53436839999631,"median_estimated_total_seconds_for_100_output_tokens":10.2810315163993,"median_end_to_end_response_time":22.252863975828458}],"end_to_end_response_time_metrics":{"input_time":0.53882622202218,"reasoning_time":17.185856754136633,"answer_time":4.296464188534158,"total_time":22.021147164692973,"p05_total_time":25.548643330629123,"p95_total_time":21.28050693992578,"p25_total_time":22.537015804278838,"p75_total_time":21.459116815039046},"time_to_first_answer_token_metrics":{"input_time":0.53882622202218,"reasoning_time":17.185856754136633,"total_time":17.724682976158814}},{"id":"c2e05f3d-a461-466e-8937-9a4280e71040","slug":"fireworks_deepseek-r1-05-28_fast","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_DeepSeek R1 0528 (May '25)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":3,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":4.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.24,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks Fast","short_name":"Fireworks Fast","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528 Fast, Fireworks","short_name":"DeepSeek R1 0528 Fast, Fireworks","model_label":"DeepSeek R1 0528 Fast","host_label":"Fireworks Fast","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"c2e05f3d-a461-466e-8937-9a4280e71040","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":259.452874300092,"percentile_05_output_speed":242.848131910537,"percentile_95_output_speed":277.540071707117,"quartile_25_output_speed":254.007486352054,"quartile_75_output_speed":267.984515678845,"median_time_to_first_chunk":0.477842596010305,"percentile_05_time_to_first_chunk":0.412015167798381,"percentile_95_time_to_first_chunk":0.567494154471206,"quartile_25_time_to_first_chunk":0.43997051300903,"quartile_75_time_to_first_chunk":0.498818355001276,"median_estimated_total_seconds_for_100_output_tokens":3.18180012540949,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.21542955722541,"percentile_95_estimated_total_seconds_for_100_output_tokens":8.28179514758861,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.28297425722138,"quartile_75_estimated_total_seconds_for_100_output_tokens":6.72134277323578},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"c2e05f3d-a461-466e-8937-9a4280e71040","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":105.318776674513,"median_time_to_first_chunk":10.9950704968069,"median_estimated_total_seconds_for_100_output_tokens":22.1439336448604,"median_end_to_end_response_time":34.73252813673215},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"c2e05f3d-a461-466e-8937-9a4280e71040","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":121.452567112707,"median_time_to_first_chunk":0.783139372011647,"median_estimated_total_seconds_for_100_output_tokens":8.21140825270969,"median_end_to_end_response_time":21.36730699755076},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"c2e05f3d-a461-466e-8937-9a4280e71040","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":259.452874300092,"median_time_to_first_chunk":0.477842596010305,"median_estimated_total_seconds_for_100_output_tokens":3.18180012540949,"median_end_to_end_response_time":10.113503818666159},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"c2e05f3d-a461-466e-8937-9a4280e71040","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":270.414581056886,"median_time_to_first_chunk":0.470767677994445,"median_estimated_total_seconds_for_100_output_tokens":2.04680728610065,"median_end_to_end_response_time":9.715831277113331}],"end_to_end_response_time_metrics":{"input_time":0.477842596010305,"reasoning_time":7.708528978124683,"answer_time":1.9271322445311707,"total_time":10.113503818666159,"p05_total_time":10.77234220913056,"p95_total_time":9.485550868991528,"p25_total_time":10.320072192877397,"p75_total_time":9.80673980362368},"time_to_first_answer_token_metrics":{"input_time":0.477842596010305,"reasoning_time":7.708528978124683,"total_time":8.186371574134988}},{"id":"139965d3-2a95-4df0-a6f6-4108361cefcd","slug":"deepinfra_deepseek-r1-05-28","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2.15,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Deepinfra","short_name":"DeepSeek R1 0528, Deepinfra","model_label":"DeepSeek R1 0528","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"139965d3-2a95-4df0-a6f6-4108361cefcd","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":77.5751817413783,"percentile_05_output_speed":27.6943399497139,"percentile_95_output_speed":117.028079526237,"quartile_25_output_speed":40.196568820942,"quartile_75_output_speed":99.952309140469,"median_time_to_first_chunk":0.311947242511451,"percentile_05_time_to_first_chunk":0.24602878006408,"percentile_95_time_to_first_chunk":0.607204004600862,"quartile_25_time_to_first_chunk":0.26773796375528,"quartile_75_time_to_first_chunk":0.345588161253545,"median_estimated_total_seconds_for_100_output_tokens":9.17098616505261,"percentile_05_estimated_total_seconds_for_100_output_tokens":5.63912235636042,"percentile_95_estimated_total_seconds_for_100_output_tokens":25.9838016973798,"quartile_25_estimated_total_seconds_for_100_output_tokens":6.43973311037833,"quartile_75_estimated_total_seconds_for_100_output_tokens":14.4844953247387},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"139965d3-2a95-4df0-a6f6-4108361cefcd","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":34.5216772096981,"median_time_to_first_chunk":5.86195694003254,"median_estimated_total_seconds_for_100_output_tokens":37.6825799633648,"median_end_to_end_response_time":78.28022285492501},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"139965d3-2a95-4df0-a6f6-4108361cefcd","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":74.6265727812986,"median_time_to_first_chunk":0.567042741491605,"median_estimated_total_seconds_for_100_output_tokens":10.1437574330128,"median_end_to_end_response_time":34.067174220482684},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"139965d3-2a95-4df0-a6f6-4108361cefcd","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":77.5751817413783,"median_time_to_first_chunk":0.311947242511451,"median_estimated_total_seconds_for_100_output_tokens":9.17098616505261,"median_end_to_end_response_time":32.53874895771143},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"139965d3-2a95-4df0-a6f6-4108361cefcd","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":54.5622465181621,"median_time_to_first_chunk":0.340650792000815,"median_estimated_total_seconds_for_100_output_tokens":9.94321259947823,"median_end_to_end_response_time":46.15987854626542}],"end_to_end_response_time_metrics":{"input_time":0.311947242511451,"reasoning_time":25.78144137215998,"answer_time":6.445360343039995,"total_time":32.53874895771143,"p05_total_time":90.58310028459097,"p95_total_time":21.67434172185959,"p25_total_time":62.50631042650356,"p75_total_time":25.323875646152427},"time_to_first_answer_token_metrics":{"input_time":0.311947242511451,"reasoning_time":25.78144137215998,"total_time":26.09338861467143}},{"id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","slug":"novita_deepseek-r1-05-28","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek/deepseek-r1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.87,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Novita","short_name":"DeepSeek R1 0528, Novita","model_label":"DeepSeek R1 0528","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":46.9826802386224,"percentile_05_output_speed":22.3456718595002,"percentile_95_output_speed":59.8862910643862,"quartile_25_output_speed":30.1613618095558,"quartile_75_output_speed":54.1912040043014,"median_time_to_first_chunk":0.596127161017648,"percentile_05_time_to_first_chunk":0.506054860209406,"percentile_95_time_to_first_chunk":0.913583724678028,"quartile_25_time_to_first_chunk":0.54962082576094,"quartile_75_time_to_first_chunk":0.678686001516326,"median_estimated_total_seconds_for_100_output_tokens":12.6203667368178,"percentile_05_estimated_total_seconds_for_100_output_tokens":6.47810297094919,"percentile_95_estimated_total_seconds_for_100_output_tokens":45.7356550281581,"quartile_25_estimated_total_seconds_for_100_output_tokens":9.69230948889374,"quartile_75_estimated_total_seconds_for_100_output_tokens":25.624984660258},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":119.928947394216,"median_time_to_first_chunk":11.9826498255425,"median_estimated_total_seconds_for_100_output_tokens":213.879660033853,"median_end_to_end_response_time":32.82832598896534},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":54.7078183509299,"median_time_to_first_chunk":1.13430375501048,"median_estimated_total_seconds_for_100_output_tokens":12.2604391591008,"median_end_to_end_response_time":46.83161129455535},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":46.9826802386224,"median_time_to_first_chunk":0.596127161017648,"median_estimated_total_seconds_for_100_output_tokens":12.6203667368178,"median_end_to_end_response_time":53.80722510823224},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"c26594b0-d8d8-424c-a8fb-ab18e6d7e9af","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":51.2655548321258,"median_time_to_first_chunk":0.432472780001262,"median_estimated_total_seconds_for_100_output_tokens":9.17233616286046,"median_end_to_end_response_time":49.19815976391279}],"end_to_end_response_time_metrics":{"input_time":0.596127161017648,"reasoning_time":42.56887835777167,"answer_time":10.642219589442918,"total_time":53.80722510823224,"p05_total_time":112.47461601196405,"p95_total_time":42.34190830001235,"p25_total_time":83.48363123942912,"p75_total_time":46.729075227673704},"time_to_first_answer_token_metrics":{"input_time":0.596127161017648,"reasoning_time":42.56887835777167,"total_time":43.16500551878932}},{"id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","slug":"gmi_deepseek-r1-0528","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":true,"host_api_id":"deepseek-ai/DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"GMI_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.175,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.85,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI","short_name":"GMI","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:63:host:host_models","host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, GMI","short_name":"DeepSeek R1 0528, GMI","model_label":"DeepSeek R1 0528","host_label":"GMI","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":122.843733447609,"percentile_05_output_speed":86.2239948869681,"percentile_95_output_speed":190.624174159643,"quartile_25_output_speed":107.656294284003,"quartile_75_output_speed":136.708314800539,"median_time_to_first_chunk":0.493504140991718,"percentile_05_time_to_first_chunk":0.396998286515009,"percentile_95_time_to_first_chunk":0.891127063800377,"quartile_25_time_to_first_chunk":0.416511696996167,"quartile_75_time_to_first_chunk":0.648394114996336,"median_estimated_total_seconds_for_100_output_tokens":6.86788203766548,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.58285211650594,"percentile_95_estimated_total_seconds_for_100_output_tokens":21.7869361742957,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.35847241779285,"quartile_75_estimated_total_seconds_for_100_output_tokens":10.5657980270593},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":111.703194153809,"median_time_to_first_chunk":10.6091036490106,"median_estimated_total_seconds_for_100_output_tokens":70.8737632870111,"median_end_to_end_response_time":32.98984234621957},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":114.331020815369,"median_time_to_first_chunk":1.06319732599513,"median_estimated_total_seconds_for_100_output_tokens":10.4009436167061,"median_end_to_end_response_time":22.92952880953189},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":122.843733447609,"median_time_to_first_chunk":0.493504140991718,"median_estimated_total_seconds_for_100_output_tokens":6.86788203766548,"median_end_to_end_response_time":20.84456259417861},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"8d9ddf39-be71-4338-bf9f-6d1a8f1f5a05","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":110.533240380178,"median_time_to_first_chunk":0.45478013450338,"median_estimated_total_seconds_for_100_output_tokens":4.09644815302686,"median_end_to_end_response_time":23.072410735047384}],"end_to_end_response_time_metrics":{"input_time":0.493504140991718,"reasoning_time":16.280846762549512,"answer_time":4.070211690637378,"total_time":20.84456259417861,"p05_total_time":29.48775340162126,"p95_total_time":13.608315056349769,"p25_total_time":23.715555546596185,"p75_total_time":18.780614209223963},"time_to_first_answer_token_metrics":{"input_time":0.493504140991718,"reasoning_time":16.280846762549512,"total_time":16.77435090354123}},{"id":"45d3460a-36ba-40c7-979c-bae04cd9d517","slug":"sambanova_deepseek-r1-0528","deleted":false,"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"DeepSeek-R1-0528","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"SambaNova_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":5.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.18,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"cba46a55-85b6-4d0a-b228-eede55b263fe","name":"SambaNova","short_name":"SambaNova","website_url":"https://sambanova.ai/","slug":"sambanova","deleted":false,"logo":"sambanova.webp","color":"#4D226B","logo_small":"sambanova_small.webp","display_order":55,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","json_mode_url":"https://community.sambanova.ai/t/function-calling-and-json-mode-in-sambanova-cloud/540","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:33:host:host_models","host_url":"/providers/sambanova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, SambaNova","short_name":"DeepSeek R1 0528, SambaNova","model_label":"DeepSeek R1 0528","host_label":"SambaNova","logo_url":"/img/logos/sambanova.webp","logo_small_url":"/img/logos/sambanova_small.webp","hosts_url":"/providers/sambanova","host_color":"#4D226B","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"45d3460a-36ba-40c7-979c-bae04cd9d517","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":134.79754312931,"percentile_05_output_speed":129.092999532643,"percentile_95_output_speed":251.748268755918,"quartile_25_output_speed":130.738430949133,"quartile_75_output_speed":151.058016516635,"median_time_to_first_chunk":4.45232614201086,"percentile_05_time_to_first_chunk":1.38058387685924,"percentile_95_time_to_first_chunk":16.4904741913138,"quartile_25_time_to_first_chunk":1.61885191450529,"quartile_75_time_to_first_chunk":6.68130802226369,"median_estimated_total_seconds_for_100_output_tokens":9.20484234816354,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.1290552925085,"percentile_95_estimated_total_seconds_for_100_output_tokens":18.9594497842631,"quartile_25_estimated_total_seconds_for_100_output_tokens":5.66215633515526,"quartile_75_estimated_total_seconds_for_100_output_tokens":11.5719369957034},"performanceByPromptLength":[{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"45d3460a-36ba-40c7-979c-bae04cd9d517","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":134.099245805245,"median_time_to_first_chunk":5.03349098197941,"median_estimated_total_seconds_for_100_output_tokens":10.1974762554421,"median_end_to_end_response_time":23.676399709675014},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"45d3460a-36ba-40c7-979c-bae04cd9d517","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":134.79754312931,"median_time_to_first_chunk":4.45232614201086,"median_estimated_total_seconds_for_100_output_tokens":9.20484234816354,"median_end_to_end_response_time":22.99865823355183},{"host_id":"cba46a55-85b6-4d0a-b228-eede55b263fe","host_model_id":"45d3460a-36ba-40c7-979c-bae04cd9d517","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":133.463958477591,"median_time_to_first_chunk":1.5652355509992,"median_estimated_total_seconds_for_100_output_tokens":4.98628194718429,"median_end_to_end_response_time":20.29688436853189}],"end_to_end_response_time_metrics":{"input_time":4.45232614201086,"reasoning_time":14.837065673232777,"answer_time":3.7092664183081943,"total_time":22.99865823355183,"p05_total_time":23.818209722458917,"p95_total_time":14.382881026675708,"p25_total_time":23.57447700347168,"p75_total_time":21.002258794705874},"time_to_first_answer_token_metrics":{"input_time":4.45232614201086,"reasoning_time":14.837065673232777,"total_time":19.289391815243636}},{"id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","slug":"togetherai_deepseek-r1-0528","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":7,"price_1m_blended_3_to_1":4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":0.25,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528, Together.ai","short_name":"DeepSeek R1 0528, Together.ai","model_label":"DeepSeek R1 0528","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":326.10614549937,"percentile_05_output_speed":217.917660866176,"percentile_95_output_speed":395.914610036177,"quartile_25_output_speed":266.034881118358,"quartile_75_output_speed":353.946248728614,"median_time_to_first_chunk":0.593116269497841,"percentile_05_time_to_first_chunk":0.461169081143453,"percentile_95_time_to_first_chunk":29.9069598558479,"quartile_25_time_to_first_chunk":0.535852794506354,"quartile_75_time_to_first_chunk":0.706808224464112,"median_estimated_total_seconds_for_100_output_tokens":2.43699618931759,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.13171360666396,"percentile_95_estimated_total_seconds_for_100_output_tokens":37.6113942345014,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.56063483135334,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.29442346527488},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":53.5898430491494,"median_time_to_first_chunk":15.6740493334364,"median_estimated_total_seconds_for_100_output_tokens":97.247460672973,"median_end_to_end_response_time":62.32468045596365},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":275.832313275066,"median_time_to_first_chunk":1.01233345050423,"median_estimated_total_seconds_for_100_output_tokens":5.21246598345731,"median_end_to_end_response_time":10.07581107687988},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":326.10614549937,"median_time_to_first_chunk":0.593116269497841,"median_estimated_total_seconds_for_100_output_tokens":2.43699618931759,"median_end_to_end_response_time":8.259331808526467},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"cd582dfe-613c-4fb8-bf3a-16328a13be9f","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":381.052621421172,"median_time_to_first_chunk":0.584301835013321,"median_estimated_total_seconds_for_100_output_tokens":1.73854071548744,"median_end_to_end_response_time":7.145075490567801}],"end_to_end_response_time_metrics":{"input_time":0.593116269497841,"reasoning_time":6.132972431222901,"answer_time":1.5332431078057251,"total_time":8.259331808526467,"p05_total_time":12.065339264472346,"p95_total_time":6.907609184451297,"p25_total_time":9.990380227857342,"p75_total_time":7.656335639614287},"time_to_first_answer_token_metrics":{"input_time":0.593116269497841,"reasoning_time":6.132972431222901,"total_time":6.726088700720742}},{"id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","slug":"togetherai_deepseek-r1_throughput","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"a83f84b3-473a-4276-9ae1-8909da723159","footnotes":null,"json_mode":null,"host_api_id":"deepseek-ai/DeepSeek-R1-0528-tput","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_DeepSeek R1 0528 (May '25)_(Throughput)","cache_pricing_notes":null,"model_name_appendage":"(Throughput)","price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":163840,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai (Throughput)","short_name":"Together.ai (Throughput)","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","name":"DeepSeek R1 0528 (May '25)","short_name":"DeepSeek R1 0528","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-28","chatbot-arena-elo":null,"slug":"deepseek-r1","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":237,"tokenizer_id":"deepseek_v3_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":685,"inference_parameters_active":"37","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:120:model:reasoning_properties","intelligence_index":58.74,"math_index":93.8,"coding_index":58.66,"mmlu_pro":0.849,"mmmu_pro":null,"hle":0.149,"scicode":0.403,"humaneval":0.97,"aime":0.893,"aime25":0.76,"math_500":0.983,"gpqa":0.813,"livecodebench":0.77,"ifbench":0.396,"lcr":0.56,"estimated_intelligence_index":58.3616273469,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"46274b1b-9c0c-45e1-84eb-dc4d050f9e35","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:120:model:intelligence_index_token_counts","model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:120:model:host_models","model_url":"/models/deepseek-r1","hosts_url":"/models/deepseek-r1/providers","name_and_creator_label":"DeepSeek R1 0528, DeepSeek","contextWindowFormatted":"128k"},"name":"DeepSeek R1 0528 (Throughput), Together.ai","short_name":"DeepSeek R1 0528 (Throughput), Together.ai","model_label":"DeepSeek R1 0528 (Throughput)","host_label":"Together.ai (Throughput)","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":163840,"context_window_formatted":"164k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":62.2302701719109,"percentile_05_output_speed":40.4702511385197,"percentile_95_output_speed":83.2456719741428,"quartile_25_output_speed":47.8581173510385,"quartile_75_output_speed":71.7930375100271,"median_time_to_first_chunk":1.03131242998643,"percentile_05_time_to_first_chunk":0.512562050166889,"percentile_95_time_to_first_chunk":1.52031815865021,"quartile_25_time_to_first_chunk":0.677622447990871,"quartile_75_time_to_first_chunk":1.20462986199345,"median_estimated_total_seconds_for_100_output_tokens":14.8735251395892,"percentile_05_estimated_total_seconds_for_100_output_tokens":6.35341841141301,"percentile_95_estimated_total_seconds_for_100_output_tokens":22.2413987014331,"quartile_25_estimated_total_seconds_for_100_output_tokens":10.7855322590504,"quartile_75_estimated_total_seconds_for_100_output_tokens":19.2727342459094},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","prompt_length_type":"100k","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":51.6149720631629,"median_time_to_first_chunk":18.6880083789583,"median_estimated_total_seconds_for_100_output_tokens":49.5229208842401,"median_end_to_end_response_time":67.1235669014093},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","prompt_length_type":"long","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":55.9998177515178,"median_time_to_first_chunk":1.64622568499908,"median_estimated_total_seconds_for_100_output_tokens":18.9966289652141,"median_end_to_end_response_time":46.28922811570326},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","prompt_length_type":"medium","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":62.2302701719109,"median_time_to_first_chunk":1.03131242998643,"median_estimated_total_seconds_for_100_output_tokens":14.8735251395892,"median_end_to_end_response_time":41.204687751895825},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"f5dd8e6a-9ab3-402e-a62a-6ffca5548623","prompt_length_type":"short","model_id":"a83f84b3-473a-4276-9ae1-8909da723159","median_output_speed":52.1037471637152,"median_time_to_first_chunk":1.05411419199663,"median_estimated_total_seconds_for_100_output_tokens":10.3059108631849,"median_end_to_end_response_time":49.03530817685053}],"end_to_end_response_time_metrics":{"input_time":1.03131242998643,"reasoning_time":32.13870025752752,"answer_time":8.03467506438188,"total_time":41.204687751895825,"p05_total_time":62.80508278399574,"p95_total_time":31.06290375135306,"p25_total_time":53.269054706025855,"p75_total_time":35.85363067569142},"time_to_first_answer_token_metrics":{"input_time":1.03131242998643,"reasoning_time":32.13870025752752,"total_time":33.170012687513946}},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","slug":"parasail_deepseek-r1-qwen3-8b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"host_api_id":"parasail-deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","name":"DeepSeek R1 0528 Qwen3 8B","short_name":"DeepSeek R1 0528 Qwen3 8B","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-29","chatbot-arena-elo":null,"slug":"deepseek-r1-qwen3-8b","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":250,"tokenizer_id":"qwen2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.19,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":79.1,"coding_index":35.85,"mmlu_pro":0.739,"mmmu_pro":null,"hle":0.056,"scicode":0.204,"humaneval":0.905,"aime":0.65,"aime25":null,"math_500":0.932,"gpqa":0.612,"livecodebench":0.513,"ifbench":null,"lcr":null,"estimated_intelligence_index":41.5488705259,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":[{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","slug":"novita_deepseek-r1-qwen3-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"host_api_id":"deepseek/deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.0675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":14.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","slug":"parasail_deepseek-r1-qwen3-8b","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"host_api_id":"parasail-deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.05,"price_1m_output_tokens":0.1,"price_1m_blended_3_to_1":0.0625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":16,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/deepseek-r1-qwen3-8b","hosts_url":"/models/deepseek-r1-qwen3-8b/providers","name_and_creator_label":"DeepSeek R1 0528 Qwen3 8B, DeepSeek","contextWindowFormatted":"33k"},"name":"DeepSeek R1 0528 Qwen3 8B, Parasail","short_name":"DeepSeek R1 0528 Qwen3 8B, Parasail","model_label":"DeepSeek R1 0528 Qwen3 8B","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":116.683095994564,"percentile_05_output_speed":83.4497899342584,"percentile_95_output_speed":131.04822532798,"quartile_25_output_speed":105.093347529423,"quartile_75_output_speed":126.882762961432,"median_time_to_first_chunk":0.36115407352554,"percentile_05_time_to_first_chunk":0.265572513094958,"percentile_95_time_to_first_chunk":0.435744436099867,"quartile_25_time_to_first_chunk":0.273682029266638,"quartile_75_time_to_first_chunk":0.393111468263669,"median_estimated_total_seconds_for_100_output_tokens":5.10218469547742,"percentile_05_estimated_total_seconds_for_100_output_tokens":4.36054830484453,"percentile_95_estimated_total_seconds_for_100_output_tokens":8.21935492051841,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.73977521849573,"quartile_75_estimated_total_seconds_for_100_output_tokens":6.07920065614485},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","prompt_length_type":"100k","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":70.4993460203977,"median_time_to_first_chunk":9.00860753003508,"median_estimated_total_seconds_for_100_output_tokens":23.0999138906462,"median_end_to_end_response_time":44.46992938792396},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","prompt_length_type":"long","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":111.003653776115,"median_time_to_first_chunk":0.850457533990266,"median_estimated_total_seconds_for_100_output_tokens":6.08804731107627,"median_end_to_end_response_time":23.372238709250396},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","prompt_length_type":"medium","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":116.683095994564,"median_time_to_first_chunk":0.36115407352554,"median_estimated_total_seconds_for_100_output_tokens":5.10218469547742,"median_end_to_end_response_time":21.786708295333895},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"50f1c0a8-1c5e-4ba1-be9e-0534830d4cc1","prompt_length_type":"short","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":128.489057359056,"median_time_to_first_chunk":0.340795238516876,"median_estimated_total_seconds_for_100_output_tokens":4.56274828005875,"median_end_to_end_response_time":19.7977050437922}],"end_to_end_response_time_metrics":{"input_time":0.36115407352554,"reasoning_time":17.140443377446683,"answer_time":4.285110844361671,"total_time":21.786708295333895,"p05_total_time":30.319288203875008,"p95_total_time":19.438100699419504,"p25_total_time":24.1495294442889,"p75_total_time":20.064382011270826},"time_to_first_answer_token_metrics":{"input_time":0.36115407352554,"reasoning_time":17.140443377446683,"total_time":17.501597450972223}},{"id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","slug":"novita_deepseek-r1-qwen3-8b","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","footnotes":null,"json_mode":null,"host_api_id":"deepseek/deepseek-r1-0528-qwen3-8b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Novita_DeepSeek R1 0528 Qwen3 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.09,"price_1m_blended_3_to_1":0.0675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":128000,"price_m_tokens_blended_3_to_1_per_dollar":14.81,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","name":"DeepSeek R1 0528 Qwen3 8B","short_name":"DeepSeek R1 0528 Qwen3 8B","deleted":false,"deprecated":false,"model_creator_id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","release_date":"2025-05-29","chatbot-arena-elo":null,"slug":"deepseek-r1-qwen3-8b","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":250,"tokenizer_id":"qwen2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8.19,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:134:model:reasoning_properties","intelligence_index":null,"math_index":79.1,"coding_index":35.85,"mmlu_pro":0.739,"mmmu_pro":null,"hle":0.056,"scicode":0.204,"humaneval":0.905,"aime":0.65,"aime25":null,"math_500":0.932,"gpqa":0.612,"livecodebench":0.513,"ifbench":null,"lcr":null,"estimated_intelligence_index":41.5488705259,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","logo":"deepseek.png","name":"DeepSeek","slug":"deepseek","color":"#2243e6","deleted":false,"host_id":"104abc36-9e4e-46c1-8146-b03161804f91","created_at":"2024-05-07T12:14:23.594294+00:00","logo_small":"deepseek_small.svg","creator_url":"https://www.deepseek.com/","display_order":6,"logo_url":"/img/logos/deepseek.png","logo_small_url":"/img/logos/deepseek_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:134:model:host_models","model_url":"/models/deepseek-r1-qwen3-8b","hosts_url":"/models/deepseek-r1-qwen3-8b/providers","name_and_creator_label":"DeepSeek R1 0528 Qwen3 8B, DeepSeek","contextWindowFormatted":"33k"},"name":"DeepSeek R1 0528 Qwen3 8B, Novita","short_name":"DeepSeek R1 0528 Qwen3 8B, Novita","model_label":"DeepSeek R1 0528 Qwen3 8B","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":90.6525143078358,"percentile_05_output_speed":79.2949154191857,"percentile_95_output_speed":92.1066755531094,"quartile_25_output_speed":86.5585464804169,"quartile_75_output_speed":91.0314403848833,"median_time_to_first_chunk":0.758846008015098,"percentile_05_time_to_first_chunk":0.724361882996163,"percentile_95_time_to_first_chunk":0.956624159996863,"quartile_25_time_to_first_chunk":0.740266301989323,"quartile_75_time_to_first_chunk":0.832445650012232,"median_estimated_total_seconds_for_100_output_tokens":6.87944834356128,"percentile_05_estimated_total_seconds_for_100_output_tokens":5.88000216084,"percentile_95_estimated_total_seconds_for_100_output_tokens":10.2303304040707,"quartile_25_estimated_total_seconds_for_100_output_tokens":6.64604538879371,"quartile_75_estimated_total_seconds_for_100_output_tokens":7.80800322527816},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","prompt_length_type":"long","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":84.5087415741662,"median_time_to_first_chunk":1.85067698150669,"median_estimated_total_seconds_for_100_output_tokens":8.12924298765449,"median_end_to_end_response_time":31.433415446567857},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","prompt_length_type":"medium","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":90.6525143078358,"median_time_to_first_chunk":0.758846008015098,"median_estimated_total_seconds_for_100_output_tokens":6.87944834356128,"median_end_to_end_response_time":28.336680104381752},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"34622bc6-0017-4b68-b9ba-a3b358b76b6f","prompt_length_type":"short","model_id":"6000145b-0e3d-4fef-a55f-bcaac84803b2","median_output_speed":95.34676299041,"median_time_to_first_chunk":0.669369115494192,"median_estimated_total_seconds_for_100_output_tokens":6.03090142810011,"median_end_to_end_response_time":26.889451702371847}],"end_to_end_response_time_metrics":{"input_time":0.758846008015098,"reasoning_time":22.062267277093323,"answer_time":5.515566819273331,"total_time":28.336680104381752,"p05_total_time":32.28671871944895,"p95_total_time":27.901286933032324,"p25_total_time":29.641031553559152,"p75_total_time":28.221885035299906},"time_to_first_answer_token_metrics":{"input_time":0.758846008015098,"reasoning_time":22.062267277093323,"total_time":22.82111328510842}},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","slug":"xai_grok-3-mini-reasoning-high","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI","short_name":"x.ai","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","deleted":false},{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","deleted":false},{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","deleted":false},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","deleted":false},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deleted":false},{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deleted":false},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","deleted":false}],"host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","name":"Grok 3 mini Reasoning (high)","short_name":"Grok 3 mini Reasoning (high)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":262,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":58.01,"math_index":96.27,"coding_index":55.13,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.111,"scicode":0.406,"humaneval":0.978,"aime":0.933,"aime25":0.847,"math_500":0.992,"gpqa":0.791,"livecodebench":0.696,"ifbench":0.459,"lcr":0.503,"estimated_intelligence_index":56.6699089587,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.895,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.803,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14148821,"answer_tokens":3239320,"output_tokens":131045231,"reasoning_tokens":127805911},"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","slug":"xai_grok-3-mini-reasoning-high_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"df88f002-a291-438d-b20a-01ea5a93833d","slug":"xai_grok-3-mini-reasoning-high","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3-mini-reasoning","hosts_url":"/models/grok-3-mini-reasoning/providers","name_and_creator_label":"Grok 3 mini Reasoning (high), xAI","contextWindowFormatted":"1m"},"name":"Grok 3 mini Reasoning (high), xAI","short_name":"Grok 3 mini Reasoning (high), x.ai","model_label":"Grok 3 mini Reasoning (high)","host_label":"x.ai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":209.147438672411,"percentile_05_output_speed":179.544696953362,"percentile_95_output_speed":216.773255446216,"quartile_25_output_speed":206.43755161047,"quartile_75_output_speed":211.299181336336,"median_time_to_first_chunk":0.602317359007429,"percentile_05_time_to_first_chunk":0.416549876948557,"percentile_95_time_to_first_chunk":1.58619648280182,"quartile_25_time_to_first_chunk":0.554408286508988,"quartile_75_time_to_first_chunk":0.652132082010212,"median_estimated_total_seconds_for_100_output_tokens":15.7731421614288,"percentile_05_estimated_total_seconds_for_100_output_tokens":13.537137656252,"percentile_95_estimated_total_seconds_for_100_output_tokens":19.3379982520651,"quartile_25_estimated_total_seconds_for_100_output_tokens":14.3827657527004,"quartile_75_estimated_total_seconds_for_100_output_tokens":16.7239027138404},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","prompt_length_type":"100k","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":130.714475997116,"median_time_to_first_chunk":6.17668397212401,"median_estimated_total_seconds_for_100_output_tokens":120.628611833871,"median_end_to_end_response_time":25.30233919071784},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","prompt_length_type":"long","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":204.464785527607,"median_time_to_first_chunk":0.863043150995509,"median_estimated_total_seconds_for_100_output_tokens":10.3102541774959,"median_end_to_end_response_time":13.090087497771046},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","prompt_length_type":"medium","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":209.147438672411,"median_time_to_first_chunk":0.602317359007429,"median_estimated_total_seconds_for_100_output_tokens":15.7731421614288,"median_end_to_end_response_time":12.555607420167425},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","prompt_length_type":"short","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":199.266128487182,"median_time_to_first_chunk":0.557125386003293,"median_estimated_total_seconds_for_100_output_tokens":6.75868147083557,"median_end_to_end_response_time":13.103161277701844}],"end_to_end_response_time_metrics":{"input_time":0.602317359007429,"reasoning_time":9.562632048927997,"answer_time":2.390658012231999,"total_time":12.555607420167425,"p05_total_time":14.526426744702025,"p95_total_time":12.135105363015974,"p25_total_time":12.712517177290907,"p75_total_time":12.433882366448792},"time_to_first_answer_token_metrics":{"input_time":0.602317359007429,"reasoning_time":9.562632048927997,"total_time":10.164949407935426}},{"id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","slug":"xai_grok-3-mini-reasoning-high_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (high)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI Fast","short_name":"x.ai Fast","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","name":"Grok 3 mini Reasoning (high)","short_name":"Grok 3 mini Reasoning (high)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":262,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:136:model:reasoning_properties","intelligence_index":58.01,"math_index":96.27,"coding_index":55.13,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.111,"scicode":0.406,"humaneval":0.978,"aime":0.933,"aime25":0.847,"math_500":0.992,"gpqa":0.791,"livecodebench":0.696,"ifbench":0.459,"lcr":0.503,"estimated_intelligence_index":56.6699089587,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.895,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.803,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"df88f002-a291-438d-b20a-01ea5a93833d","deprecated_to":null,"size_class":"Medium","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:136:model:intelligence_index_token_counts","model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:model:host_models","model_url":"/models/grok-3-mini-reasoning","hosts_url":"/models/grok-3-mini-reasoning/providers","name_and_creator_label":"Grok 3 mini Reasoning (high), xAI","contextWindowFormatted":"1m"},"name":"Grok 3 mini Reasoning (high) Fast, xAI","short_name":"Grok 3 mini Reasoning (high) Fast, x.ai","model_label":"Grok 3 mini Reasoning (high) Fast","host_label":"x.ai Fast","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":209.743306408837,"percentile_05_output_speed":194.946237076162,"percentile_95_output_speed":215.149174061699,"quartile_25_output_speed":205.698775212857,"quartile_75_output_speed":213.539208424216,"median_time_to_first_chunk":0.649669613496371,"percentile_05_time_to_first_chunk":0.537368330525351,"percentile_95_time_to_first_chunk":0.839299195150306,"quartile_25_time_to_first_chunk":0.606151750000208,"quartile_75_time_to_first_chunk":0.695010330773584,"median_estimated_total_seconds_for_100_output_tokens":15.2425750413538,"percentile_05_estimated_total_seconds_for_100_output_tokens":14.0791137236923,"percentile_95_estimated_total_seconds_for_100_output_tokens":17.9305812699895,"quartile_25_estimated_total_seconds_for_100_output_tokens":14.5387833601362,"quartile_75_estimated_total_seconds_for_100_output_tokens":16.7266731363088},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","prompt_length_type":"100k","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":154.813180476952,"median_time_to_first_chunk":5.58488892484456,"median_estimated_total_seconds_for_100_output_tokens":32.2685380496015,"median_end_to_end_response_time":21.733384758971493},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","prompt_length_type":"long","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":208.168388289351,"median_time_to_first_chunk":0.882904134483397,"median_estimated_total_seconds_for_100_output_tokens":13.3353891315982,"median_end_to_end_response_time":12.892412497131797},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","prompt_length_type":"medium","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":209.743306408837,"median_time_to_first_chunk":0.649669613496371,"median_estimated_total_seconds_for_100_output_tokens":15.2425750413538,"median_end_to_end_response_time":12.569001118297464},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fdb4599c-dd3c-4c18-a244-c2c265ff6b09","prompt_length_type":"short","model_id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","median_output_speed":202.651484508753,"median_time_to_first_chunk":0.616473022993887,"median_estimated_total_seconds_for_100_output_tokens":7.39553247466723,"median_end_to_end_response_time":12.952923486508846}],"end_to_end_response_time_metrics":{"input_time":0.649669613496371,"reasoning_time":9.535465203840875,"answer_time":2.383866300960219,"total_time":12.569001118297464,"p05_total_time":13.473718117819615,"p95_total_time":12.269514360300127,"p25_total_time":12.803363758796952,"p75_total_time":12.357121460154486},"time_to_first_answer_token_metrics":{"input_time":0.649669613496371,"reasoning_time":9.535465203840875,"total_time":10.185134817337246}},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","slug":"xai_grok-3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"host_api_id":"grok-3-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI","short_name":"x.ai","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","name":"Grok 3","short_name":"Grok 3","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":265,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60,"coding_index":39.67,"mmlu_pro":0.799,"mmmu_pro":null,"hle":0.051,"scicode":0.368,"humaneval":0.909,"aime":0.33,"aime25":null,"math_500":0.87,"gpqa":0.693,"livecodebench":0.425,"ifbench":null,"lcr":null,"estimated_intelligence_index":39.9198083743,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.52,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.75,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","slug":"xai_grok-3_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"host_api_id":"grok-3-fast-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":5,"price_1m_output_tokens":25,"price_1m_blended_3_to_1":10,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","slug":"xai_grok-3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"host_api_id":"grok-3-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3","hosts_url":"/models/grok-3/providers","name_and_creator_label":"Grok 3, xAI","contextWindowFormatted":"1m"},"name":"Grok 3, xAI","short_name":"Grok 3, x.ai","model_label":"Grok 3","host_label":"x.ai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":67.8439628856078,"percentile_05_output_speed":41.9524528028824,"percentile_95_output_speed":96.228154058229,"quartile_25_output_speed":55.0683727573261,"quartile_75_output_speed":76.2537747655724,"median_time_to_first_chunk":0.665462226021759,"percentile_05_time_to_first_chunk":0.490613297966775,"percentile_95_time_to_first_chunk":0.912383699148268,"quartile_25_time_to_first_chunk":0.570885140512473,"quartile_75_time_to_first_chunk":0.761422400013544,"median_estimated_total_seconds_for_100_output_tokens":2.1750816980149,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.65825729600331,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.14359640394389,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.85238344554213,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.61418954833091},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","prompt_length_type":"100k","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":72.7042017531697,"median_time_to_first_chunk":17.210276250029,"median_estimated_total_seconds_for_100_output_tokens":18.7266920308731,"median_end_to_end_response_time":24.08745787011606},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","prompt_length_type":"long","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":74.6191558324705,"median_time_to_first_chunk":1.81445184051699,"median_estimated_total_seconds_for_100_output_tokens":3.1952288600446,"median_end_to_end_response_time":8.515144101396537},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","prompt_length_type":"medium","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":67.8439628856078,"median_time_to_first_chunk":0.665462226021759,"median_estimated_total_seconds_for_100_output_tokens":2.1750816980149,"median_end_to_end_response_time":8.035314733650974},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","prompt_length_type":"short","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":81.879558874628,"median_time_to_first_chunk":0.583071503526298,"median_estimated_total_seconds_for_100_output_tokens":1.83445861466882,"median_end_to_end_response_time":6.689601715365713}],"end_to_end_response_time_metrics":{"input_time":0.665462226021759,"reasoning_time":0,"answer_time":7.369852507629215,"total_time":8.035314733650974,"p05_total_time":12.583716501863453,"p95_total_time":5.861446757715499,"p25_total_time":9.745084066372613,"p75_total_time":7.222514667519299},"time_to_first_answer_token_metrics":{"input_time":0.665462226021759,"reasoning_time":0,"total_time":0.665462226021759}},{"id":"5fff72e2-b10f-4018-8aad-a0a236910141","slug":"xai_grok-3_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","footnotes":null,"json_mode":null,"host_api_id":"grok-3-fast-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":5,"price_1m_output_tokens":25,"price_1m_blended_3_to_1":10,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.1,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI Fast","short_name":"x.ai Fast","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","name":"Grok 3","short_name":"Grok 3","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":265,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60,"coding_index":39.67,"mmlu_pro":0.799,"mmmu_pro":null,"hle":0.051,"scicode":0.368,"humaneval":0.909,"aime":0.33,"aime25":null,"math_500":0.87,"gpqa":0.693,"livecodebench":0.425,"ifbench":null,"lcr":null,"estimated_intelligence_index":39.9198083743,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":0.52,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.75,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"5207fa45-a9c6-448a-8d5b-07ff41953ad5","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:138:model:host_models","model_url":"/models/grok-3","hosts_url":"/models/grok-3/providers","name_and_creator_label":"Grok 3, xAI","contextWindowFormatted":"1m"},"name":"Grok 3 Fast, xAI","short_name":"Grok 3 Fast, x.ai","model_label":"Grok 3 Fast","host_label":"x.ai Fast","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5fff72e2-b10f-4018-8aad-a0a236910141","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":81.5444264304634,"percentile_05_output_speed":62.8635075425805,"percentile_95_output_speed":90.2127502076977,"quartile_25_output_speed":72.4741105068457,"quartile_75_output_speed":86.3234354919643,"median_time_to_first_chunk":0.663237660008235,"percentile_05_time_to_first_chunk":0.534395401636721,"percentile_95_time_to_first_chunk":1.04225581499632,"quartile_25_time_to_first_chunk":0.586171441493207,"quartile_75_time_to_first_chunk":0.768366282994975,"median_estimated_total_seconds_for_100_output_tokens":1.90040744765868,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.73461460808423,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.44478193381579,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.78557757771591,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.05921853885896},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5fff72e2-b10f-4018-8aad-a0a236910141","prompt_length_type":"100k","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":67.1046262734721,"median_time_to_first_chunk":16.9861187380156,"median_estimated_total_seconds_for_100_output_tokens":18.476328959774,"median_end_to_end_response_time":24.437169846807194},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5fff72e2-b10f-4018-8aad-a0a236910141","prompt_length_type":"long","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":76.7564215069737,"median_time_to_first_chunk":1.86191414649875,"median_estimated_total_seconds_for_100_output_tokens":3.19054112664757,"median_end_to_end_response_time":8.376027105172476},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5fff72e2-b10f-4018-8aad-a0a236910141","prompt_length_type":"medium","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":81.5444264304634,"median_time_to_first_chunk":0.663237660008235,"median_estimated_total_seconds_for_100_output_tokens":1.90040744765868,"median_end_to_end_response_time":6.79486457661145},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"5fff72e2-b10f-4018-8aad-a0a236910141","prompt_length_type":"short","model_id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","median_output_speed":87.3129609300679,"median_time_to_first_chunk":0.578180298005464,"median_estimated_total_seconds_for_100_output_tokens":1.70416163867496,"median_end_to_end_response_time":6.3047069748463525}],"end_to_end_response_time_metrics":{"input_time":0.663237660008235,"reasoning_time":0,"answer_time":6.1316269166032145,"total_time":6.79486457661145,"p05_total_time":8.616977747790097,"p95_total_time":6.205691457823346,"p25_total_time":7.562252998082255,"p75_total_time":6.4554075053168605},"time_to_first_answer_token_metrics":{"input_time":0.663237660008235,"reasoning_time":0,"total_time":0.663237660008235}},{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","slug":"xai_grok-3-mini-reasoning-low","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI","short_name":"x.ai","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","name":"Grok 3 mini Reasoning (Low)","short_name":"Grok 3 mini Reasoning (low)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning-low","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":266,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_chunk"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","slug":"xai_grok-3-mini-reasoning-low","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","slug":"xai_grok-3-mini-reasoning-low_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-3-mini-reasoning-low","hosts_url":"/models/grok-3-mini-reasoning-low/providers","name_and_creator_label":"Grok 3 mini Reasoning (low), xAI","contextWindowFormatted":"1m"},"name":"Grok 3 mini Reasoning (low), xAI","short_name":"Grok 3 mini Reasoning (low), x.ai","model_label":"Grok 3 mini Reasoning (low)","host_label":"x.ai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":153.074038150498,"percentile_05_output_speed":136.195298522336,"percentile_95_output_speed":180.88706201509,"quartile_25_output_speed":146.174771026428,"quartile_75_output_speed":157.594517306479,"median_time_to_first_chunk":0.446573733002879,"percentile_05_time_to_first_chunk":0.36619306101893,"percentile_95_time_to_first_chunk":0.672686165114572,"quartile_25_time_to_first_chunk":0.41686591646976,"quartile_75_time_to_first_chunk":0.527279981746688,"median_estimated_total_seconds_for_100_output_tokens":14.3584565300484,"percentile_05_estimated_total_seconds_for_100_output_tokens":9.33565412829515,"percentile_95_estimated_total_seconds_for_100_output_tokens":20.0233941378367,"quartile_25_estimated_total_seconds_for_100_output_tokens":12.8862888715641,"quartile_75_estimated_total_seconds_for_100_output_tokens":16.8161710209608},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","prompt_length_type":"100k","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":117.152727086498,"median_time_to_first_chunk":5.51644508796744,"median_estimated_total_seconds_for_100_output_tokens":15.1263361014529,"median_end_to_end_response_time":26.856110515936194},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","prompt_length_type":"long","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":152.196980192346,"median_time_to_first_chunk":0.726592597979106,"median_estimated_total_seconds_for_100_output_tokens":10.9315008175108,"median_end_to_end_response_time":17.152674093423425},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","prompt_length_type":"medium","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":153.074038150498,"median_time_to_first_chunk":0.446573733002879,"median_estimated_total_seconds_for_100_output_tokens":14.3584565300484,"median_end_to_end_response_time":16.7785398208255},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","prompt_length_type":"short","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":148.495250775362,"median_time_to_first_chunk":0.479411900509149,"median_estimated_total_seconds_for_100_output_tokens":5.12809782894625,"median_end_to_end_response_time":17.314967158649395}],"end_to_end_response_time_metrics":{"input_time":0.446573733002879,"reasoning_time":13.065572870258098,"answer_time":3.2663932175645245,"total_time":16.7785398208255,"p05_total_time":18.802567127224197,"p95_total_time":14.26735213555908,"p25_total_time":17.549388277846646,"p75_total_time":16.310069765280268},"time_to_first_answer_token_metrics":{"input_time":0.446573733002879,"reasoning_time":13.065572870258098,"total_time":13.512146603260977}},{"id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","slug":"xai_grok-3-mini-reasoning-low_fast","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","footnotes":null,"json_mode":null,"host_api_id":"grok-3-mini-fast-beta","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 3 mini Reasoning (Low)_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.6,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":1.45,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.69,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI Fast","short_name":"x.ai Fast","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","name":"Grok 3 mini Reasoning (Low)","short_name":"Grok 3 mini Reasoning (low)","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-02-19","chatbot-arena-elo":null,"slug":"grok-3-mini-reasoning-low","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":266,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:140:model:reasoning_properties","intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":null,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"de0a93e3-4caf-4ef1-bc9b-de5e335a672b","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:140:model:host_models","model_url":"/models/grok-3-mini-reasoning-low","hosts_url":"/models/grok-3-mini-reasoning-low/providers","name_and_creator_label":"Grok 3 mini Reasoning (low), xAI","contextWindowFormatted":"1m"},"name":"Grok 3 mini Reasoning (low) Fast, xAI","short_name":"Grok 3 mini Reasoning (low) Fast, x.ai","model_label":"Grok 3 mini Reasoning (low) Fast","host_label":"x.ai Fast","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":212.449391785102,"percentile_05_output_speed":163.901958152438,"percentile_95_output_speed":223.535986901395,"quartile_25_output_speed":194.86003909179,"quartile_75_output_speed":216.356162508851,"median_time_to_first_chunk":0.485758030987199,"percentile_05_time_to_first_chunk":0.421850378896852,"percentile_95_time_to_first_chunk":0.824207128344278,"quartile_25_time_to_first_chunk":0.445997467751113,"quartile_75_time_to_first_chunk":0.546891657766537,"median_estimated_total_seconds_for_100_output_tokens":10.1767682874862,"percentile_05_estimated_total_seconds_for_100_output_tokens":7.68841868192576,"percentile_95_estimated_total_seconds_for_100_output_tokens":15.9337549247331,"quartile_25_estimated_total_seconds_for_100_output_tokens":9.63861961282158,"quartile_75_estimated_total_seconds_for_100_output_tokens":12.5890670597446},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","prompt_length_type":"100k","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":140.264872025422,"median_time_to_first_chunk":5.51638201391324,"median_estimated_total_seconds_for_100_output_tokens":15.3540990321674,"median_end_to_end_response_time":23.339803971956258},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","prompt_length_type":"long","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":205.314116878914,"median_time_to_first_chunk":0.880082591993414,"median_estimated_total_seconds_for_100_output_tokens":7.73559098921516,"median_end_to_end_response_time":13.0565468215544},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","prompt_length_type":"medium","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":212.449391785102,"median_time_to_first_chunk":0.485758030987199,"median_estimated_total_seconds_for_100_output_tokens":10.1767682874862,"median_end_to_end_response_time":12.253266419661777},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"fcd71d71-c9ee-40ba-b16b-002e94f8e8af","prompt_length_type":"short","model_id":"2b884d9e-3898-49f7-8942-1def4d1a89d3","median_output_speed":200.421804830193,"median_time_to_first_chunk":0.532603258005111,"median_estimated_total_seconds_for_100_output_tokens":3.99050766983427,"median_end_to_end_response_time":13.006295938889412}],"end_to_end_response_time_metrics":{"input_time":0.485758030987199,"reasoning_time":9.414006710939663,"answer_time":2.353501677734916,"total_time":12.253266419661777,"p05_total_time":15.738778972169976,"p95_total_time":11.669639582474417,"p25_total_time":13.315479361497454,"p75_total_time":12.04077902512101},"time_to_first_answer_token_metrics":{"input_time":0.485758030987199,"reasoning_time":9.414006710939663,"total_time":9.899764741926862}},{"id":"a315557b-b396-44a7-bf4b-de9990819183","slug":"xai_grok-4","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","footnotes":null,"json_mode":true,"host_api_id":"grok-4-0709","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"80e7b7e3-e268-43db-a9b1-848693fbec85","name":"xAI","short_name":"x.ai","website_url":"https://docs.x.ai/docs","slug":"xai","deleted":false,"logo":"xai.svg","color":"#736cd3","logo_small":"xai_small.svg","display_order":70,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.x.ai/docs/guides/function-calling","json_mode_url":"https://docs.x.ai/docs/guides/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:136:host:host_models","host_url":"/providers/xai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg"},"model":{"id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","name":"Grok 4","short_name":"Grok 4","deleted":false,"deprecated":false,"model_creator_id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","release_date":"2025-07-10","chatbot-arena-elo":null,"slug":"grok-4","open_weights":"Proprietary","additional_text":null,"context_window_tokens":256000,"display_order":270,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":67.52,"math_index":96.67,"coding_index":63.81,"mmlu_pro":0.866,"mmmu_pro":null,"hle":0.239,"scicode":0.457,"humaneval":0.977,"aime":0.943,"aime25":0.927,"math_500":0.99,"gpqa":0.877,"livecodebench":0.819,"ifbench":0.537,"lcr":0.68,"estimated_intelligence_index":63.4367825115,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14081363,"answer_tokens":1268897,"output_tokens":109616361,"reasoning_tokens":108347464},"model_creators":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","logo":"xai.svg","name":"xAI","slug":"xai","color":"#736cd3","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","created_at":"2024-03-17T22:29:58.592214+00:00","logo_small":"xai.svg","creator_url":"https://x.ai/","display_order":9,"logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai.svg"},"host_models":[{"id":"a315557b-b396-44a7-bf4b-de9990819183","slug":"xai_grok-4","deleted":false,"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","mgsm_aa":null,"model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","footnotes":null,"json_mode":true,"host_api_id":"grok-4-0709","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"xAI_Grok 4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":3,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":6,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.17,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/grok-4","hosts_url":"/models/grok-4/providers","name_and_creator_label":"Grok 4, xAI","contextWindowFormatted":"256k"},"name":"Grok 4, xAI","short_name":"Grok 4, x.ai","model_label":"Grok 4","host_label":"x.ai","logo_url":"/img/logos/xai.svg","logo_small_url":"/img/logos/xai_small.svg","hosts_url":"/providers/xai","host_color":"#736cd3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":256000,"context_window_formatted":"256k","timescaleData":{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","median_output_speed":52.7975723953417,"percentile_05_output_speed":24.0976821313556,"percentile_95_output_speed":75.5857863752334,"quartile_25_output_speed":40.3710964041917,"quartile_75_output_speed":68.9282159209985,"median_time_to_first_chunk":9.96320119600568,"percentile_05_time_to_first_chunk":4.11435925493133,"percentile_95_time_to_first_chunk":54.5489553204097,"quartile_25_time_to_first_chunk":5.41811783049889,"quartile_75_time_to_first_chunk":18.9038875132537,"median_estimated_total_seconds_for_100_output_tokens":12.3084691243827,"percentile_05_estimated_total_seconds_for_100_output_tokens":5.7325305305359,"percentile_95_estimated_total_seconds_for_100_output_tokens":57.0638070836892,"quartile_25_estimated_total_seconds_for_100_output_tokens":7.29460557659084,"quartile_75_estimated_total_seconds_for_100_output_tokens":20.3590233006976},"performanceByPromptLength":[{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","prompt_length_type":"100k","model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","median_output_speed":33.8462367067037,"median_time_to_first_chunk":36.4873230010271,"median_estimated_total_seconds_for_100_output_tokens":39.4418612224121,"median_end_to_end_response_time":51.260014107952095},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","prompt_length_type":"long","model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","median_output_speed":52.599637413833,"median_time_to_first_chunk":16.3418566290056,"median_estimated_total_seconds_for_100_output_tokens":17.7745918084638,"median_end_to_end_response_time":25.847625576920567},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","prompt_length_type":"medium","model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","median_output_speed":52.7975723953417,"median_time_to_first_chunk":9.96320119600568,"median_estimated_total_seconds_for_100_output_tokens":12.3084691243827,"median_end_to_end_response_time":19.43333357739742},{"host_id":"80e7b7e3-e268-43db-a9b1-848693fbec85","host_model_id":"a315557b-b396-44a7-bf4b-de9990819183","prompt_length_type":"short","model_id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","median_output_speed":54.9206208505061,"median_time_to_first_chunk":8.43859400899964,"median_estimated_total_seconds_for_100_output_tokens":10.1517040713446,"median_end_to_end_response_time":17.542642584142293}],"end_to_end_response_time_metrics":{"input_time":9.96320119600568,"reasoning_time":0,"answer_time":9.470132381391737,"total_time":19.43333357739742,"p05_total_time":30.712084730717358,"p95_total_time":16.5782015019869,"p25_total_time":22.348299559301196,"p75_total_time":17.217124619369358},"time_to_first_answer_token_metrics":{"input_time":9.96320119600568,"reasoning_time":0,"total_time":9.96320119600568}},{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","slug":"amazon-bedrock_nova-premier","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","footnotes":null,"json_mode":null,"host_api_id":"us.amazon.nova-premier-v1:0","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Nova Premier","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":12.5,"price_1m_blended_3_to_1":5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.2,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","name":"Amazon Bedrock","short_name":"Amazon","website_url":"https://aws.amazon.com/bedrock/","slug":"amazon_bedrock","deleted":false,"logo":"aws.webp","color":"#F8981C","logo_small":"aws_small.svg","display_order":4,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html","json_mode_url":"https://community.aws/content/2hWA16FSt2bIzKs0Z1fgJBwu589/generating-json-with-the-amazon-bedrock-converse-api","additional_page_text":null,"cache_pricing_notes":"- Amazon supports caching for Nova models and Anthropic's Claude models. \r\n- Pricing and usage differs between model families.","host_models":"$5:props:children:2:props:children:0:props:hostsModels:21:host:host_models","host_url":"/providers/amazon_bedrock","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"model":{"id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","name":"Nova Premier","short_name":"Nova Premier","deleted":false,"deprecated":false,"model_creator_id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","release_date":"2025-04-30","chatbot-arena-elo":null,"slug":"nova-premier","open_weights":"Proprietary","additional_text":null,"context_window_tokens":1000000,"display_order":272,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":34.76,"math_index":50.47,"coding_index":29.82,"mmlu_pro":0.733,"mmmu_pro":null,"hle":0.047,"scicode":0.279,"humaneval":0.905,"aime":0.17,"aime25":0.173,"math_500":0.839,"gpqa":0.569,"livecodebench":0.317,"ifbench":0.362,"lcr":0.3,"estimated_intelligence_index":31.4925445516,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14125933,"answer_tokens":4987736,"output_tokens":4987736,"reasoning_tokens":0},"model_creators":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","logo":"aws.webp","name":"Amazon","slug":"aws","color":"#FF9900","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","created_at":"2024-03-25T03:50:24.749352+00:00","logo_small":"aws_small.svg","creator_url":"https://aws.amazon.com/","display_order":12,"logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg"},"host_models":[{"id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","slug":"amazon-bedrock_nova-premier","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","footnotes":null,"json_mode":null,"host_api_id":"us.amazon.nova-premier-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Nova Premier","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":12.5,"price_1m_blended_3_to_1":5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/nova-premier","hosts_url":"/models/nova-premier/providers","name_and_creator_label":"Nova Premier, Amazon","contextWindowFormatted":"1m"},"name":"Nova Premier, Amazon Bedrock","short_name":"Nova Premier, Amazon","model_label":"Nova Premier","host_label":"Amazon","logo_url":"/img/logos/aws.webp","logo_small_url":"/img/logos/aws_small.svg","hosts_url":"/providers/amazon_bedrock","host_color":"#F8981C","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","median_output_speed":93.0487507191697,"percentile_05_output_speed":84.1495101666357,"percentile_95_output_speed":102.854414129233,"quartile_25_output_speed":87.5498839189907,"quartile_75_output_speed":96.5098191874391,"median_time_to_first_chunk":0.856216322490582,"percentile_05_time_to_first_chunk":0.758773111247865,"percentile_95_time_to_first_chunk":0.915523898599986,"quartile_25_time_to_first_chunk":0.782627940752718,"quartile_75_time_to_first_chunk":0.877486359742761,"median_estimated_total_seconds_for_100_output_tokens":1.91235251933453,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.80880152746849,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.09063576968919,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.8618995335768,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.94698532348508},"performanceByPromptLength":[{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","prompt_length_type":"100k","model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","median_output_speed":28.6867172210019,"median_time_to_first_chunk":20.6804642724746,"median_estimated_total_seconds_for_100_output_tokens":24.166824521957,"median_end_to_end_response_time":38.110133765432266},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","prompt_length_type":"long","model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","median_output_speed":35.7413593928028,"median_time_to_first_chunk":2.79821063100826,"median_estimated_total_seconds_for_100_output_tokens":5.57811259310289,"median_end_to_end_response_time":16.787605788168523},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","prompt_length_type":"medium","model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","median_output_speed":93.0487507191697,"median_time_to_first_chunk":0.856216322490582,"median_estimated_total_seconds_for_100_output_tokens":1.91235251933453,"median_end_to_end_response_time":6.2297435986283265},{"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","host_model_id":"9216e521-ee4d-46a1-9cbb-3c9e3875fa5a","prompt_length_type":"short","model_id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","median_output_speed":110.318736045929,"median_time_to_first_chunk":0.628616014990257,"median_estimated_total_seconds_for_100_output_tokens":1.51260712414028,"median_end_to_end_response_time":5.160937703228554}],"end_to_end_response_time_metrics":{"input_time":0.856216322490582,"reasoning_time":0,"answer_time":5.373527276137745,"total_time":6.2297435986283265,"p05_total_time":6.798021557124547,"p95_total_time":5.717456398893791,"p25_total_time":6.567246167631741,"p75_total_time":6.037036307542173},"time_to_first_answer_token_metrics":{"input_time":0.856216322490582,"reasoning_time":0,"total_time":0.856216322490582}},{"id":"faa0f03b-4318-4868-be4a-150e13d533ea","slug":"nebius_phi-4","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":null,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius","short_name":"Nebius","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","name":"Phi-4","short_name":"Phi-4","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-12-12","chatbot-arena-elo":null,"slug":"phi-4","open_weights":"Open","additional_text":null,"context_window_tokens":16000,"display_order":274,"tokenizer_id":"gpt2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/phi-4","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":27.95,"math_index":47.67,"coding_index":24.56,"mmlu_pro":0.714,"mmmu_pro":null,"hle":0.041,"scicode":0.26,"humaneval":0.867,"aime":0.143,"aime25":0.18,"math_500":0.81,"gpqa":0.575,"livecodebench":0.231,"ifbench":0.235,"lcr":0,"estimated_intelligence_index":29.0489513242,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.826,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.561,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":5035836,"answer_tokens":7107983,"output_tokens":7107983,"reasoning_tokens":0},"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"faa0f03b-4318-4868-be4a-150e13d533ea","slug":"nebius_phi-4","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":null,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Nebius_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.1,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.15,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16000,"price_m_tokens_blended_3_to_1_per_dollar":6.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","slug":"deepinfra_phi-4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":true,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","slug":"azure_phi-4","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":false,"host_api_id":"Phi-4-Global-Standard","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.125,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.21875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.57,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4","hosts_url":"/models/phi-4/providers","name_and_creator_label":"Phi-4, Microsoft Azure","contextWindowFormatted":"16k"},"name":"Phi-4, Nebius","short_name":"Phi-4, Nebius","model_label":"Phi-4","host_label":"Nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":16000,"context_window_formatted":"16k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"faa0f03b-4318-4868-be4a-150e13d533ea","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":115.756862142828,"percentile_05_output_speed":105.072226923259,"percentile_95_output_speed":118.208784143499,"quartile_25_output_speed":114.944863438129,"quartile_75_output_speed":116.310488839471,"median_time_to_first_chunk":0.481845162023092,"percentile_05_time_to_first_chunk":0.460052019038085,"percentile_95_time_to_first_chunk":0.704212713651214,"quartile_25_time_to_first_chunk":0.467067196244898,"quartile_75_time_to_first_chunk":0.527909821505091,"median_estimated_total_seconds_for_100_output_tokens":1.34786802042728,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.32201266009993,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.62879957138568,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.33367663932596,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.43035183152198},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"faa0f03b-4318-4868-be4a-150e13d533ea","prompt_length_type":"long","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":106.81049177713,"median_time_to_first_chunk":1.13718326949493,"median_estimated_total_seconds_for_100_output_tokens":2.07770315431277,"median_end_to_end_response_time":5.818371340825005},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"faa0f03b-4318-4868-be4a-150e13d533ea","prompt_length_type":"medium","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":115.756862142828,"median_time_to_first_chunk":0.481845162023092,"median_estimated_total_seconds_for_100_output_tokens":1.34786802042728,"median_end_to_end_response_time":4.8012435177168475},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"faa0f03b-4318-4868-be4a-150e13d533ea","prompt_length_type":"short","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":117.179856037969,"median_time_to_first_chunk":0.459228385501774,"median_estimated_total_seconds_for_100_output_tokens":1.33954810992744,"median_end_to_end_response_time":4.7261733784875}],"end_to_end_response_time_metrics":{"input_time":0.481845162023092,"reasoning_time":0,"answer_time":4.319398355693756,"total_time":4.8012435177168475,"p05_total_time":5.24047657815537,"p95_total_time":4.711649263493481,"p25_total_time":4.831756807001759,"p75_total_time":4.78068359859856},"time_to_first_answer_token_metrics":{"input_time":0.481845162023092,"reasoning_time":0,"total_time":0.481845162023092}},{"id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","slug":"azure_phi-4","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":false,"host_api_id":"Phi-4-Global-Standard","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.125,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.21875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.57,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","name":"Phi-4","short_name":"Phi-4","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-12-12","chatbot-arena-elo":null,"slug":"phi-4","open_weights":"Open","additional_text":null,"context_window_tokens":16000,"display_order":274,"tokenizer_id":"gpt2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/phi-4","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":27.95,"math_index":47.67,"coding_index":24.56,"mmlu_pro":0.714,"mmmu_pro":null,"hle":0.041,"scicode":0.26,"humaneval":0.867,"aime":0.143,"aime25":0.18,"math_500":0.81,"gpqa":0.575,"livecodebench":0.231,"ifbench":0.235,"lcr":0,"estimated_intelligence_index":29.0489513242,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.826,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.561,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:144:model:intelligence_index_token_counts","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:144:model:host_models","model_url":"/models/phi-4","hosts_url":"/models/phi-4/providers","name_and_creator_label":"Phi-4, Microsoft Azure","contextWindowFormatted":"16k"},"name":"Phi-4, Microsoft Azure","short_name":"Phi-4, Azure","model_label":"Phi-4","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":16000,"context_window_formatted":"16k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":42.8538794884466,"percentile_05_output_speed":30.0952978036039,"percentile_95_output_speed":44.8504243186599,"quartile_25_output_speed":39.3100050496995,"quartile_75_output_speed":43.8297329713152,"median_time_to_first_chunk":0.422188672964694,"percentile_05_time_to_first_chunk":0.357490433292696,"percentile_95_time_to_first_chunk":0.589653266729147,"quartile_25_time_to_first_chunk":0.405151114522596,"quartile_75_time_to_first_chunk":0.455824690492591,"median_estimated_total_seconds_for_100_output_tokens":2.78382292616599,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.58974912660637,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.61797188111508,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.6952196635284,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.00253757977634},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","prompt_length_type":"long","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":40.44385363104,"median_time_to_first_chunk":1.98985926850582,"median_estimated_total_seconds_for_100_output_tokens":4.47570204783657,"median_end_to_end_response_time":14.352677227481374},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","prompt_length_type":"medium","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":42.8538794884466,"median_time_to_first_chunk":0.422188672964694,"median_estimated_total_seconds_for_100_output_tokens":2.78382292616599,"median_end_to_end_response_time":12.089743768759462},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","prompt_length_type":"short","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":42.2517900217297,"median_time_to_first_chunk":0.326254514977336,"median_estimated_total_seconds_for_100_output_tokens":2.74659721031397,"median_end_to_end_response_time":12.160072673754863}],"end_to_end_response_time_metrics":{"input_time":0.422188672964694,"reasoning_time":0,"answer_time":11.667555095794768,"total_time":12.089743768759462,"p05_total_time":17.036079761961503,"p95_total_time":11.570355219785442,"p25_total_time":13.141596858434317,"p75_total_time":11.829969786466568},"time_to_first_answer_token_metrics":{"input_time":0.422188672964694,"reasoning_time":0,"total_time":0.422188672964694}},{"id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","slug":"deepinfra_phi-4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","footnotes":null,"json_mode":true,"host_api_id":"microsoft/phi-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_Phi-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.07,"price_1m_output_tokens":0.14,"price_1m_blended_3_to_1":0.0875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":16384,"price_m_tokens_blended_3_to_1_per_dollar":11.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","name":"Phi-4","short_name":"Phi-4","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2024-12-12","chatbot-arena-elo":null,"slug":"phi-4","open_weights":"Open","additional_text":null,"context_window_tokens":16000,"display_order":274,"tokenizer_id":"gpt2_tokenizer","license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/phi-4","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":14,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":27.95,"math_index":47.67,"coding_index":24.56,"mmlu_pro":0.714,"mmmu_pro":null,"hle":0.041,"scicode":0.26,"humaneval":0.867,"aime":0.143,"aime25":0.18,"math_500":0.81,"gpqa":0.575,"livecodebench":0.231,"ifbench":0.235,"lcr":0,"estimated_intelligence_index":29.0489513242,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.826,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.561,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"a1f2e48f-1dfe-4777-b780-3faf4481a659","deprecated_to":null,"size_class":"Small","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:144:model:intelligence_index_token_counts","model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:144:model:host_models","model_url":"/models/phi-4","hosts_url":"/models/phi-4/providers","name_and_creator_label":"Phi-4, Microsoft Azure","contextWindowFormatted":"16k"},"name":"Phi-4, Deepinfra","short_name":"Phi-4, Deepinfra","model_label":"Phi-4","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":16384,"context_window_formatted":"16k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":46.6711131090621,"percentile_05_output_speed":39.39179523256,"percentile_95_output_speed":54.1732522619793,"quartile_25_output_speed":44.1392739516622,"quartile_75_output_speed":49.1789243464196,"median_time_to_first_chunk":0.291208180000012,"percentile_05_time_to_first_chunk":0.188851858023554,"percentile_95_time_to_first_chunk":0.585192296995956,"quartile_25_time_to_first_chunk":0.239650578005239,"quartile_75_time_to_first_chunk":0.347213583998382,"median_estimated_total_seconds_for_100_output_tokens":2.45318313241468,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.19285980253129,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.40527370686093,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.30981513711714,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.57453358872629},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","prompt_length_type":"long","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":45.6843055755015,"median_time_to_first_chunk":0.966832476027776,"median_estimated_total_seconds_for_100_output_tokens":3.15046960483293,"median_end_to_end_response_time":11.911510165692128},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","prompt_length_type":"medium","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":46.6711131090621,"median_time_to_first_chunk":0.291208180000012,"median_estimated_total_seconds_for_100_output_tokens":2.45318313241468,"median_end_to_end_response_time":11.004473124669081},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"4cb5aab7-e62f-47bd-add1-6ef6743f6331","prompt_length_type":"short","model_id":"ee708f92-374e-4123-b900-e22d7b2afc19","median_output_speed":46.8261472391631,"median_time_to_first_chunk":0.24929991099998,"median_estimated_total_seconds_for_100_output_tokens":2.44041841526774,"median_end_to_end_response_time":10.927094892642724}],"end_to_end_response_time_metrics":{"input_time":0.291208180000012,"reasoning_time":0,"answer_time":10.713264944669069,"total_time":11.004473124669081,"p05_total_time":12.984206735869737,"p95_total_time":9.52085526823506,"p25_total_time":11.618988526988955,"p75_total_time":10.458164994223253},"time_to_first_answer_token_metrics":{"input_time":0.291208180000012,"reasoning_time":0,"total_time":0.291208180000012}},{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","slug":"azure_phi-4-multimodal","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","footnotes":null,"json_mode":false,"host_api_id":"Phi-4-multimodal-instruct-xpmhe","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Multimodal Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","name":"Phi-4 Multimodal Instruct","short_name":"Phi-4 Multimodal","deleted":false,"deprecated":false,"model_creator_id":"ef5ce458-9986-4652-915a-e31fac5506b0","release_date":"2025-02-26","chatbot-arena-elo":null,"slug":"phi-4-multimodal","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":279,"tokenizer_id":null,"license_name":"MIT","license_url":"https://opensource.org/license/mit","model_weights_source_url":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-06-01","parameters":5.6,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":634,"output_tokens":634,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":39.3,"coding_index":12.06,"mmlu_pro":0.485,"mmmu_pro":0.145,"hle":0.044,"scicode":0.11,"humaneval":0.729,"aime":0.093,"aime25":null,"math_500":0.693,"gpqa":0.315,"livecodebench":0.131,"ifbench":null,"lcr":null,"estimated_intelligence_index":15.1497095051,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","logo":"microsoft.webp","name":"Microsoft Azure","slug":"azure","color":"#0078D5","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","created_at":"2024-03-25T23:10:57.111393+00:00","logo_small":"microsoft_small.svg","creator_url":"https://azure.microsoft.com/en-us","display_order":13,"logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"host_models":[{"id":"7bd079a7-3026-4b39-a944-958f478a1d13","slug":"azure_phi-4-multimodal","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","footnotes":null,"json_mode":false,"host_api_id":"Phi-4-multimodal-instruct-xpmhe","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Phi-4 Multimodal Instruct","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":"0","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/phi-4-multimodal","hosts_url":"/models/phi-4-multimodal/providers","name_and_creator_label":"Phi-4 Multimodal, Microsoft Azure","contextWindowFormatted":"128k"},"name":"Phi-4 Multimodal, Microsoft Azure","short_name":"Phi-4 Multimodal, Azure","model_label":"Phi-4 Multimodal","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","median_output_speed":22.2296372926359,"percentile_05_output_speed":18.5701189079839,"percentile_95_output_speed":23.1691654533656,"quartile_25_output_speed":21.0833694984179,"quartile_75_output_speed":22.8156361761844,"median_time_to_first_chunk":0.336983958521159,"percentile_05_time_to_first_chunk":0.3151946877515,"percentile_95_time_to_first_chunk":0.374087861679436,"quartile_25_time_to_first_chunk":0.326981996742688,"quartile_75_time_to_first_chunk":0.353735379758291,"median_estimated_total_seconds_for_100_output_tokens":4.8483778276774,"percentile_05_estimated_total_seconds_for_100_output_tokens":4.63724327433321,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.71713829799627,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.73842374008801,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.08081417929294},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","prompt_length_type":"100k","model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","median_output_speed":22.7148343998361,"median_time_to_first_chunk":14.9820572379977,"median_estimated_total_seconds_for_100_output_tokens":19.5106452288109,"median_end_to_end_response_time":36.99410413205773},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","prompt_length_type":"long","model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","median_output_speed":23.2575015146602,"median_time_to_first_chunk":0.805507690500235,"median_estimated_total_seconds_for_100_output_tokens":5.1160156909646,"median_end_to_end_response_time":22.303947653401178},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","prompt_length_type":"medium","model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","median_output_speed":22.2296372926359,"median_time_to_first_chunk":0.336983958521159,"median_estimated_total_seconds_for_100_output_tokens":4.8483778276774,"median_end_to_end_response_time":22.829478704066872},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"7bd079a7-3026-4b39-a944-958f478a1d13","prompt_length_type":"short","model_id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","median_output_speed":21.3554500358579,"median_time_to_first_chunk":0.332966679517995,"median_estimated_total_seconds_for_100_output_tokens":5.02205180769237,"median_end_to_end_response_time":23.746193708704965}],"end_to_end_response_time_metrics":{"input_time":0.336983958521159,"reasoning_time":0,"answer_time":22.492494745545713,"total_time":22.829478704066872,"p05_total_time":27.26195964001955,"p95_total_time":21.917390080890534,"p25_total_time":24.052358298354275,"p75_total_time":22.251779414538905},"time_to_first_answer_token_metrics":{"input_time":0.336983958521159,"reasoning_time":0,"total_time":0.336983958521159}},{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","slug":"upstage_solar-pro-2","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"model_id":"44db6283-aa82-4799-af4a-679fe0530845","footnotes":null,"json_mode":true,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","name":"Upstage","short_name":"Upstage","website_url":"https://www.upstage.ai","slug":"upstage","deleted":false,"logo":"upstage.png","color":"#7c59f5","logo_small":"upstage_small.svg","display_order":13,"openai_compatible":true,"json_mode":false,"function_calling":null,"function_calling_url":"https://console.upstage.ai/docs/guides/function-calling","json_mode_url":"https://console.upstage.ai/docs/capabilities/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"30c74203-dcc3-4eb2-aa4e-af6aa6ecf2d6","deleted":false},{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","deleted":false},{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","deleted":false}],"host_url":"/providers/upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"model":{"id":"44db6283-aa82-4799-af4a-679fe0530845","name":"Solar Pro 2","short_name":"Solar Pro 2","deleted":false,"deprecated":false,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-07-09","chatbot-arena-elo":null,"slug":"solar-pro-2","open_weights":"Proprietary","additional_text":null,"context_window_tokens":65536,"display_order":283,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":33.23,"math_index":64.77,"coding_index":33.6,"mmlu_pro":0.75,"mmmu_pro":null,"hle":0.038,"scicode":0.248,"humaneval":0.882,"aime":0.407,"aime25":0.3,"math_500":0.889,"gpqa":0.561,"livecodebench":0.424,"ifbench":0.337,"lcr":0,"estimated_intelligence_index":36.2126477088,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4677063,"answer_tokens":11668936,"output_tokens":11668936,"reasoning_tokens":0},"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","slug":"upstage_solar-pro-2","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"model_id":"44db6283-aa82-4799-af4a-679fe0530845","footnotes":null,"json_mode":true,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2","hosts_url":"/models/solar-pro-2/providers","name_and_creator_label":"Solar Pro 2, Upstage","contextWindowFormatted":"66k"},"name":"Solar Pro 2, Upstage","short_name":"Solar Pro 2, Upstage","model_label":"Solar Pro 2","host_label":"Upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg","hosts_url":"/providers/upstage","host_color":"#7c59f5","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":65536,"context_window_formatted":"66k","timescaleData":{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","model_id":"44db6283-aa82-4799-af4a-679fe0530845","median_output_speed":126.68006482807,"percentile_05_output_speed":109.712824286816,"percentile_95_output_speed":132.861951981154,"quartile_25_output_speed":118.762480119952,"quartile_75_output_speed":129.678787978244,"median_time_to_first_chunk":1.28194305999205,"percentile_05_time_to_first_chunk":1.13071875399837,"percentile_95_time_to_first_chunk":2.04337468918529,"quartile_25_time_to_first_chunk":1.2159028800088,"quartile_75_time_to_first_chunk":1.37039766651287,"median_estimated_total_seconds_for_100_output_tokens":2.06720483730591,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.94166860930481,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.9150705450691,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.01558926039203,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.16488567423016},"performanceByPromptLength":[{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","prompt_length_type":"long","model_id":"44db6283-aa82-4799-af4a-679fe0530845","median_output_speed":129.503089637675,"median_time_to_first_chunk":2.17837523997878,"median_estimated_total_seconds_for_100_output_tokens":2.92903573314175,"median_end_to_end_response_time":6.039286986554902},{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","prompt_length_type":"medium","model_id":"44db6283-aa82-4799-af4a-679fe0530845","median_output_speed":126.68006482807,"median_time_to_first_chunk":1.28194305999205,"median_estimated_total_seconds_for_100_output_tokens":2.06720483730591,"median_end_to_end_response_time":5.228893992473805},{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"e9d2ec8d-9711-4350-8a7e-bd30343e0db9","prompt_length_type":"short","model_id":"44db6283-aa82-4799-af4a-679fe0530845","median_output_speed":120.62269754335,"median_time_to_first_chunk":1.21415621400229,"median_estimated_total_seconds_for_100_output_tokens":2.07603070686365,"median_end_to_end_response_time":5.359313055817301}],"end_to_end_response_time_metrics":{"input_time":1.28194305999205,"reasoning_time":0,"answer_time":3.9469509324817547,"total_time":5.228893992473805,"p05_total_time":5.83929543197072,"p95_total_time":5.045247697206197,"p25_total_time":5.492026913874119,"p75_total_time":5.137623759937242},"time_to_first_answer_token_metrics":{"input_time":1.28194305999205,"reasoning_time":0,"total_time":1.28194305999205}},{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","slug":"upstage_solar-pro-2-reasoning","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"model_id":"eb689f7a-f210-4a87-b407-f249897f2764","footnotes":null,"json_mode":true,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","name":"Upstage","short_name":"Upstage","website_url":"https://www.upstage.ai","slug":"upstage","deleted":false,"logo":"upstage.png","color":"#7c59f5","logo_small":"upstage_small.svg","display_order":13,"openai_compatible":true,"json_mode":false,"function_calling":null,"function_calling_url":"https://console.upstage.ai/docs/guides/function-calling","json_mode_url":"https://console.upstage.ai/docs/capabilities/structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:148:host:host_models","host_url":"/providers/upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"model":{"id":"eb689f7a-f210-4a87-b407-f249897f2764","name":"Solar Pro 2 (Reasoning)","short_name":"Solar Pro 2 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","release_date":"2025-07-09","chatbot-arena-elo":null,"slug":"solar-pro-2-reasoning","open_weights":"Proprietary","additional_text":null,"context_window_tokens":65536,"display_order":284,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":43.3,"math_index":82.83,"coding_index":45.9,"mmlu_pro":0.805,"mmmu_pro":null,"hle":0.07,"scicode":0.302,"humaneval":0.968,"aime":0.69,"aime25":0.613,"math_500":0.967,"gpqa":0.687,"livecodebench":0.616,"ifbench":0.371,"lcr":0,"estimated_intelligence_index":47.8353795981,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4903723,"answer_tokens":6154723,"output_tokens":55095301,"reasoning_tokens":48940578},"model_creators":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","logo":"upstage.png","name":"Upstage","slug":"upstage","color":"#7c59f5","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","created_at":"2024-10-04T15:05:38.807717+00:00","logo_small":"upstage_small.svg","creator_url":"https://www.upstage.ai","display_order":19,"logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg"},"host_models":[{"id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","slug":"upstage_solar-pro-2-reasoning","deleted":false,"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","mgsm_aa":null,"model_id":"eb689f7a-f210-4a87-b407-f249897f2764","footnotes":null,"json_mode":true,"host_api_id":"solar-pro2-250710","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Upstage_Solar Pro 2 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":0.5,"price_1m_blended_3_to_1":0.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/solar-pro-2-reasoning","hosts_url":"/models/solar-pro-2-reasoning/providers","name_and_creator_label":"Solar Pro 2 (Reasoning), Upstage","contextWindowFormatted":"66k"},"name":"Solar Pro 2 (Reasoning), Upstage","short_name":"Solar Pro 2 (Reasoning), Upstage","model_label":"Solar Pro 2 (Reasoning)","host_label":"Upstage","logo_url":"/img/logos/upstage.png","logo_small_url":"/img/logos/upstage_small.svg","hosts_url":"/providers/upstage","host_color":"#7c59f5","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":65536,"context_window_formatted":"66k","timescaleData":{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","model_id":"eb689f7a-f210-4a87-b407-f249897f2764","median_output_speed":119.888600560695,"percentile_05_output_speed":104.819421791092,"percentile_95_output_speed":125.167134424287,"quartile_25_output_speed":114.057733171495,"quartile_75_output_speed":123.258075356502,"median_time_to_first_chunk":1.23349782201694,"percentile_05_time_to_first_chunk":1.12096226661597,"percentile_95_time_to_first_chunk":1.88480746472196,"quartile_25_time_to_first_chunk":1.14419925049151,"quartile_75_time_to_first_chunk":1.32262735150653,"median_estimated_total_seconds_for_100_output_tokens":18.6570803395114,"percentile_05_estimated_total_seconds_for_100_output_tokens":10.3541623166175,"percentile_95_estimated_total_seconds_for_100_output_tokens":31.7406486328604,"quartile_25_estimated_total_seconds_for_100_output_tokens":16.4356540712111,"quartile_75_estimated_total_seconds_for_100_output_tokens":24.8704496170636},"performanceByPromptLength":[{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","prompt_length_type":"long","model_id":"eb689f7a-f210-4a87-b407-f249897f2764","median_output_speed":116.008114714467,"median_time_to_first_chunk":2.12728138599778,"median_estimated_total_seconds_for_100_output_tokens":11.5635032718502,"median_end_to_end_response_time":23.677497990700804},{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","prompt_length_type":"medium","model_id":"eb689f7a-f210-4a87-b407-f249897f2764","median_output_speed":119.888600560695,"median_time_to_first_chunk":1.23349782201694,"median_estimated_total_seconds_for_100_output_tokens":18.6570803395114,"median_end_to_end_response_time":22.086189306511713},{"host_id":"74f16e9b-a5b0-49e5-b590-c4336dba9d6e","host_model_id":"06dfb2c0-87a6-4a69-98a0-9b6105240796","prompt_length_type":"short","model_id":"eb689f7a-f210-4a87-b407-f249897f2764","median_output_speed":119.915785836136,"median_time_to_first_chunk":1.24295316496864,"median_estimated_total_seconds_for_100_output_tokens":11.2722492289092,"median_end_to_end_response_time":22.09091728052079}],"end_to_end_response_time_metrics":{"input_time":1.23349782201694,"reasoning_time":16.68215318759582,"answer_time":4.170538296898955,"total_time":22.086189306511713,"p05_total_time":25.08403961361897,"p95_total_time":21.206792021799377,"p25_total_time":23.15222205477938,"p75_total_time":21.516144559516256},"time_to_first_answer_token_metrics":{"input_time":1.23349782201694,"reasoning_time":16.68215318759582,"total_time":17.91565100961276}},{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","slug":"minimax_minimax-text-01","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","mgsm_aa":null,"model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","footnotes":null,"json_mode":null,"host_api_id":"MiniMax-Text-01","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax-Text-01","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e86de411-165c-4ec7-a259-e211bd5bf204","name":"MiniMax","short_name":"MiniMax","website_url":"https://minimaxi.com/","slug":"minimax","deleted":false,"logo":"minimax.webp","color":"#EB3568","logo_small":"minimax_small.png","display_order":21,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","deleted":false},{"id":"49d29ab9-06b6-4077-b220-932754fdcedc","deleted":false},{"id":"d42272b6-1530-4a97-bc2b-d5afd8048799","deleted":false}],"host_url":"/providers/minimax","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},"model":{"id":"643791e1-941a-4bc4-b556-07349a7c4a70","name":"MiniMax-Text-01","short_name":"MiniMax-Text-01","deleted":false,"deprecated":false,"model_creator_id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","release_date":"2025-01-14","chatbot-arena-elo":null,"slug":"minimax-text-01","open_weights":"Open","additional_text":null,"context_window_tokens":4000000,"display_order":285,"tokenizer_id":"minimax_tokenizer","license_name":"MINIMAX MODEL LICENSE AGREEMENT","license_url":"https://github.com/MiniMax-AI/MiniMax-01/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/MiniMaxAI/MiniMax-Text-01","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":456,"inference_parameters_active":"45.9","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":1188,"output_tokens":1188,"reasoning_tokens":0,"max_answer_tokens_used":9170,"max_output_tokens_used":9170,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":null,"math_index":44.17,"coding_index":24.83,"mmlu_pro":0.759,"mmmu_pro":null,"hle":0.042,"scicode":0.25,"humaneval":0.863,"aime":0.13,"aime25":null,"math_500":0.753,"gpqa":0.578,"livecodebench":0.247,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.0593940303,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.869,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.544,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","logo":"minimax.webp","name":"MiniMax","slug":"minimax","color":"#EB3568","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","created_at":"2024-10-09T18:26:15.518615+00:00","logo_small":"minimax_small.png","creator_url":"https://minimaxi.com/","display_order":25,"logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png"},"host_models":[{"id":"62de4ce6-f422-48b2-a652-e50ffef56895","slug":"minimax_minimax-text-01","deleted":false,"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","mgsm_aa":null,"model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","footnotes":null,"json_mode":null,"host_api_id":"MiniMax-Text-01","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"MiniMax_MiniMax-Text-01","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":1000000,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/minimax-text-01","hosts_url":"/models/minimax-text-01/providers","name_and_creator_label":"MiniMax-Text-01, MiniMax","contextWindowFormatted":"4m"},"name":"MiniMax-Text-01, MiniMax","short_name":"MiniMax-Text-01, MiniMax","model_label":"MiniMax-Text-01","host_label":"MiniMax","logo_url":"/img/logos/minimax.webp","logo_small_url":"/img/logos/minimax_small.png","hosts_url":"/providers/minimax","host_color":"#EB3568","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":1000000,"context_window_formatted":"1m","timescaleData":{"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","host_model_id":"62de4ce6-f422-48b2-a652-e50ffef56895","model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","median_output_speed":32.4071867303851,"percentile_05_output_speed":24.0419856172161,"percentile_95_output_speed":38.7760375235146,"quartile_25_output_speed":28.6492145838085,"quartile_75_output_speed":36.4713406183359,"median_time_to_first_chunk":0.799923724996916,"percentile_05_time_to_first_chunk":0.567946307701641,"percentile_95_time_to_first_chunk":1.40027703928863,"quartile_25_time_to_first_chunk":0.607906842509692,"quartile_75_time_to_first_chunk":0.971668134996435,"median_estimated_total_seconds_for_100_output_tokens":3.99423409829096,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.23783844827516,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.51385025539051,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.55541110747308,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.45481502794513},"performanceByPromptLength":[{"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","host_model_id":"62de4ce6-f422-48b2-a652-e50ffef56895","prompt_length_type":"100k","model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","median_output_speed":25.5196983347154,"median_time_to_first_chunk":10.4103648320015,"median_estimated_total_seconds_for_100_output_tokens":14.3871609808621,"median_end_to_end_response_time":30.003072921337782},{"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","host_model_id":"62de4ce6-f422-48b2-a652-e50ffef56895","prompt_length_type":"long","model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","median_output_speed":24.0446293115767,"median_time_to_first_chunk":1.68052260149125,"median_estimated_total_seconds_for_100_output_tokens":5.81178243580667,"median_end_to_end_response_time":22.475187119744664},{"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","host_model_id":"62de4ce6-f422-48b2-a652-e50ffef56895","prompt_length_type":"medium","model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","median_output_speed":32.4071867303851,"median_time_to_first_chunk":0.799923724996916,"median_estimated_total_seconds_for_100_output_tokens":3.99423409829096,"median_end_to_end_response_time":16.228600214560824},{"host_id":"e86de411-165c-4ec7-a259-e211bd5bf204","host_model_id":"62de4ce6-f422-48b2-a652-e50ffef56895","prompt_length_type":"short","model_id":"643791e1-941a-4bc4-b556-07349a7c4a70","median_output_speed":29.1109238725567,"median_time_to_first_chunk":0.704875053997966,"median_estimated_total_seconds_for_100_output_tokens":3.99888115417251,"median_end_to_end_response_time":17.880558044648684}],"end_to_end_response_time_metrics":{"input_time":0.799923724996916,"reasoning_time":0,"answer_time":15.428676489563907,"total_time":16.228600214560824,"p05_total_time":21.596874857101312,"p95_total_time":13.69448521021287,"p25_total_time":18.25240915133673,"p75_total_time":14.509318321493483},"time_to_first_answer_token_metrics":{"input_time":0.799923724996916,"reasoning_time":0,"total_time":0.799923724996916}},{"id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","slug":"lambdalabs_llama-3-1-nemotron-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-nemotron-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Nemotron Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda (FP8)","short_name":"Lambda (FP8)","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","name":"Llama 3.1 Nemotron Instruct 70B","short_name":"Llama 3.1 Nemotron 70B","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2024-10-15","chatbot-arena-elo":1269,"slug":"llama-3-1-nemotron-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":290,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","commercial_allowed":true,"chatbot_arena_label":"Llama-3.1-Nemotron-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":48.97,"coding_index":20.1,"mmlu_pro":0.69,"mmmu_pro":null,"hle":0.046,"scicode":0.233,"humaneval":0.815,"aime":0.247,"aime25":null,"math_500":0.733,"gpqa":0.465,"livecodebench":0.169,"ifbench":null,"lcr":null,"estimated_intelligence_index":25.9787957308,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","slug":"lambdalabs_llama-3-1-nemotron-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-nemotron-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Nemotron Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","slug":"deepinfra_llama-3-1-nemotron-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":true,"host_api_id":"nvidia/Llama-3.1-Nemotron-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Nemotron Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-instruct-70b","hosts_url":"/models/llama-3-1-nemotron-instruct-70b/providers","name_and_creator_label":"Llama 3.1 Nemotron 70B, NVIDIA","contextWindowFormatted":"128k"},"name":"Llama 3.1 Nemotron 70B (FP8), Lambda","short_name":"Llama 3.1 Nemotron 70B (FP8), Lambda","model_label":"Llama 3.1 Nemotron 70B (FP8)","host_label":"Lambda (FP8)","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":50.8138689636257,"percentile_05_output_speed":40.2497226717905,"percentile_95_output_speed":51.6465050836805,"quartile_25_output_speed":49.3915933368567,"quartile_75_output_speed":51.3139499507074,"median_time_to_first_chunk":0.228613451996353,"percentile_05_time_to_first_chunk":0.209930952149443,"percentile_95_time_to_first_chunk":0.320608167042883,"quartile_25_time_to_first_chunk":0.215052370733247,"quartile_75_time_to_first_chunk":0.23749949100602,"median_estimated_total_seconds_for_100_output_tokens":2.21038557458217,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.14784752251267,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.7727706944647,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.1671576816203,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.28134502689131},"performanceByPromptLength":[{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","prompt_length_type":"100k","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":38.7864712341292,"median_time_to_first_chunk":21.1953248819336,"median_estimated_total_seconds_for_100_output_tokens":23.7766517261804,"median_end_to_end_response_time":34.08641768029153},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","prompt_length_type":"long","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":49.1245875315299,"median_time_to_first_chunk":1.14757351849039,"median_estimated_total_seconds_for_100_output_tokens":3.1919782058149,"median_end_to_end_response_time":11.325776026126354},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","prompt_length_type":"medium","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":50.8138689636257,"median_time_to_first_chunk":0.228613451996353,"median_estimated_total_seconds_for_100_output_tokens":2.21038557458217,"median_end_to_end_response_time":10.068446753371555},{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"ed2ce77c-d8cd-46d4-8f67-f02e9a926a90","prompt_length_type":"short","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":50.1011022891068,"median_time_to_first_chunk":0.130938508998952,"median_estimated_total_seconds_for_100_output_tokens":2.12981338155045,"median_end_to_end_response_time":10.110758855361116}],"end_to_end_response_time_metrics":{"input_time":0.228613451996353,"reasoning_time":0,"answer_time":9.839833301375203,"total_time":10.068446753371555,"p05_total_time":12.651059292857536,"p95_total_time":9.909810644136897,"p25_total_time":10.351793657784388,"p75_total_time":9.972552487683608},"time_to_first_answer_token_metrics":{"input_time":0.228613451996353,"reasoning_time":0,"total_time":0.228613451996353}},{"id":"f096ead5-8f99-4641-97f9-ce19cb772342","slug":"deepinfra_llama-3-1-nemotron-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","footnotes":null,"json_mode":true,"host_api_id":"nvidia/Llama-3.1-Nemotron-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Nemotron Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","name":"Llama 3.1 Nemotron Instruct 70B","short_name":"Llama 3.1 Nemotron 70B","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2024-10-15","chatbot-arena-elo":1269,"slug":"llama-3-1-nemotron-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":290,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","commercial_allowed":true,"chatbot_arena_label":"Llama-3.1-Nemotron-70B-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":48.97,"coding_index":20.1,"mmlu_pro":0.69,"mmmu_pro":null,"hle":0.046,"scicode":0.233,"humaneval":0.815,"aime":0.247,"aime25":null,"math_500":0.733,"gpqa":0.465,"livecodebench":0.169,"ifbench":null,"lcr":null,"estimated_intelligence_index":25.9787957308,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:151:model:host_models","model_url":"/models/llama-3-1-nemotron-instruct-70b","hosts_url":"/models/llama-3-1-nemotron-instruct-70b/providers","name_and_creator_label":"Llama 3.1 Nemotron 70B, NVIDIA","contextWindowFormatted":"128k"},"name":"Llama 3.1 Nemotron 70B, Deepinfra","short_name":"Llama 3.1 Nemotron 70B, Deepinfra","model_label":"Llama 3.1 Nemotron 70B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"f096ead5-8f99-4641-97f9-ce19cb772342","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":39.2797301256437,"percentile_05_output_speed":15.6710681992526,"percentile_95_output_speed":40.9930371673825,"quartile_25_output_speed":33.9820380676777,"quartile_75_output_speed":40.0090683362893,"median_time_to_first_chunk":0.296476364997943,"percentile_05_time_to_first_chunk":0.230653935307055,"percentile_95_time_to_first_chunk":0.642684329894837,"quartile_25_time_to_first_chunk":0.25572938600817,"quartile_75_time_to_first_chunk":0.3113635635018,"median_estimated_total_seconds_for_100_output_tokens":2.88356990969513,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.71677775865067,"percentile_95_estimated_total_seconds_for_100_output_tokens":7.19631201603209,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.76005326875514,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.64806455247493},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"f096ead5-8f99-4641-97f9-ce19cb772342","prompt_length_type":"100k","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":29.8700719123751,"median_time_to_first_chunk":20.43264433695,"median_estimated_total_seconds_for_100_output_tokens":24.525072384578,"median_end_to_end_response_time":37.171807251146106},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"f096ead5-8f99-4641-97f9-ce19cb772342","prompt_length_type":"long","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":37.7855388564909,"median_time_to_first_chunk":1.34775331499986,"median_estimated_total_seconds_for_100_output_tokens":4.03536901896264,"median_end_to_end_response_time":14.580328928093403},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"f096ead5-8f99-4641-97f9-ce19cb772342","prompt_length_type":"medium","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":39.2797301256437,"median_time_to_first_chunk":0.296476364997943,"median_estimated_total_seconds_for_100_output_tokens":2.88356990969513,"median_end_to_end_response_time":13.025688057661174},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"f096ead5-8f99-4641-97f9-ce19cb772342","prompt_length_type":"short","model_id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","median_output_speed":36.8879963723353,"median_time_to_first_chunk":0.220763215998886,"median_estimated_total_seconds_for_100_output_tokens":2.95062408606752,"median_end_to_end_response_time":13.775308031964613}],"end_to_end_response_time_metrics":{"input_time":0.296476364997943,"reasoning_time":0,"answer_time":12.729211692663231,"total_time":13.025688057661174,"p05_total_time":32.202406046539785,"p95_total_time":12.493669706842885,"p25_total_time":15.010131826280567,"p75_total_time":12.793643152220692},"time_to_first_answer_token_metrics":{"input_time":0.296476364997943,"reasoning_time":0,"total_time":0.296476364997943}},{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","slug":"nebius_llama-3-1-nemotron-ultra-253b-v1-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","footnotes":null,"json_mode":null,"host_api_id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Base","short_name":"Nebius Base","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"cf095603-72b6-47f8-8ee1-09a42890f92a","name":"Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)","short_name":"Llama Nemotron Ultra Reasoning","deleted":false,"deprecated":false,"model_creator_id":"0c303112-430d-4367-a484-51defaa2e166","release_date":"2025-04-07","chatbot-arena-elo":null,"slug":"llama-3-1-nemotron-ultra-253b-v1-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":297,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":"https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":253,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":46.42,"math_index":84.93,"coding_index":49.42,"mmlu_pro":0.825,"mmmu_pro":null,"hle":0.081,"scicode":0.347,"humaneval":null,"aime":0.747,"aime25":0.637,"math_500":0.952,"gpqa":0.728,"livecodebench":0.641,"ifbench":0.382,"lcr":0.073,"estimated_intelligence_index":50.5609258902,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":6214532,"answer_tokens":1422602,"output_tokens":57555488,"reasoning_tokens":56132886},"model_creators":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"nvidia.svg","name":"NVIDIA","slug":"nvidia","color":"#86b737","deleted":false,"host_id":null,"created_at":"2024-10-19T02:40:00.98765+00:00","logo_small":"nvidia_small.svg","creator_url":"https://www.nvidia.com/","display_order":31,"logo_url":"/img/logos/nvidia.svg","logo_small_url":"/img/logos/nvidia_small.svg"},"host_models":[{"id":"274cb102-fd95-440d-ad5e-e71911cab0c2","slug":"nebius_llama-3-1-nemotron-ultra-253b-v1-reasoning_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","footnotes":null,"json_mode":null,"host_api_id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.6,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning","hosts_url":"/models/llama-3-1-nemotron-ultra-253b-v1-reasoning/providers","name_and_creator_label":"Llama Nemotron Ultra Reasoning, NVIDIA","contextWindowFormatted":"128k"},"name":"Llama Nemotron Ultra Reasoning Base, Nebius","short_name":"Llama Nemotron Ultra Reasoning Base, Nebius","model_label":"Llama Nemotron Ultra Reasoning Base","host_label":"Nebius Base","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"274cb102-fd95-440d-ad5e-e71911cab0c2","model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","median_output_speed":42.5690139861398,"percentile_05_output_speed":40.3978649064857,"percentile_95_output_speed":43.0774574541283,"quartile_25_output_speed":41.6891309939021,"quartile_75_output_speed":42.954639896911,"median_time_to_first_chunk":0.626296333022765,"percentile_05_time_to_first_chunk":0.58229210187128,"percentile_95_time_to_first_chunk":0.899335049850072,"quartile_25_time_to_first_chunk":0.612883965250148,"quartile_75_time_to_first_chunk":0.680656689261014,"median_estimated_total_seconds_for_100_output_tokens":41.9516649030248,"percentile_05_estimated_total_seconds_for_100_output_tokens":30.2771300202619,"percentile_95_estimated_total_seconds_for_100_output_tokens":88.0565985389846,"quartile_25_estimated_total_seconds_for_100_output_tokens":36.6961302101939,"quartile_75_estimated_total_seconds_for_100_output_tokens":57.2979323837168},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"274cb102-fd95-440d-ad5e-e71911cab0c2","prompt_length_type":"long","model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","median_output_speed":42.2345217594664,"median_time_to_first_chunk":2.451421162521,"median_estimated_total_seconds_for_100_output_tokens":20.7139643782551,"median_end_to_end_response_time":61.644704189092806},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"274cb102-fd95-440d-ad5e-e71911cab0c2","prompt_length_type":"medium","model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","median_output_speed":42.5690139861398,"median_time_to_first_chunk":0.626296333022765,"median_estimated_total_seconds_for_100_output_tokens":41.9516649030248,"median_end_to_end_response_time":59.354459517962496},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"274cb102-fd95-440d-ad5e-e71911cab0c2","prompt_length_type":"short","model_id":"cf095603-72b6-47f8-8ee1-09a42890f92a","median_output_speed":42.8010384883222,"median_time_to_first_chunk":0.469091916995239,"median_estimated_total_seconds_for_100_output_tokens":23.3715287148852,"median_end_to_end_response_time":58.87888962977966}],"end_to_end_response_time_metrics":{"input_time":0.626296333022765,"reasoning_time":46.98253054795178,"answer_time":11.745632636987946,"total_time":59.354459517962496,"p05_total_time":62.510754974267336,"p95_total_time":58.661290683888616,"p25_total_time":60.59396513297153,"p75_total_time":58.8272265701258},"time_to_first_answer_token_metrics":{"input_time":0.626296333022765,"reasoning_time":46.98253054795178,"total_time":47.60882688097455}},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","slug":"parasail_kimi-k2","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"parasail-kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":2.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.47,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14172952,"answer_tokens":29389423,"output_tokens":29389423,"reasoning_tokens":0},"model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":[{"id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","slug":"gmi_kimi-k2","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","slug":"moonshot-ai_kimi-k2","deleted":false,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"kimi-k2-0711-preview","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Moonshot AI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","slug":"novita_kimi-k2","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.57,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.0025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","slug":"togetherai_kimi-k2","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","slug":"parasail_kimi-k2","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"parasail-kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Parasail_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":4,"price_1m_blended_3_to_1":2.125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.47,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","slug":"fireworks_kimi-k2","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","slug":"groq_kimi-k2","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","slug":"deepinfra_kimi-k2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"021d206b-0012-467d-9979-1c139fe47bc7","slug":"baseten_kimi-k2","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Parasail","short_name":"Kimi K2, Parasail","model_label":"Kimi K2","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":27.189835863158,"percentile_05_output_speed":12.9214544714272,"percentile_95_output_speed":37.1031760097008,"quartile_25_output_speed":18.2080103314968,"quartile_75_output_speed":35.2742659489576,"median_time_to_first_chunk":0.512201986482978,"percentile_05_time_to_first_chunk":0.412735565757339,"percentile_95_time_to_first_chunk":0.632109453750945,"quartile_25_time_to_first_chunk":0.450145496720324,"quartile_75_time_to_first_chunk":0.549835792509839,"median_estimated_total_seconds_for_100_output_tokens":4.17889678997973,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.18911873262715,"percentile_95_estimated_total_seconds_for_100_output_tokens":8.31681771240562,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.28687371136462,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.93752193361647},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":21.5303924498443,"median_time_to_first_chunk":25.8627944409964,"median_estimated_total_seconds_for_100_output_tokens":30.5073916183564,"median_end_to_end_response_time":49.08578032779643},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":26.9800268709056,"median_time_to_first_chunk":1.11293442450369,"median_estimated_total_seconds_for_100_output_tokens":4.85923607746907,"median_end_to_end_response_time":19.64516207543995},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":27.189835863158,"median_time_to_first_chunk":0.512201986482978,"median_estimated_total_seconds_for_100_output_tokens":4.17889678997973,"median_end_to_end_response_time":18.901426640740485},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"9d8725b5-319b-44e6-bf43-9ccb3574f9a3","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":28.7685828236239,"median_time_to_first_chunk":0.520512735485681,"median_estimated_total_seconds_for_100_output_tokens":4.00377765396578,"median_end_to_end_response_time":17.9005833168358}],"end_to_end_response_time_metrics":{"input_time":0.512201986482978,"reasoning_time":0,"answer_time":18.389224654257507,"total_time":18.901426640740485,"p05_total_time":39.20753625443509,"p95_total_time":13.988137304507307,"p25_total_time":27.9726433470134,"p75_total_time":14.686841388575926},"time_to_first_answer_token_metrics":{"input_time":0.512201986482978,"reasoning_time":0,"total_time":0.512201986482978}},{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","slug":"moonshot-ai_kimi-k2","deleted":false,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"kimi-k2-0711-preview","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Moonshot AI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","name":"Moonshot AI","short_name":"Moonshot AI","website_url":"https://kimi.moonshot.cn/","slug":"moonshot_ai","deleted":false,"logo":"moonshotai.png","color":"#047AFE","logo_small":"moonshotai_small.svg","display_order":23,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.moonshot.cn/docs/guide/migrating-from-openai-to-kimi#%E5%B7%B2%E8%A2%AB%E5%BA%9F%E5%BC%83%E7%9A%84-function_call","json_mode_url":"https://platform.moonshot.cn/docs/guide/use-json-mode-feature-of-kimi-api#json-mode-%E5%BA%94%E7%94%A8%E7%A4%BA%E4%BE%8B","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","deleted":false}],"host_url":"/providers/moonshot_ai","logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Moonshot AI","short_name":"Kimi K2, Moonshot AI","model_label":"Kimi K2","host_label":"Moonshot AI","logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg","hosts_url":"/providers/moonshot_ai","host_color":"#047AFE","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","host_model_id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":12.762079893749,"percentile_05_output_speed":7.22386109202347,"percentile_95_output_speed":14.5029421050354,"quartile_25_output_speed":11.5597713319344,"quartile_75_output_speed":13.5343766256764,"median_time_to_first_chunk":2.81453874398721,"percentile_05_time_to_first_chunk":2.47356287591101,"percentile_95_time_to_first_chunk":6.35109982360736,"quartile_25_time_to_first_chunk":2.60596958697715,"quartile_75_time_to_first_chunk":3.12825693447667,"median_estimated_total_seconds_for_100_output_tokens":10.592260229252,"percentile_05_estimated_total_seconds_for_100_output_tokens":9.52809930050685,"percentile_95_estimated_total_seconds_for_100_output_tokens":20.1984670400737,"quartile_25_estimated_total_seconds_for_100_output_tokens":10.1095828705596,"quartile_75_estimated_total_seconds_for_100_output_tokens":11.9547596474838},"performanceByPromptLength":[{"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","host_model_id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":13.5644419061258,"median_time_to_first_chunk":23.0995617010049,"median_estimated_total_seconds_for_100_output_tokens":31.5407633401311,"median_end_to_end_response_time":59.960643303941794},{"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","host_model_id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":12.3846913807096,"median_time_to_first_chunk":6.37229736999143,"median_estimated_total_seconds_for_100_output_tokens":14.0576501162014,"median_end_to_end_response_time":46.74472043891022},{"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","host_model_id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":12.762079893749,"median_time_to_first_chunk":2.81453874398721,"median_estimated_total_seconds_for_100_output_tokens":10.592260229252,"median_end_to_end_response_time":41.99310557343522},{"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","host_model_id":"6f5a39e0-ea10-4030-b3be-4c5ffa229424","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":12.0290575429698,"median_time_to_first_chunk":2.63093163099256,"median_estimated_total_seconds_for_100_output_tokens":10.827963998974,"median_end_to_end_response_time":44.19694777264925}],"end_to_end_response_time_metrics":{"input_time":2.81453874398721,"reasoning_time":0,"answer_time":39.178566829448016,"total_time":41.99310557343522,"p05_total_time":72.0296016626383,"p95_total_time":37.29030210143733,"p25_total_time":46.06798949510432,"p75_total_time":39.757503597753555},"time_to_first_answer_token_metrics":{"input_time":2.81453874398721,"reasoning_time":0,"total_time":2.81453874398721}},{"id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","slug":"fireworks_kimi-k2","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks","short_name":"Fireworks","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Fireworks","short_name":"Kimi K2, Fireworks","model_label":"Kimi K2","host_label":"Fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":162.631973553236,"percentile_05_output_speed":139.361221189442,"percentile_95_output_speed":170.359940765944,"quartile_25_output_speed":147.216895766823,"quartile_75_output_speed":168.970809872745,"median_time_to_first_chunk":0.534363290003967,"percentile_05_time_to_first_chunk":0.441535981904599,"percentile_95_time_to_first_chunk":0.619448002701029,"quartile_25_time_to_first_chunk":0.469751263502985,"quartile_75_time_to_first_chunk":0.570064105471829,"median_estimated_total_seconds_for_100_output_tokens":1.16530216544895,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.04909475986922,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.27773581114752,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.12124898528391,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.20870968836815},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":35.6831016122999,"median_time_to_first_chunk":12.8064273631026,"median_estimated_total_seconds_for_100_output_tokens":16.1558536273535,"median_end_to_end_response_time":26.818662214000508},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":27.7553977273744,"median_time_to_first_chunk":1.5327394050255,"median_estimated_total_seconds_for_100_output_tokens":5.39048900463032,"median_end_to_end_response_time":19.547253371325592},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":162.631973553236,"median_time_to_first_chunk":0.534363290003967,"median_estimated_total_seconds_for_100_output_tokens":1.16530216544895,"median_end_to_end_response_time":3.6087894872383615},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"30f90382-f0ce-4202-bd71-eed25f9bcfa1","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":164.180628956988,"median_time_to_first_chunk":0.523366721987259,"median_estimated_total_seconds_for_100_output_tokens":1.14942422319573,"median_end_to_end_response_time":3.5687929892419055}],"end_to_end_response_time_metrics":{"input_time":0.534363290003967,"reasoning_time":0,"answer_time":3.0744261972343945,"total_time":3.6087894872383615,"p05_total_time":4.122161931064382,"p95_total_time":3.4693255689997406,"p25_total_time":3.9307125839868435,"p75_total_time":3.493454273686646},"time_to_first_answer_token_metrics":{"input_time":0.534363290003967,"reasoning_time":0,"total_time":0.534363290003967}},{"id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","slug":"deepinfra_kimi-k2","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Deepinfra","short_name":"Kimi K2, Deepinfra","model_label":"Kimi K2","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":30.9899250697476,"percentile_05_output_speed":13.9587231480051,"percentile_95_output_speed":60.2927777084965,"quartile_25_output_speed":18.9703926766353,"quartile_75_output_speed":52.5839185573863,"median_time_to_first_chunk":0.277098087000923,"percentile_05_time_to_first_chunk":0.215703323678463,"percentile_95_time_to_first_chunk":5.7540739300548,"quartile_25_time_to_first_chunk":0.229422052005248,"quartile_75_time_to_first_chunk":0.375240384752033,"median_estimated_total_seconds_for_100_output_tokens":3.8865848503684,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.87485281293777,"percentile_95_estimated_total_seconds_for_100_output_tokens":12.777949922255,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.15137157563675,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.75840791635506},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":49.2534526748321,"median_time_to_first_chunk":3.93584063788876,"median_estimated_total_seconds_for_100_output_tokens":5.73176409653857,"median_end_to_end_response_time":14.087413225113568},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":29.1694254881123,"median_time_to_first_chunk":0.499005313001362,"median_estimated_total_seconds_for_100_output_tokens":4.40626367138551,"median_end_to_end_response_time":17.640241097839493},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":30.9899250697476,"median_time_to_first_chunk":0.277098087000923,"median_estimated_total_seconds_for_100_output_tokens":3.8865848503684,"median_end_to_end_response_time":16.411373948419527},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"d28a20ef-b5b6-442f-9460-adf0ef8d2ad6","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":38.3801230097325,"median_time_to_first_chunk":0.324487342497378,"median_estimated_total_seconds_for_100_output_tokens":2.92162834471232,"median_end_to_end_response_time":13.352064139820541}],"end_to_end_response_time_metrics":{"input_time":0.277098087000923,"reasoning_time":0,"answer_time":16.134275861418605,"total_time":16.411373948419527,"p05_total_time":36.09699326641474,"p95_total_time":8.569965309297427,"p25_total_time":26.63395893447406,"p75_total_time":9.785708584606498},"time_to_first_answer_token_metrics":{"input_time":0.277098087000923,"reasoning_time":0,"total_time":0.277098087000923}},{"id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","slug":"novita_kimi-k2","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.57,"price_1m_output_tokens":2.3,"price_1m_blended_3_to_1":1.0025,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Novita","short_name":"Kimi K2, Novita","model_label":"Kimi K2","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":48.0770487222041,"percentile_05_output_speed":14.2571030391999,"percentile_95_output_speed":58.6689267094498,"quartile_25_output_speed":45.9598410746127,"quartile_75_output_speed":49.7583357051014,"median_time_to_first_chunk":1.43932624000809,"percentile_05_time_to_first_chunk":0.557007186107512,"percentile_95_time_to_first_chunk":3.03022361840312,"quartile_25_time_to_first_chunk":1.36271533701074,"quartile_75_time_to_first_chunk":1.71686575726198,"median_estimated_total_seconds_for_100_output_tokens":3.51710539669664,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.26513160714685,"percentile_95_estimated_total_seconds_for_100_output_tokens":9.58495401124016,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.42797919957134,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.86120250544241},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":34.6350702229212,"median_time_to_first_chunk":28.3616591520258,"median_estimated_total_seconds_for_100_output_tokens":30.6234596244681,"median_end_to_end_response_time":42.797893777272904},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":46.8952592116076,"median_time_to_first_chunk":4.7211499325058,"median_estimated_total_seconds_for_100_output_tokens":6.97049050406954,"median_end_to_end_response_time":15.383208494626704},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":48.0770487222041,"median_time_to_first_chunk":1.43932624000809,"median_estimated_total_seconds_for_100_output_tokens":3.51710539669664,"median_end_to_end_response_time":11.83929906049193},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"f811056b-59f6-4e46-8a2b-1d5a913c987b","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":49.2526981344971,"median_time_to_first_chunk":1.00241071300115,"median_estimated_total_seconds_for_100_output_tokens":3.01622628897114,"median_end_to_end_response_time":11.154138820050676}],"end_to_end_response_time_metrics":{"input_time":1.43932624000809,"reasoning_time":0,"answer_time":10.39997282048384,"total_time":11.83929906049193,"p05_total_time":36.50956446619263,"p95_total_time":9.961725200469472,"p25_total_time":12.318389098129895,"p75_total_time":11.487893840084356},"time_to_first_answer_token_metrics":{"input_time":1.43932624000809,"reasoning_time":0,"total_time":1.43932624000809}},{"id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","slug":"gmi_kimi-k2","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_Kimi K2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI","short_name":"GMI","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:63:host:host_models","host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, GMI","short_name":"Kimi K2, GMI","model_label":"Kimi K2","host_label":"GMI","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":32.4191827882626,"percentile_05_output_speed":18.7106840917994,"percentile_95_output_speed":33.9050751176196,"quartile_25_output_speed":31.1507104398013,"quartile_75_output_speed":33.0367888714924,"median_time_to_first_chunk":0.572770783997839,"percentile_05_time_to_first_chunk":0.478894719696837,"percentile_95_time_to_first_chunk":0.846977555786725,"quartile_25_time_to_first_chunk":0.542399216472404,"quartile_75_time_to_first_chunk":0.621720314502454,"median_estimated_total_seconds_for_100_output_tokens":3.67060458067182,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.50081454096782,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.87355895555676,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.58480651287313,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.95622143851112},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":27.1822701619944,"median_time_to_first_chunk":6.3629297579464,"median_estimated_total_seconds_for_100_output_tokens":10.0829840462979,"median_end_to_end_response_time":24.757272725631566},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":31.8612364048616,"median_time_to_first_chunk":0.952575117989909,"median_estimated_total_seconds_for_100_output_tokens":4.10551091929534,"median_end_to_end_response_time":16.6456258724078},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":32.4191827882626,"median_time_to_first_chunk":0.572770783997839,"median_estimated_total_seconds_for_100_output_tokens":3.67060458067182,"median_end_to_end_response_time":15.995738206268134},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"6076b994-800a-4adc-8da1-fd15a7d1cfd5","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":31.6290293470544,"median_time_to_first_chunk":0.574878457991872,"median_estimated_total_seconds_for_100_output_tokens":3.7297640956462,"median_end_to_end_response_time":16.383141004201335}],"end_to_end_response_time_metrics":{"input_time":0.572770783997839,"reasoning_time":0,"answer_time":15.422967422270295,"total_time":15.995738206268134,"p05_total_time":27.295470902650486,"p95_total_time":15.319825561651546,"p25_total_time":16.623769073948537,"p75_total_time":15.707413619441583},"time_to_first_answer_token_metrics":{"input_time":0.572770783997839,"reasoning_time":0,"total_time":0.572770783997839}},{"id":"fa68ae35-af99-4553-b18e-9ed604655a51","slug":"groq_kimi-k2","deleted":false,"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":null,"host_api_id":"moonshotai/kimi-k2-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Groq_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","name":"Groq","short_name":"Groq","website_url":"https://groq.com/","slug":"groq","deleted":false,"logo":"groq.svg","color":"#F54F35","logo_small":"groq_small.png","display_order":5,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://console.groq.com/docs/tool-use#models","json_mode_url":"https://console.groq.com/docs/text-chat","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:32:host:host_models","host_url":"/providers/groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Groq","short_name":"Kimi K2, Groq","model_label":"Kimi K2","host_label":"Groq","logo_url":"/img/logos/groq.svg","logo_small_url":"/img/logos/groq_small.png","hosts_url":"/providers/groq","host_color":"#F54F35","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"fa68ae35-af99-4553-b18e-9ed604655a51","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":474.133814165446,"percentile_05_output_speed":441.764238047689,"percentile_95_output_speed":534.190716002276,"quartile_25_output_speed":450.483348681777,"quartile_75_output_speed":499.513195229008,"median_time_to_first_chunk":0.212422145992605,"percentile_05_time_to_first_chunk":0.18669201580924,"percentile_95_time_to_first_chunk":0.373828860446701,"quartile_25_time_to_first_chunk":0.206485154776601,"quartile_75_time_to_first_chunk":0.264518091496939,"median_estimated_total_seconds_for_100_output_tokens":0.43126022568031,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.397755619511541,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.824813068304487,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.407586929948743,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.464916233746788},"performanceByPromptLength":[{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"fa68ae35-af99-4553-b18e-9ed604655a51","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":142.632975137984,"median_time_to_first_chunk":4.5427612735657,"median_estimated_total_seconds_for_100_output_tokens":5.24511761179986,"median_end_to_end_response_time":8.048262014304628},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"fa68ae35-af99-4553-b18e-9ed604655a51","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":203.102403332621,"median_time_to_first_chunk":0.799796790495748,"median_estimated_total_seconds_for_100_output_tokens":1.29536587795468,"median_end_to_end_response_time":3.261609116670685},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"fa68ae35-af99-4553-b18e-9ed604655a51","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":474.133814165446,"median_time_to_first_chunk":0.212422145992605,"median_estimated_total_seconds_for_100_output_tokens":0.43126022568031,"median_end_to_end_response_time":1.2669767570786816},{"host_id":"c3a16cd3-5bbb-45e9-b694-df711974f37e","host_model_id":"fa68ae35-af99-4553-b18e-9ed604655a51","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":523.945701624561,"median_time_to_first_chunk":0.151397807494504,"median_estimated_total_seconds_for_100_output_tokens":0.345451287464218,"median_end_to_end_response_time":1.1056951677928817}],"end_to_end_response_time_metrics":{"input_time":0.212422145992605,"reasoning_time":0,"answer_time":1.0545546110860766,"total_time":1.2669767570786816,"p05_total_time":1.3442475789648964,"p95_total_time":1.148417446962736,"p25_total_time":1.322341084091251,"p75_total_time":1.2133967043739284},"time_to_first_answer_token_metrics":{"input_time":0.212422145992605,"reasoning_time":0,"total_time":0.212422145992605}},{"id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","slug":"togetherai_kimi-k2","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Together.ai","short_name":"Kimi K2, Together.ai","model_label":"Kimi K2","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":3.36292515243199,"percentile_05_output_speed":3.02351948646075,"percentile_95_output_speed":35.7108182191969,"quartile_25_output_speed":3.23596180944749,"quartile_75_output_speed":15.743447600662,"median_time_to_first_chunk":0.836761259502964,"percentile_05_time_to_first_chunk":0.454670882295613,"percentile_95_time_to_first_chunk":87.3830394149903,"quartile_25_time_to_first_chunk":0.591901127992969,"quartile_75_time_to_first_chunk":0.923337356252887,"median_estimated_total_seconds_for_100_output_tokens":30.7884330153204,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.28789494878345,"percentile_95_estimated_total_seconds_for_100_output_tokens":118.54329036984,"quartile_25_estimated_total_seconds_for_100_output_tokens":6.79604193922617,"quartile_75_estimated_total_seconds_for_100_output_tokens":32.0017994678273},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","prompt_length_type":"100k","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":23.000749490012,"median_time_to_first_chunk":6.15703491447493,"median_estimated_total_seconds_for_100_output_tokens":10.531499111962,"median_end_to_end_response_time":27.89545696968332},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":3.33429300583948,"median_time_to_first_chunk":1.2458808599913,"median_estimated_total_seconds_for_100_output_tokens":31.3082504643661,"median_end_to_end_response_time":151.202708026749},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":3.36292515243199,"median_time_to_first_chunk":0.836761259502964,"median_estimated_total_seconds_for_100_output_tokens":30.7884330153204,"median_end_to_end_response_time":149.5168469992678},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"2dd25ebf-e086-4a94-9c03-c4b952f7861a","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":3.46247755355368,"median_time_to_first_chunk":0.811967318993993,"median_estimated_total_seconds_for_100_output_tokens":29.8281397899157,"median_end_to_end_response_time":145.2172355890597}],"end_to_end_response_time_metrics":{"input_time":0.836761259502964,"reasoning_time":0,"answer_time":148.68008573976485,"total_time":149.5168469992678,"p05_total_time":166.20695392371047,"p95_total_time":14.838120649560771,"p25_total_time":155.35032768671934,"p75_total_time":32.59600565645293},"time_to_first_answer_token_metrics":{"input_time":0.836761259502964,"reasoning_time":0,"total_time":0.836761259502964}},{"id":"021d206b-0012-467d-9979-1c139fe47bc7","slug":"baseten_kimi-k2","deleted":false,"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","mgsm_aa":null,"model_id":"441734a9-8901-4850-9bae-b474c370291f","footnotes":null,"json_mode":true,"host_api_id":"moonshotai/Kimi-K2-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Baseten_Kimi k2","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.075,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131000,"price_m_tokens_blended_3_to_1_per_dollar":0.93,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","name":"Baseten","short_name":"Baseten","website_url":"https://www.baseten.co/","slug":"baseten","deleted":false,"logo":"baseten.svg","color":"#17D766","logo_small":"baseten_small.svg","display_order":40,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.baseten.co/inference/function-calling","json_mode_url":"https://docs.baseten.co/inference/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"021d206b-0012-467d-9979-1c139fe47bc7","deleted":false}],"host_url":"/providers/baseten","logo_url":"/img/logos/baseten.svg","logo_small_url":"/img/logos/baseten_small.svg"},"model":{"id":"441734a9-8901-4850-9bae-b474c370291f","name":"Kimi K2","short_name":"Kimi K2","deleted":false,"deprecated":false,"model_creator_id":"0a177021-87dd-4250-9a37-f01df196bfe0","release_date":"2025-07-11","chatbot-arena-elo":null,"slug":"kimi-k2","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":307,"tokenizer_id":null,"license_name":"Modified MIT License","license_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":1000,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":48.56,"math_index":83.23,"coding_index":36.52,"mmlu_pro":0.824,"mmmu_pro":null,"hle":0.07,"scicode":0.175,"humaneval":0.926,"aime":0.693,"aime25":0.57,"math_500":0.971,"gpqa":0.766,"livecodebench":0.556,"ifbench":0.415,"lcr":0.51,"estimated_intelligence_index":47.1879318199,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:154:model:intelligence_index_token_counts","model_creators":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","logo":"moonshotai.png","name":"Moonshot AI","slug":"moonshotai","color":"#047AFE","deleted":true,"host_id":"44cc5bf5-a562-4c80-aa6f-29de5b5e4903","created_at":"2025-01-28T17:24:10.093766+00:00","logo_small":"moonshotai_small.svg","creator_url":"https://www.moonshot.cn/","display_order":37,"logo_url":"/img/logos/moonshotai.png","logo_small_url":"/img/logos/moonshotai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:154:model:host_models","model_url":"/models/kimi-k2","hosts_url":"/models/kimi-k2/providers","name_and_creator_label":"Kimi K2, Moonshot AI","contextWindowFormatted":"128k"},"name":"Kimi K2, Baseten","short_name":"Kimi K2, Baseten","model_label":"Kimi K2","host_label":"Baseten","logo_url":"/img/logos/baseten.svg","logo_small_url":"/img/logos/baseten_small.svg","hosts_url":"/providers/baseten","host_color":"#17D766","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131000,"context_window_formatted":"131k","timescaleData":{"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","host_model_id":"021d206b-0012-467d-9979-1c139fe47bc7","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":83.7892717762643,"percentile_05_output_speed":61.1124527057701,"percentile_95_output_speed":92.7734225943393,"quartile_25_output_speed":71.9342237081287,"quartile_75_output_speed":89.0856911831006,"median_time_to_first_chunk":0.290339727478568,"percentile_05_time_to_first_chunk":0.143058083704454,"percentile_95_time_to_first_chunk":1.17748435365011,"quartile_25_time_to_first_chunk":0.158218467739061,"quartile_75_time_to_first_chunk":0.588148470742453,"median_estimated_total_seconds_for_100_output_tokens":1.64165107328126,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.23234737190175,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.65520542405145,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.34736731386569,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.82688647754099},"performanceByPromptLength":[{"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","host_model_id":"021d206b-0012-467d-9979-1c139fe47bc7","prompt_length_type":"long","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":77.4413858445919,"median_time_to_first_chunk":0.377958643017337,"median_estimated_total_seconds_for_100_output_tokens":1.67531288533358,"median_end_to_end_response_time":6.83445466961727},{"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","host_model_id":"021d206b-0012-467d-9979-1c139fe47bc7","prompt_length_type":"medium","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":83.7892717762643,"median_time_to_first_chunk":0.290339727478568,"median_estimated_total_seconds_for_100_output_tokens":1.64165107328126,"median_end_to_end_response_time":6.2576907904536645},{"host_id":"f2aa9c32-35de-4690-a7cd-98ec027fca9d","host_model_id":"021d206b-0012-467d-9979-1c139fe47bc7","prompt_length_type":"short","model_id":"441734a9-8901-4850-9bae-b474c370291f","median_output_speed":86.2425825950603,"median_time_to_first_chunk":0.170716272958089,"median_estimated_total_seconds_for_100_output_tokens":1.38572063488662,"median_end_to_end_response_time":5.968316309446774}],"end_to_end_response_time_metrics":{"input_time":0.290339727478568,"reasoning_time":0,"answer_time":5.967351062975096,"total_time":6.2576907904536645,"p05_total_time":8.471978294781415,"p95_total_time":5.679814277601593,"p25_total_time":7.241134136948217,"p75_total_time":5.902913344630333},"time_to_first_answer_token_metrics":{"input_time":0.290339727478568,"reasoning_time":0,"total_time":0.290339727478568}},{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","slug":"reka-ai_reka-flash-3","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":null,"model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","footnotes":null,"json_mode":null,"host_api_id":"reka-flash-3","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0532080b-cdf2-4162-a27e-3cf5fd576395","name":"Reka AI","short_name":"Reka","website_url":"http://reka.ai/","slug":"reka-ai","deleted":false,"logo":"reka.png","color":"#172136","logo_small":"reka_small.jpg","display_order":35,"openai_compatible":false,"json_mode":false,"function_calling":null,"function_calling_url":"https://docs.reka.ai/function-calling","json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"89f0cd4f-0525-47cb-b9a0-daf8442361f8","deleted":false},{"id":"075b1454-efb2-4501-bf12-ab4c6f22fb28","deleted":false},{"id":"790c411d-c13b-442a-a21c-58a7f9cd7ebe","deleted":false},{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","deleted":false},{"id":"56516d85-2d3e-4ed2-a9a0-1462ea0ad260","deleted":false}],"host_url":"/providers/reka-ai","logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"model":{"id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","name":"Reka Flash 3","short_name":"Reka Flash 3","deleted":false,"deprecated":false,"model_creator_id":"4571a280-f096-486f-b220-dffc3e522b0f","release_date":"2025-03-10","chatbot-arena-elo":null,"slug":"reka-flash-3","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":337,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://huggingface.co/RekaAI/reka-flash-3","model_weights_source_url":"https://huggingface.co/RekaAI/reka-flash-3","commercial_allowed":true,"chatbot_arena_label":"","knowledge_cutoff_date":null,"parameters":21,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":70.13,"coding_index":35.11,"mmlu_pro":0.669,"mmmu_pro":null,"hle":0.051,"scicode":0.267,"humaneval":0.95,"aime":0.51,"aime25":null,"math_500":0.893,"gpqa":0.529,"livecodebench":0.435,"ifbench":null,"lcr":null,"estimated_intelligence_index":36.2648612393,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.963,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","logo":"reka.png","name":"Reka AI","slug":"reka-ai","color":"#172136","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","created_at":"2024-06-17T18:27:48.179823+00:00","logo_small":"reka_small.jpg","creator_url":"http://reka.ai/","display_order":62,"logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg"},"host_models":[{"id":"8fcd4d18-4296-458f-b4a7-7258b6902345","slug":"reka-ai_reka-flash-3","deleted":false,"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","mgsm_aa":null,"model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","footnotes":null,"json_mode":null,"host_api_id":"reka-flash-3","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Reka AI_Reka Flash 3","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/reka-flash-3","hosts_url":"/models/reka-flash-3/providers","name_and_creator_label":"Reka Flash 3, Reka AI","contextWindowFormatted":"128k"},"name":"Reka Flash 3, Reka AI","short_name":"Reka Flash 3, Reka","model_label":"Reka Flash 3","host_label":"Reka","logo_url":"/img/logos/reka.png","logo_small_url":"/img/logos/reka_small.jpg","hosts_url":"/providers/reka-ai","host_color":"#172136","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","median_output_speed":55.6041124102364,"percentile_05_output_speed":54.3805144691251,"percentile_95_output_speed":57.4609728239036,"quartile_25_output_speed":55.372597518635,"quartile_75_output_speed":57.2213508387492,"median_time_to_first_chunk":1.28502254100022,"percentile_05_time_to_first_chunk":1.21015530618024,"percentile_95_time_to_first_chunk":1.37333617999393,"quartile_25_time_to_first_chunk":1.24656705448797,"quartile_75_time_to_first_chunk":1.32132253149757,"median_estimated_total_seconds_for_100_output_tokens":34.6112318815533,"percentile_05_estimated_total_seconds_for_100_output_tokens":17.2977011671222,"percentile_95_estimated_total_seconds_for_100_output_tokens":46.6223748604081,"quartile_25_estimated_total_seconds_for_100_output_tokens":24.8362694745368,"quartile_75_estimated_total_seconds_for_100_output_tokens":39.3055578788534},"performanceByPromptLength":[{"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","prompt_length_type":"long","model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","median_output_speed":45.872562983397,"median_time_to_first_chunk":2.43082766699808,"median_estimated_total_seconds_for_100_output_tokens":20.1868916347965,"median_end_to_end_response_time":56.92963561249795},{"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","prompt_length_type":"medium","model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","median_output_speed":55.6041124102364,"median_time_to_first_chunk":1.28502254100022,"median_estimated_total_seconds_for_100_output_tokens":34.6112318815533,"median_end_to_end_response_time":46.24572583494875},{"host_id":"0532080b-cdf2-4162-a27e-3cf5fd576395","host_model_id":"8fcd4d18-4296-458f-b4a7-7258b6902345","prompt_length_type":"short","model_id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","median_output_speed":57.3606495057656,"median_time_to_first_chunk":1.22196501900908,"median_estimated_total_seconds_for_100_output_tokens":18.9676664544883,"median_end_to_end_response_time":44.80585086306168}],"end_to_end_response_time_metrics":{"input_time":1.28502254100022,"reasoning_time":35.968562635158825,"answer_time":8.992140658789706,"total_time":46.24572583494875,"p05_total_time":47.25737172536462,"p95_total_time":44.79281360575586,"p25_total_time":46.433708209189334,"p75_total_time":44.9750082431037},"time_to_first_answer_token_metrics":{"input_time":1.28502254100022,"reasoning_time":35.968562635158825,"total_time":37.25358517615904}},{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","slug":"friendli-ai_exaone-4-0-32b-reasoning","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","footnotes":null,"json_mode":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ab82a915-2798-4921-89be-93aa937ed5db","name":"FriendliAI","short_name":"FriendliAI","website_url":"https://friendli.ai","slug":"friendli-ai","deleted":false,"logo":"friendliai.svg","color":"#1D4CB3","logo_small":"friendliai_small.svg","display_order":6,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://friendli.ai/docs/guides/serverless_endpoints/function-calling\r\n","json_mode_url":"https://friendli.ai/docs/guides/serverless_endpoints/structured-outputs\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:30:host:host_models","host_url":"/providers/friendli-ai","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg"},"model":{"id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","name":"EXAONE 4.0 32B (Reasoning)","short_name":"EXAONE 4.0 32B (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","release_date":"2025-07-18","chatbot-arena-elo":null,"slug":"exaone-4-0-32b-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":131000,"display_order":343,"tokenizer_id":null,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","model_weights_source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","varied_reasoning":true,"starts_thinking_by_default":true},"intelligence_index":50.7,"math_index":91,"coding_index":54.54,"mmlu_pro":0.818,"mmmu_pro":null,"hle":0.105,"scicode":0.344,"humaneval":0.97,"aime":0.843,"aime25":0.8,"math_500":0.977,"gpqa":0.739,"livecodebench":0.747,"ifbench":0.363,"lcr":0.14,"estimated_intelligence_index":53.9756907849,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":13134333,"answer_tokens":7778780,"output_tokens":99220977,"reasoning_tokens":91442197},"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","slug":"friendli-ai_exaone-4-0-32b-reasoning","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","footnotes":null,"json_mode":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b-reasoning","hosts_url":"/models/exaone-4-0-32b-reasoning/providers","name_and_creator_label":"EXAONE 4.0 32B (Reasoning), LG AI Research","contextWindowFormatted":"131k"},"name":"EXAONE 4.0 32B (Reasoning), FriendliAI","short_name":"EXAONE 4.0 32B (Reasoning), FriendliAI","model_label":"EXAONE 4.0 32B (Reasoning)","host_label":"FriendliAI","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg","hosts_url":"/providers/friendli-ai","host_color":"#1D4CB3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131000,"context_window_formatted":"131k","timescaleData":{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","median_output_speed":96.5624270547266,"percentile_05_output_speed":78.3239318437785,"percentile_95_output_speed":129.6792287667,"quartile_25_output_speed":94.4576575068917,"quartile_75_output_speed":127.398131613237,"median_time_to_first_chunk":0.293865428015124,"percentile_05_time_to_first_chunk":0.265970605803159,"percentile_95_time_to_first_chunk":0.393080315897532,"quartile_25_time_to_first_chunk":0.277601669484284,"quartile_75_time_to_first_chunk":0.323664579007527,"median_estimated_total_seconds_for_100_output_tokens":8.76047708765286,"percentile_05_estimated_total_seconds_for_100_output_tokens":4.17021349337039,"percentile_95_estimated_total_seconds_for_100_output_tokens":20.0153200556029,"quartile_25_estimated_total_seconds_for_100_output_tokens":5.03771385118319,"quartile_75_estimated_total_seconds_for_100_output_tokens":14.0974529256814},"performanceByPromptLength":[{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","prompt_length_type":"100k","model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","median_output_speed":86.7803781872761,"median_time_to_first_chunk":9.4018142529967,"median_estimated_total_seconds_for_100_output_tokens":19.0736985072584,"median_end_to_end_response_time":38.21016992304095},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","prompt_length_type":"long","model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","median_output_speed":88.8841513087812,"median_time_to_first_chunk":0.934730764012784,"median_estimated_total_seconds_for_100_output_tokens":9.13567290753094,"median_end_to_end_response_time":29.061229843866354},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","prompt_length_type":"medium","model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","median_output_speed":96.5624270547266,"median_time_to_first_chunk":0.293865428015124,"median_estimated_total_seconds_for_100_output_tokens":8.76047708765286,"median_end_to_end_response_time":26.183852623377653},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"5697a6f1-0bb3-4fd7-b9c9-1b1298f1761a","prompt_length_type":"short","model_id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","median_output_speed":114.950439454508,"median_time_to_first_chunk":0.248034924035892,"median_estimated_total_seconds_for_100_output_tokens":4.41620443179759,"median_end_to_end_response_time":21.996538121271456}],"end_to_end_response_time_metrics":{"input_time":0.293865428015124,"reasoning_time":20.711989756290023,"answer_time":5.177997439072506,"total_time":26.183852623377653,"p05_total_time":32.2125898989264,"p95_total_time":19.572203399145693,"p25_total_time":26.760750866261333,"p75_total_time":19.917387126038548},"time_to_first_answer_token_metrics":{"input_time":0.293865428015124,"reasoning_time":20.711989756290023,"total_time":21.005855184305148}},{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","slug":"friendli-ai_exaone-4-0-32b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","footnotes":null,"json_mode":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ab82a915-2798-4921-89be-93aa937ed5db","name":"FriendliAI","short_name":"FriendliAI","website_url":"https://friendli.ai","slug":"friendli-ai","deleted":false,"logo":"friendliai.svg","color":"#1D4CB3","logo_small":"friendliai_small.svg","display_order":6,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://friendli.ai/docs/guides/serverless_endpoints/function-calling\r\n","json_mode_url":"https://friendli.ai/docs/guides/serverless_endpoints/structured-outputs\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:30:host:host_models","host_url":"/providers/friendli-ai","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg"},"model":{"id":"2f60d80d-c3d3-4a43-bded-0557898c4618","name":"EXAONE 4.0 32B","short_name":"EXAONE 4.0 32B","deleted":false,"deprecated":false,"model_creator_id":"45157c16-fcbb-4110-b20f-7bca754b6554","release_date":null,"chatbot-arena-elo":null,"slug":"exaone-4-0-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131000,"display_order":344,"tokenizer_id":null,"license_name":"EXAONE AI Model License Agreement 1.2","license_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":70.47,"coding_index":36.21,"mmlu_pro":0.768,"mmmu_pro":null,"hle":0.049,"scicode":0.252,"humaneval":0.913,"aime":0.47,"aime25":null,"math_500":0.939,"gpqa":0.628,"livecodebench":0.472,"ifbench":null,"lcr":null,"estimated_intelligence_index":40.0555635536,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","logo":"lg.png","name":"LG AI Research","slug":"lg","color":"#df3b8a","deleted":false,"host_id":null,"created_at":"2025-03-18T12:39:48.126604+00:00","logo_small":"lg_small.png","creator_url":"https://www.lgresearch.ai/","display_order":66,"logo_url":"/img/logos/lg.png","logo_small_url":"/img/logos/lg_small.png"},"host_models":[{"id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","slug":"friendli-ai_exaone-4-0-32b","deleted":false,"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","mgsm_aa":null,"model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","footnotes":null,"json_mode":null,"host_api_id":"LGAI-EXAONE/EXAONE-4.0-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"FriendliAI_EXAONE 4.0 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/exaone-4-0-32b","hosts_url":"/models/exaone-4-0-32b/providers","name_and_creator_label":"EXAONE 4.0 32B, LG AI Research","contextWindowFormatted":"131k"},"name":"EXAONE 4.0 32B, FriendliAI","short_name":"EXAONE 4.0 32B, FriendliAI","model_label":"EXAONE 4.0 32B","host_label":"FriendliAI","logo_url":"/img/logos/friendliai.svg","logo_small_url":"/img/logos/friendliai_small.svg","hosts_url":"/providers/friendli-ai","host_color":"#1D4CB3","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131000,"context_window_formatted":"131k","timescaleData":{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","median_output_speed":88.2366827366388,"percentile_05_output_speed":78.9226287064944,"percentile_95_output_speed":135.648743980427,"quartile_25_output_speed":82.4933306742304,"quartile_75_output_speed":92.8211432851007,"median_time_to_first_chunk":0.293634352001391,"percentile_05_time_to_first_chunk":0.263278640282806,"percentile_95_time_to_first_chunk":0.837544670383795,"quartile_25_time_to_first_chunk":0.279143571500754,"quartile_75_time_to_first_chunk":0.327885917002277,"median_estimated_total_seconds_for_100_output_tokens":1.41940255353204,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.07459328243374,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.92816342786493,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.3775712679666,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.55327580977949},"performanceByPromptLength":[{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","prompt_length_type":"100k","model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","median_output_speed":80.0851188137589,"median_time_to_first_chunk":9.4128804840002,"median_estimated_total_seconds_for_100_output_tokens":10.6097519281014,"median_end_to_end_response_time":15.656237644557951},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","prompt_length_type":"long","model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","median_output_speed":86.7896224046755,"median_time_to_first_chunk":0.932808039011434,"median_estimated_total_seconds_for_100_output_tokens":2.05811655028482,"median_end_to_end_response_time":6.693865480517991},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","prompt_length_type":"medium","model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","median_output_speed":88.2366827366388,"median_time_to_first_chunk":0.293634352001391,"median_estimated_total_seconds_for_100_output_tokens":1.41940255353204,"median_end_to_end_response_time":5.960211839874055},{"host_id":"ab82a915-2798-4921-89be-93aa937ed5db","host_model_id":"c7e37a07-a45a-480b-9e21-b6c150c3ac9a","prompt_length_type":"short","model_id":"2f60d80d-c3d3-4a43-bded-0557898c4618","median_output_speed":110.480634227277,"median_time_to_first_chunk":0.235026489994198,"median_estimated_total_seconds_for_100_output_tokens":1.15037717666862,"median_end_to_end_response_time":4.760706519775861}],"end_to_end_response_time_metrics":{"input_time":0.293634352001391,"reasoning_time":0,"answer_time":5.666577487872664,"total_time":5.960211839874055,"p05_total_time":6.628952982345694,"p95_total_time":3.9796249872861957,"p25_total_time":6.354730393504682,"p75_total_time":5.680338095395792},"time_to_first_answer_token_metrics":{"input_time":0.293634352001391,"reasoning_time":0,"total_time":0.293634352001391}},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","slug":"siliconflow_glm-4-5-air","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"z-ai/GLM-4.5-Air","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.86,"price_1m_blended_3_to_1":0.32,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","name":"SiliconFlow","short_name":"SiliconFlow","website_url":"https://www.siliconflow.com/","slug":"siliconflow","deleted":false,"logo":"siliconflow.png","color":"#5922c6","logo_small":"siliconflow_small.png","display_order":74,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","deleted":false},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","deleted":false}],"host_url":"/providers/siliconflow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png"},"model":{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","name":"GLM-4.5-Air","short_name":"GLM-4.5-Air","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4-5-air","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":372,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5-Air","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5-Air","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":81.93,"coding_index":49.46,"mmlu_pro":0.815,"mmmu_pro":null,"hle":0.068,"scicode":0.306,"humaneval":0.932,"aime":0.673,"aime25":null,"math_500":0.965,"gpqa":0.733,"livecodebench":0.684,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.4748844558,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","slug":"deepinfra_glm-4-5-air","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5-Air","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","slug":"togetherai_glm-4-5-air_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5-Air-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_GLM-4.5-Air_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8669bd0b-1422-4bdb-971f-65935d981e23","slug":"siliconflow_glm-4-5-air","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"z-ai/GLM-4.5-Air","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.14,"price_1m_output_tokens":0.86,"price_1m_blended_3_to_1":0.32,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":3.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4-5-air","hosts_url":"/models/glm-4-5-air/providers","name_and_creator_label":"GLM-4.5-Air, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5-Air, SiliconFlow","short_name":"GLM-4.5-Air, SiliconFlow","model_label":"GLM-4.5-Air","host_label":"SiliconFlow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png","hosts_url":"/providers/siliconflow","host_color":"#5922c6","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"8669bd0b-1422-4bdb-971f-65935d981e23","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":95.571691681805,"percentile_05_output_speed":61.8210455089295,"percentile_95_output_speed":119.150578667385,"quartile_25_output_speed":80.136071645595,"quartile_75_output_speed":106.052060667847,"median_time_to_first_chunk":0.890127596014281,"percentile_05_time_to_first_chunk":0.675024771876633,"percentile_95_time_to_first_chunk":1.43653291022056,"quartile_25_time_to_first_chunk":0.791029715735931,"quartile_75_time_to_first_chunk":1.20222113999807,"median_estimated_total_seconds_for_100_output_tokens":20.2981097010508,"percentile_05_estimated_total_seconds_for_100_output_tokens":13.0158932234368,"percentile_95_estimated_total_seconds_for_100_output_tokens":32.012343495248,"quartile_25_estimated_total_seconds_for_100_output_tokens":17.6266712847711,"quartile_75_estimated_total_seconds_for_100_output_tokens":22.9889150397216},"performanceByPromptLength":[{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"8669bd0b-1422-4bdb-971f-65935d981e23","prompt_length_type":"100k","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":74.3746574477957,"median_time_to_first_chunk":41.1480775769451,"median_estimated_total_seconds_for_100_output_tokens":42.4929188686281,"median_end_to_end_response_time":74.7616777707312},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"8669bd0b-1422-4bdb-971f-65935d981e23","prompt_length_type":"long","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":91.3415004092252,"median_time_to_first_chunk":2.88739956949576,"median_estimated_total_seconds_for_100_output_tokens":27.9135947622998,"median_end_to_end_response_time":30.257214919578487},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"8669bd0b-1422-4bdb-971f-65935d981e23","prompt_length_type":"medium","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":95.571691681805,"median_time_to_first_chunk":0.890127596014281,"median_estimated_total_seconds_for_100_output_tokens":20.2981097010508,"median_end_to_end_response_time":27.04850102235755},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"8669bd0b-1422-4bdb-971f-65935d981e23","prompt_length_type":"short","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":94.8629793299584,"median_time_to_first_chunk":0.87612409349822,"median_estimated_total_seconds_for_100_output_tokens":6.38378036910397,"median_end_to_end_response_time":27.229924255143388}],"end_to_end_response_time_metrics":{"input_time":0.890127596014281,"reasoning_time":20.926698741074613,"answer_time":5.231674685268653,"total_time":27.04850102235755,"p05_total_time":41.32943073977779,"p95_total_time":21.87198121318285,"p25_total_time":32.08706486362019,"p75_total_time":24.463455490414667},"time_to_first_answer_token_metrics":{"input_time":0.890127596014281,"reasoning_time":20.926698741074613,"total_time":21.816826337088894}},{"id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","slug":"deepinfra_glm-4-5-air","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5-Air","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5-Air","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","name":"GLM-4.5-Air","short_name":"GLM-4.5-Air","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4-5-air","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":372,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5-Air","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5-Air","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:166:model:reasoning_properties","intelligence_index":null,"math_index":81.93,"coding_index":49.46,"mmlu_pro":0.815,"mmmu_pro":null,"hle":0.068,"scicode":0.306,"humaneval":0.932,"aime":0.673,"aime25":null,"math_500":0.965,"gpqa":0.733,"livecodebench":0.684,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.4748844558,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:166:model:host_models","model_url":"/models/glm-4-5-air","hosts_url":"/models/glm-4-5-air/providers","name_and_creator_label":"GLM-4.5-Air, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5-Air, Deepinfra","short_name":"GLM-4.5-Air, Deepinfra","model_label":"GLM-4.5-Air","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":180.197467092092,"percentile_05_output_speed":79.3738640415964,"percentile_95_output_speed":200.215584555806,"quartile_25_output_speed":138.752110647782,"quartile_75_output_speed":185.594558359174,"median_time_to_first_chunk":0.230165719491197,"percentile_05_time_to_first_chunk":0.187098910656641,"percentile_95_time_to_first_chunk":2.06593366638407,"quartile_25_time_to_first_chunk":0.197941510996316,"quartile_75_time_to_first_chunk":0.325908982995315,"median_estimated_total_seconds_for_100_output_tokens":11.3898818774161,"percentile_05_estimated_total_seconds_for_100_output_tokens":10.0625869817223,"percentile_95_estimated_total_seconds_for_100_output_tokens":32.1688249776099,"quartile_25_estimated_total_seconds_for_100_output_tokens":10.3242665730225,"quartile_75_estimated_total_seconds_for_100_output_tokens":13.0053307024457},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","prompt_length_type":"100k","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":71.6405743828683,"median_time_to_first_chunk":35.3710027035559,"median_estimated_total_seconds_for_100_output_tokens":39.3745023180633,"median_end_to_end_response_time":70.26742866797188},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","prompt_length_type":"long","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":175.886636916369,"median_time_to_first_chunk":0.533997921476839,"median_estimated_total_seconds_for_100_output_tokens":14.6845856699763,"median_end_to_end_response_time":14.747698540408486},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","prompt_length_type":"medium","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":180.197467092092,"median_time_to_first_chunk":0.230165719491197,"median_estimated_total_seconds_for_100_output_tokens":11.3898818774161,"median_end_to_end_response_time":14.10383464693703},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9d1b819e-19d6-4ee6-9181-7bfaef7f62dc","prompt_length_type":"short","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":192.595719039158,"median_time_to_first_chunk":0.216284506983357,"median_estimated_total_seconds_for_100_output_tokens":3.27167221310083,"median_end_to_end_response_time":13.196843018212295}],"end_to_end_response_time_metrics":{"input_time":0.230165719491197,"reasoning_time":11.098935141956666,"answer_time":2.7747337854891665,"total_time":14.10383464693703,"p05_total_time":31.72667946726412,"p95_total_time":12.71670619308343,"p25_total_time":18.247909653824376,"p75_total_time":13.700388241650744},"time_to_first_answer_token_metrics":{"input_time":0.230165719491197,"reasoning_time":11.098935141956666,"total_time":11.329100861447863}},{"id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","slug":"togetherai_glm-4-5-air_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5-Air-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_GLM-4.5-Air_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":1.1,"price_1m_blended_3_to_1":0.425,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.35,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai (FP8)","short_name":"Together.ai (FP8)","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","name":"GLM-4.5-Air","short_name":"GLM-4.5-Air","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4-5-air","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":372,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5-Air","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5-Air","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:166:model:reasoning_properties","intelligence_index":null,"math_index":81.93,"coding_index":49.46,"mmlu_pro":0.815,"mmmu_pro":null,"hle":0.068,"scicode":0.306,"humaneval":0.932,"aime":0.673,"aime25":null,"math_500":0.965,"gpqa":0.733,"livecodebench":0.684,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.4748844558,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:166:model:host_models","model_url":"/models/glm-4-5-air","hosts_url":"/models/glm-4-5-air/providers","name_and_creator_label":"GLM-4.5-Air, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5-Air (FP8), Together.ai","short_name":"GLM-4.5-Air (FP8), Together.ai","model_label":"GLM-4.5-Air (FP8)","host_label":"Together.ai (FP8)","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":244.581635942318,"percentile_05_output_speed":165.628281864652,"percentile_95_output_speed":261.674210340908,"quartile_25_output_speed":214.716687496209,"quartile_75_output_speed":250.674247504997,"median_time_to_first_chunk":0.372827593993861,"percentile_05_time_to_first_chunk":0.209137759201622,"percentile_95_time_to_first_chunk":0.926445227378281,"quartile_25_time_to_first_chunk":0.331502347515197,"quartile_75_time_to_first_chunk":0.486337160751646,"median_estimated_total_seconds_for_100_output_tokens":8.13008295758792,"percentile_05_estimated_total_seconds_for_100_output_tokens":7.41673302489232,"percentile_95_estimated_total_seconds_for_100_output_tokens":11.5132246132533,"quartile_25_estimated_total_seconds_for_100_output_tokens":7.87361523017666,"quartile_75_estimated_total_seconds_for_100_output_tokens":8.82230760103445},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","prompt_length_type":"100k","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":169.239058224811,"median_time_to_first_chunk":11.2675728125014,"median_estimated_total_seconds_for_100_output_tokens":11.8594594911736,"median_end_to_end_response_time":26.039576546291332},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","prompt_length_type":"long","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":237.17756152551,"median_time_to_first_chunk":0.696397681000235,"median_estimated_total_seconds_for_100_output_tokens":11.4758067465846,"median_end_to_end_response_time":11.237023800605183},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","prompt_length_type":"medium","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":244.581635942318,"median_time_to_first_chunk":0.372827593993861,"median_estimated_total_seconds_for_100_output_tokens":8.13008295758792,"median_end_to_end_response_time":10.594363607391035},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"40e53f3e-bc09-4ee5-857b-29681db8fc3c","prompt_length_type":"short","model_id":"5d303dc9-c027-401f-9803-4e9aa3331007","median_output_speed":260.1552457429,"median_time_to_first_chunk":0.336489566521777,"median_estimated_total_seconds_for_100_output_tokens":2.63407277171156,"median_end_to_end_response_time":9.946136271361397}],"end_to_end_response_time_metrics":{"input_time":0.372827593993861,"reasoning_time":8.17722881071774,"answer_time":2.044307202679435,"total_time":10.594363607391035,"p05_total_time":15.466868127741282,"p95_total_time":9.926692289880439,"p25_total_time":12.016077260110936,"p75_total_time":10.34593023570086},"time_to_first_answer_token_metrics":{"input_time":0.372827593993861,"reasoning_time":8.17722881071774,"total_time":8.5500564047116}},{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","slug":"siliconflow_glm-4-5","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"z-ai/GLM-4.5","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","name":"SiliconFlow","short_name":"SiliconFlow","website_url":"https://www.siliconflow.com/","slug":"siliconflow","deleted":false,"logo":"siliconflow.png","color":"#5922c6","logo_small":"siliconflow_small.png","display_order":74,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:166:host:host_models","host_url":"/providers/siliconflow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png"},"model":{"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","name":"GLM-4.5","short_name":"GLM-4.5","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4.5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":379,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":355,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":56.08,"math_index":92.6,"coding_index":54.3,"mmlu_pro":0.835,"mmmu_pro":null,"hle":0.122,"scicode":0.348,"humaneval":0.982,"aime":0.873,"aime25":0.737,"math_500":0.979,"gpqa":0.782,"livecodebench":0.738,"ifbench":0.441,"lcr":0.483,"estimated_intelligence_index":55.6674091731,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14389270,"answer_tokens":7656615,"output_tokens":103796482,"reasoning_tokens":96139867},"model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":[{"id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","slug":"siliconflow_glm-4-5","deleted":false,"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"z-ai/GLM-4.5","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"SiliconFlow_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","slug":"novita_glm-4-5","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"zai-org/glm-4.5","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","slug":"deepinfra_glm-4-5","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"200a4c3c-0f59-4776-8899-e52f6706e930","slug":"parasail_glm-4-5_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"parasail-glm-45","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_GLM-4.5_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.59,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.9675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"576f4270-051a-4834-96c1-6aef9cb0f600","slug":"fireworks_glm-4-5","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/glm-4p5","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Fireworks_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2.19,"price_1m_blended_3_to_1":0.96,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.04,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5, SiliconFlow","short_name":"GLM-4.5, SiliconFlow","model_label":"GLM-4.5","host_label":"SiliconFlow","logo_url":"/img/logos/siliconflow.png","logo_small_url":"/img/logos/siliconflow_small.png","hosts_url":"/providers/siliconflow","host_color":"#5922c6","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":58.4618803770723,"percentile_05_output_speed":33.2045361249301,"percentile_95_output_speed":79.8933264818315,"quartile_25_output_speed":44.1681409467231,"quartile_75_output_speed":71.965453283493,"median_time_to_first_chunk":1.15307058348844,"percentile_05_time_to_first_chunk":0.987871269701282,"percentile_95_time_to_first_chunk":1.72936082650413,"quartile_25_time_to_first_chunk":1.06178103849925,"quartile_75_time_to_first_chunk":1.43315393874218,"median_estimated_total_seconds_for_100_output_tokens":33.8535706950868,"percentile_05_estimated_total_seconds_for_100_output_tokens":24.7811997590138,"percentile_95_estimated_total_seconds_for_100_output_tokens":63.5372295460858,"quartile_25_estimated_total_seconds_for_100_output_tokens":29.1041155204776,"quartile_75_estimated_total_seconds_for_100_output_tokens":45.3262655266562},"performanceByPromptLength":[{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","prompt_length_type":"100k","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":60.4393218737179,"median_time_to_first_chunk":26.9905574689619,"median_estimated_total_seconds_for_100_output_tokens":32.1543836086368,"median_end_to_end_response_time":68.35435710297347},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","prompt_length_type":"long","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":58.402497429682,"median_time_to_first_chunk":2.61866271849794,"median_estimated_total_seconds_for_100_output_tokens":41.9706031726331,"median_end_to_end_response_time":45.425051315322236},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","prompt_length_type":"medium","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":58.4618803770723,"median_time_to_first_chunk":1.15307058348844,"median_estimated_total_seconds_for_100_output_tokens":33.8535706950868,"median_end_to_end_response_time":43.91597837699923},{"host_id":"1d44e70f-716c-41ac-bb7a-fca1a432a9b3","host_model_id":"0e8eacc4-d3fb-46a8-93bf-29c400a0c20a","prompt_length_type":"short","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":54.7816522376858,"median_time_to_first_chunk":1.13136462750845,"median_estimated_total_seconds_for_100_output_tokens":15.0141574961709,"median_end_to_end_response_time":46.76708202341754}],"end_to_end_response_time_metrics":{"input_time":1.15307058348844,"reasoning_time":34.210326234808626,"answer_time":8.552581558702157,"total_time":43.91597837699923,"p05_total_time":76.44398838441474,"p95_total_time":32.44479556340305,"p25_total_time":57.75495480169842,"p75_total_time":35.89196106406066},"time_to_first_answer_token_metrics":{"input_time":1.15307058348844,"reasoning_time":34.210326234808626,"total_time":35.36339681829707}},{"id":"200a4c3c-0f59-4776-8899-e52f6706e930","slug":"parasail_glm-4-5_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"parasail-glm-45","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_GLM-4.5_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.59,"price_1m_output_tokens":2.1,"price_1m_blended_3_to_1":0.9675,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail (FP8)","short_name":"Parasail (FP8)","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","name":"GLM-4.5","short_name":"GLM-4.5","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4.5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":379,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":355,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:169:model:reasoning_properties","intelligence_index":56.08,"math_index":92.6,"coding_index":54.3,"mmlu_pro":0.835,"mmmu_pro":null,"hle":0.122,"scicode":0.348,"humaneval":0.982,"aime":0.873,"aime25":0.737,"math_500":0.979,"gpqa":0.782,"livecodebench":0.738,"ifbench":0.441,"lcr":0.483,"estimated_intelligence_index":55.6674091731,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:169:model:intelligence_index_token_counts","model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:169:model:host_models","model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5 (FP8), Parasail","short_name":"GLM-4.5 (FP8), Parasail","model_label":"GLM-4.5 (FP8)","host_label":"Parasail (FP8)","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"200a4c3c-0f59-4776-8899-e52f6706e930","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":88.78567845141,"percentile_05_output_speed":53.6799070651162,"percentile_95_output_speed":115.90556740431,"quartile_25_output_speed":75.0826132501774,"quartile_75_output_speed":109.009426185677,"median_time_to_first_chunk":0.446500115497656,"percentile_05_time_to_first_chunk":0.343252928844595,"percentile_95_time_to_first_chunk":4.42850594074116,"quartile_25_time_to_first_chunk":0.420394653745461,"quartile_75_time_to_first_chunk":0.580961763504092,"median_estimated_total_seconds_for_100_output_tokens":20.2756243909766,"percentile_05_estimated_total_seconds_for_100_output_tokens":16.0443961800894,"percentile_95_estimated_total_seconds_for_100_output_tokens":35.7972157972676,"quartile_25_estimated_total_seconds_for_100_output_tokens":17.9628329015988,"quartile_75_estimated_total_seconds_for_100_output_tokens":25.5073775378352},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"200a4c3c-0f59-4776-8899-e52f6706e930","prompt_length_type":"100k","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":96.3575471881695,"median_time_to_first_chunk":16.6027105379999,"median_estimated_total_seconds_for_100_output_tokens":138.776488836097,"median_end_to_end_response_time":42.54774621971911},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"200a4c3c-0f59-4776-8899-e52f6706e930","prompt_length_type":"long","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":93.5568574025625,"median_time_to_first_chunk":1.17514845700225,"median_estimated_total_seconds_for_100_output_tokens":26.6267942432398,"median_end_to_end_response_time":27.89686687944603},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"200a4c3c-0f59-4776-8899-e52f6706e930","prompt_length_type":"medium","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":88.78567845141,"median_time_to_first_chunk":0.446500115497656,"median_estimated_total_seconds_for_100_output_tokens":20.2756243909766,"median_end_to_end_response_time":28.604194505006458},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"200a4c3c-0f59-4776-8899-e52f6706e930","prompt_length_type":"short","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":81.194469194539,"median_time_to_first_chunk":0.474074069992639,"median_estimated_total_seconds_for_100_output_tokens":12.655987761609,"median_end_to_end_response_time":31.26434863918886}],"end_to_end_response_time_metrics":{"input_time":0.446500115497656,"reasoning_time":22.52615551160704,"answer_time":5.63153887790176,"total_time":28.604194505006458,"p05_total_time":47.018860923935435,"p95_total_time":22.015783248199327,"p25_total_time":33.74315684839438,"p75_total_time":23.3802966455493},"time_to_first_answer_token_metrics":{"input_time":0.446500115497656,"reasoning_time":22.52615551160704,"total_time":22.972655627104697}},{"id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","slug":"deepinfra_glm-4-5","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"zai-org/GLM-4.5","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Deepinfra_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.55,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":0.9125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.1,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","name":"GLM-4.5","short_name":"GLM-4.5","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4.5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":379,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":355,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:169:model:reasoning_properties","intelligence_index":56.08,"math_index":92.6,"coding_index":54.3,"mmlu_pro":0.835,"mmmu_pro":null,"hle":0.122,"scicode":0.348,"humaneval":0.982,"aime":0.873,"aime25":0.737,"math_500":0.979,"gpqa":0.782,"livecodebench":0.738,"ifbench":0.441,"lcr":0.483,"estimated_intelligence_index":55.6674091731,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:169:model:intelligence_index_token_counts","model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:169:model:host_models","model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5, Deepinfra","short_name":"GLM-4.5, Deepinfra","model_label":"GLM-4.5","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":55.266109558843,"percentile_05_output_speed":28.6573850831791,"percentile_95_output_speed":74.4336232954148,"quartile_25_output_speed":49.9996046345086,"quartile_75_output_speed":68.499979520307,"median_time_to_first_chunk":0.390311905997805,"percentile_05_time_to_first_chunk":0.293480533990078,"percentile_95_time_to_first_chunk":2.99006862299939,"quartile_25_time_to_first_chunk":0.331880323000405,"quartile_75_time_to_first_chunk":0.605513286951464,"median_estimated_total_seconds_for_100_output_tokens":36.0737106178069,"percentile_05_estimated_total_seconds_for_100_output_tokens":26.1129616117998,"percentile_95_estimated_total_seconds_for_100_output_tokens":66.3596018836576,"quartile_25_estimated_total_seconds_for_100_output_tokens":28.0650405087613,"quartile_75_estimated_total_seconds_for_100_output_tokens":40.3793916631921},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","prompt_length_type":"100k","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":32.0806515947658,"median_time_to_first_chunk":30.5983722084784,"median_estimated_total_seconds_for_100_output_tokens":38.4675981533879,"median_end_to_end_response_time":108.52696392099504},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","prompt_length_type":"long","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":59.5889840615837,"median_time_to_first_chunk":0.634471653000219,"median_estimated_total_seconds_for_100_output_tokens":40.7689130703535,"median_end_to_end_response_time":42.58853479689127},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","prompt_length_type":"medium","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":55.266109558843,"median_time_to_first_chunk":0.390311905997805,"median_estimated_total_seconds_for_100_output_tokens":36.0737106178069,"median_end_to_end_response_time":45.62599105830356},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"5bd6a826-a6ff-4c41-9320-67896062cf5c","prompt_length_type":"short","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":54.7964417601555,"median_time_to_first_chunk":0.333306144002563,"median_estimated_total_seconds_for_100_output_tokens":16.9528883302475,"median_end_to_end_response_time":45.95670649073532}],"end_to_end_response_time_metrics":{"input_time":0.390311905997805,"reasoning_time":36.188543321844605,"answer_time":9.047135830461151,"total_time":45.62599105830356,"p05_total_time":87.62785967051502,"p95_total_time":33.97728361739645,"p25_total_time":50.39070727461551,"p75_total_time":36.886673182410576},"time_to_first_answer_token_metrics":{"input_time":0.390311905997805,"reasoning_time":36.188543321844605,"total_time":36.57885522784241}},{"id":"277c9621-fdeb-4257-be27-9950dc7b29a4","slug":"novita_glm-4-5","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","footnotes":null,"json_mode":null,"host_api_id":"zai-org/glm-4.5","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Novita_GLM-4.5","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":2.2,"price_1m_blended_3_to_1":1,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","name":"GLM-4.5","short_name":"GLM-4.5","deleted":false,"deprecated":false,"model_creator_id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","release_date":"2025-07-28","chatbot-arena-elo":null,"slug":"glm-4.5","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":379,"tokenizer_id":null,"license_name":"MIT","license_url":"https://huggingface.co/zai-org/GLM-4.5","model_weights_source_url":"https://huggingface.co/zai-org/GLM-4.5","commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":355,"inference_parameters_active":"32","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:169:model:reasoning_properties","intelligence_index":56.08,"math_index":92.6,"coding_index":54.3,"mmlu_pro":0.835,"mmmu_pro":null,"hle":0.122,"scicode":0.348,"humaneval":0.982,"aime":0.873,"aime25":0.737,"math_500":0.979,"gpqa":0.782,"livecodebench":0.738,"ifbench":0.441,"lcr":0.483,"estimated_intelligence_index":55.6674091731,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:169:model:intelligence_index_token_counts","model_creators":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","logo":"zai_small.svg","name":"Z AI","slug":"zai","color":"#1c7ff8","deleted":false,"host_id":null,"created_at":"2024-10-09T15:52:27.805438+00:00","logo_small":"zai_small.svg","creator_url":"https://z.ai/","display_order":202,"logo_url":"/img/logos/zai_small.svg","logo_small_url":"/img/logos/zai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:169:model:host_models","model_url":"/models/glm-4.5","hosts_url":"/models/glm-4.5/providers","name_and_creator_label":"GLM-4.5, Z AI","contextWindowFormatted":"128k"},"name":"GLM-4.5, Novita","short_name":"GLM-4.5, Novita","model_label":"GLM-4.5","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"277c9621-fdeb-4257-be27-9950dc7b29a4","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":57.6729482280576,"percentile_05_output_speed":35.4685644979289,"percentile_95_output_speed":69.3821167777169,"quartile_25_output_speed":53.4842730372837,"quartile_75_output_speed":65.0678846284964,"median_time_to_first_chunk":0.695928583503701,"percentile_05_time_to_first_chunk":0.521736269095709,"percentile_95_time_to_first_chunk":1.8806128519398,"quartile_25_time_to_first_chunk":0.669801819476106,"quartile_75_time_to_first_chunk":0.790871535751648,"median_estimated_total_seconds_for_100_output_tokens":32.7114139830819,"percentile_05_estimated_total_seconds_for_100_output_tokens":27.1567035383808,"percentile_95_estimated_total_seconds_for_100_output_tokens":54.2527930653905,"quartile_25_estimated_total_seconds_for_100_output_tokens":29.0758709452275,"quartile_75_estimated_total_seconds_for_100_output_tokens":37.7781654449717},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"277c9621-fdeb-4257-be27-9950dc7b29a4","prompt_length_type":"100k","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":22.2343113945846,"median_time_to_first_chunk":11.4787479014994,"median_estimated_total_seconds_for_100_output_tokens":16.3716721338605,"median_end_to_end_response_time":123.91757974267354},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"277c9621-fdeb-4257-be27-9950dc7b29a4","prompt_length_type":"long","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":60.1252578854889,"median_time_to_first_chunk":1.48738197051216,"median_estimated_total_seconds_for_100_output_tokens":44.1451628231157,"median_end_to_end_response_time":43.067245208044646},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"277c9621-fdeb-4257-be27-9950dc7b29a4","prompt_length_type":"medium","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":57.6729482280576,"median_time_to_first_chunk":0.695928583503701,"median_estimated_total_seconds_for_100_output_tokens":32.7114139830819,"median_end_to_end_response_time":44.04380790665165},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"277c9621-fdeb-4257-be27-9950dc7b29a4","prompt_length_type":"short","model_id":"1cf439b8-0cfd-47b2-9de2-9a2157e6762b","median_output_speed":61.4956300053732,"median_time_to_first_chunk":0.673291731975041,"median_estimated_total_seconds_for_100_output_tokens":15.0173440187138,"median_end_to_end_response_time":41.326586930049466}],"end_to_end_response_time_metrics":{"input_time":0.695928583503701,"reasoning_time":34.67830345851836,"answer_time":8.66957586462959,"total_time":44.04380790665165,"p05_total_time":71.18087871860097,"p95_total_time":36.728268271400225,"p25_total_time":47.438641123641595,"p75_total_time":39.11734053309593},"time_to_first_answer_token_metrics":{"input_time":0.695928583503701,"reasoning_time":34.67830345851836,"total_time":35.37423204202206}},{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","slug":"cohere_aya-expanse-32b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","footnotes":null,"json_mode":false,"host_api_id":"c4ai-aya-expanse-32b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","name":"Cohere","short_name":"Cohere","website_url":"https://cohere.com/","slug":"cohere","deleted":false,"logo":"cohere.svg","color":"#D18EE2","logo_small":"cohere_small.png","display_order":12,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.cohere.com/docs/tool-use","json_mode_url":"https://docs.cohere.com/docs/structured-outputs-json","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"650610ac-3082-4b83-97cb-f6a483b6d300","deleted":false},{"id":"794af780-d67b-447b-9ebe-079d69920832","deleted":false},{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","deleted":false},{"id":"a5018abf-f12f-4691-ac60-f797820735a6","deleted":false},{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","deleted":false},{"id":"015ec4db-89c8-43f7-8206-ae382a664816","deleted":false},{"id":"4344a72d-a04e-4f90-97e5-9b4cf0bf6a94","deleted":false},{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","deleted":false},{"id":"b5617e14-ac2e-471b-8ff7-ebe78a34bf27","deleted":false}],"host_url":"/providers/cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"model":{"id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","name":"Aya Expanse 32B","short_name":"Aya Expanse 32B","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-10-24","chatbot-arena-elo":1207,"slug":"aya-expanse-32b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":391,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-32b","commercial_allowed":false,"chatbot_arena_label":"Aya-Expanse-32B","knowledge_cutoff_date":null,"parameters":32,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.6,"de":0.828,"en":0.868,"es":0.876,"fr":0.744,"ja":0.792,"sw":0.288,"zh":0.82},"mmlu":{"bn":0.41881498362056685,"de":0.6371599487252528,"en":0.6692778806437829,"es":0.6360205098988748,"fr":0.6505483549351944,"ja":0.5645207235436548,"sw":0.3604187437686939,"zh":0.6018373451075345},"average":0.6471624056402221,"average_mgsm":0.727,"average_mmlu":0.5673248112804443,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.5094074918102834,"de":0.7325799743626265,"en":0.7686389403218914,"es":0.7560102549494374,"fr":0.6972741774675972,"ja":0.6782603617718275,"sw":0.32420937188434695,"zh":0.7109186725537673},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":22.43,"coding_index":14.29,"mmlu_pro":0.377,"mmmu_pro":null,"hle":0.045,"scicode":0.149,"humaneval":0.683,"aime":0,"aime25":null,"math_500":0.449,"gpqa":0.23,"livecodebench":0.137,"ifbench":null,"lcr":null,"estimated_intelligence_index":7.9860131205,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","slug":"cohere_aya-expanse-32b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","footnotes":null,"json_mode":false,"host_api_id":"c4ai-aya-expanse-32b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-32b","hosts_url":"/models/aya-expanse-32b/providers","name_and_creator_label":"Aya Expanse 32B, Cohere","contextWindowFormatted":"128k"},"name":"Aya Expanse 32B, Cohere","short_name":"Aya Expanse 32B, Cohere","model_label":"Aya Expanse 32B","host_label":"Cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png","hosts_url":"/providers/cohere","host_color":"#D18EE2","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","median_output_speed":119.207327162066,"percentile_05_output_speed":114.184325124685,"percentile_95_output_speed":124.556741699931,"quartile_25_output_speed":116.516159632209,"quartile_75_output_speed":120.427319582337,"median_time_to_first_chunk":0.175194082505186,"percentile_05_time_to_first_chunk":0.155515584650129,"percentile_95_time_to_first_chunk":0.222410222020699,"quartile_25_time_to_first_chunk":0.16619986324713,"quartile_75_time_to_first_chunk":0.184810482765897,"median_estimated_total_seconds_for_100_output_tokens":1.02362740153147,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.977671654508726,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.05336484360364,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.997858315373584,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.04289165193393},"performanceByPromptLength":[{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","prompt_length_type":"100k","model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","median_output_speed":4.55653731687143,"median_time_to_first_chunk":12.0151727959455,"median_estimated_total_seconds_for_100_output_tokens":33.9789086325021,"median_end_to_end_response_time":121.74762207242935},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","prompt_length_type":"long","model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","median_output_speed":36.0806421894663,"median_time_to_first_chunk":0.787591339001665,"median_estimated_total_seconds_for_100_output_tokens":3.56202335527699,"median_end_to_end_response_time":14.64543780898424},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","prompt_length_type":"medium","model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","median_output_speed":119.207327162066,"median_time_to_first_chunk":0.175194082505186,"median_estimated_total_seconds_for_100_output_tokens":1.02362740153147,"median_end_to_end_response_time":4.369567129056551},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"158b542f-1e40-4b0c-bb86-f3efd33126fe","prompt_length_type":"short","model_id":"0f3ef2df-fb25-4ffd-8b78-f0432b633833","median_output_speed":116.8365112087,"median_time_to_first_chunk":0.114012715503122,"median_estimated_total_seconds_for_100_output_tokens":0.974352080882981,"median_end_to_end_response_time":4.393496883828481}],"end_to_end_response_time_metrics":{"input_time":0.175194082505186,"reasoning_time":0,"answer_time":4.194373046551365,"total_time":4.369567129056551,"p05_total_time":4.554078832702017,"p95_total_time":4.189428825451075,"p25_total_time":4.466444339793816,"p75_total_time":4.327075912426232},"time_to_first_answer_token_metrics":{"input_time":0.175194082505186,"reasoning_time":0,"total_time":0.175194082505186}},{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","slug":"cohere_aya-expanse-8b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"c44b9736-5853-4257-8190-b4f2a8601367","footnotes":null,"json_mode":false,"host_api_id":"c4ai-aya-expanse-8b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","name":"Cohere","short_name":"Cohere","website_url":"https://cohere.com/","slug":"cohere","deleted":false,"logo":"cohere.svg","color":"#D18EE2","logo_small":"cohere_small.png","display_order":12,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.cohere.com/docs/tool-use","json_mode_url":"https://docs.cohere.com/docs/structured-outputs-json","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:173:host:host_models","host_url":"/providers/cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"model":{"id":"c44b9736-5853-4257-8190-b4f2a8601367","name":"Aya Expanse 8B","short_name":"Aya Expanse 8B","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2024-10-24","chatbot-arena-elo":null,"slug":"aya-expanse-8b","open_weights":"Open","additional_text":null,"context_window_tokens":8000,"display_order":392,"tokenizer_id":"cohere_tokenizer","license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/aya-expanse-8b","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":0.228,"de":0.732,"en":0.724,"es":0.772,"fr":0.664,"ja":0.664,"sw":0.092,"zh":0.7},"mmlu":{"bn":0.27937615724255804,"de":0.5403076484831221,"en":0.542800170915824,"es":0.41881498362056685,"fr":0.46104543512320184,"ja":0.40286284005127476,"sw":0.2852157812277453,"zh":0.33599202392821537},"average":0.49015094003703175,"average_mgsm":0.572,"average_mmlu":0.40830188007406354,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.253688078621279,"de":0.636153824241561,"en":0.633400085457912,"es":0.5954074918102834,"fr":0.562522717561601,"ja":0.5334314200256374,"sw":0.18860789061387268,"zh":0.5179960119641076},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":16.03,"coding_index":7.4,"mmlu_pro":0.312,"mmmu_pro":null,"hle":0.051,"scicode":0.078,"humaneval":0.444,"aime":0,"aime25":null,"math_500":0.321,"gpqa":0.247,"livecodebench":0.07,"ifbench":null,"lcr":null,"estimated_intelligence_index":3.7880452683,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","slug":"cohere_aya-expanse-8b","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"c44b9736-5853-4257-8190-b4f2a8601367","footnotes":null,"json_mode":false,"host_api_id":"c4ai-aya-expanse-8b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Cohere_Aya Expanse 8B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/aya-expanse-8b","hosts_url":"/models/aya-expanse-8b/providers","name_and_creator_label":"Aya Expanse 8B, Cohere","contextWindowFormatted":"8k"},"name":"Aya Expanse 8B, Cohere","short_name":"Aya Expanse 8B, Cohere","model_label":"Aya Expanse 8B","host_label":"Cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png","hosts_url":"/providers/cohere","host_color":"#D18EE2","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":8000,"context_window_formatted":"8k","timescaleData":{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","model_id":"c44b9736-5853-4257-8190-b4f2a8601367","median_output_speed":167.831048662356,"percentile_05_output_speed":152.705692101044,"percentile_95_output_speed":175.816504719237,"quartile_25_output_speed":160.930824947349,"quartile_75_output_speed":171.316777704152,"median_time_to_first_chunk":0.144743661992834,"percentile_05_time_to_first_chunk":0.132169007044286,"percentile_95_time_to_first_chunk":0.181988636462484,"quartile_25_time_to_first_chunk":0.136736387750716,"quartile_75_time_to_first_chunk":0.159976560005816,"median_estimated_total_seconds_for_100_output_tokens":0.754726730588263,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.707021432245093,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.810211488290822,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.732392596977433,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.768941188795308},"performanceByPromptLength":[{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","prompt_length_type":"medium","model_id":"c44b9736-5853-4257-8190-b4f2a8601367","median_output_speed":167.831048662356,"median_time_to_first_chunk":0.144743661992834,"median_estimated_total_seconds_for_100_output_tokens":0.754726730588263,"median_end_to_end_response_time":3.1239301950276386},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"33eeda8e-765b-4282-a7e2-4ca2fc107efc","prompt_length_type":"short","model_id":"c44b9736-5853-4257-8190-b4f2a8601367","median_output_speed":159.989143555572,"median_time_to_first_chunk":0.117716487497091,"median_estimated_total_seconds_for_100_output_tokens":0.743022779306218,"median_end_to_end_response_time":3.2429285418157994}],"end_to_end_response_time_metrics":{"input_time":0.144743661992834,"reasoning_time":0,"answer_time":2.9791865330348046,"total_time":3.1239301950276386,"p05_total_time":3.419015846091606,"p95_total_time":2.9886177385390296,"p25_total_time":3.251668641489973,"p75_total_time":3.06331361585604},"time_to_first_answer_token_metrics":{"input_time":0.144743661992834,"reasoning_time":0,"total_time":0.144743661992834}},{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","slug":"cohere_command-a","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","footnotes":null,"json_mode":true,"host_api_id":"command-a-03-2025","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command A","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","name":"Cohere","short_name":"Cohere","website_url":"https://cohere.com/","slug":"cohere","deleted":false,"logo":"cohere.svg","color":"#D18EE2","logo_small":"cohere_small.png","display_order":12,"openai_compatible":false,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.cohere.com/docs/tool-use","json_mode_url":"https://docs.cohere.com/docs/structured-outputs-json","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:173:host:host_models","host_url":"/providers/cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"model":{"id":"3bc32f13-5afa-4e28-bce1-10e57376686b","name":"Command A","short_name":"Command A","deleted":false,"deprecated":false,"model_creator_id":"671d3708-c407-4b8f-b350-f728e4689d26","release_date":"2025-03-13","chatbot-arena-elo":null,"slug":"command-a","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":394,"tokenizer_id":null,"license_name":"CC-BY-NC 4.0 License with Acceptable Use Addendum","license_url":"https://cohere.com/c4ai-cc-by-nc-license","model_weights_source_url":"https://huggingface.co/CohereForAI/c4ai-command-a-03-2025","commercial_allowed":false,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":111,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":31.59,"math_index":45.77,"coding_index":28.4,"mmlu_pro":0.712,"mmmu_pro":null,"hle":0.046,"scicode":0.281,"humaneval":0.815,"aime":0.097,"aime25":0.13,"math_500":0.819,"gpqa":0.527,"livecodebench":0.287,"ifbench":0.365,"lcr":0.18,"estimated_intelligence_index":28.7669982595,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.508,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","deprecated_to":null,"size_class":"Medium","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14155650,"answer_tokens":6696113,"output_tokens":6696113,"reasoning_tokens":0},"model_creators":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","logo":"cohere.svg","name":"Cohere","slug":"cohere","color":"#D18EE2","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","created_at":"2023-12-11T15:02:41.273606+00:00","logo_small":"cohere_small.png","creator_url":"https://cohere.com/","display_order":327,"logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png"},"host_models":[{"id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","slug":"cohere_command-a","deleted":false,"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","mgsm_aa":null,"model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","footnotes":null,"json_mode":true,"host_api_id":"command-a-03-2025","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cohere_Command A","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/command-a","hosts_url":"/models/command-a/providers","name_and_creator_label":"Command A, Cohere","contextWindowFormatted":"256k"},"name":"Command A, Cohere","short_name":"Command A, Cohere","model_label":"Command A","host_label":"Cohere","logo_url":"/img/logos/cohere.svg","logo_small_url":"/img/logos/cohere_small.png","hosts_url":"/providers/cohere","host_color":"#D18EE2","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":256000,"context_window_formatted":"256k","timescaleData":{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","median_output_speed":111.849117553341,"percentile_05_output_speed":35.1163422951502,"percentile_95_output_speed":202.806270272244,"quartile_25_output_speed":63.679172731507,"quartile_75_output_speed":145.166098254653,"median_time_to_first_chunk":0.224323105983785,"percentile_05_time_to_first_chunk":0.192758979891278,"percentile_95_time_to_first_chunk":1.76940493588045,"quartile_25_time_to_first_chunk":0.20386045925261,"quartile_75_time_to_first_chunk":0.296755414787185,"median_estimated_total_seconds_for_100_output_tokens":1.11984186972913,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.68991560041464,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.98611429692894,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.882034285927482,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.46491748554665},"performanceByPromptLength":[{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","prompt_length_type":"100k","model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","median_output_speed":149.671550315402,"median_time_to_first_chunk":7.95062678307295,"median_estimated_total_seconds_for_100_output_tokens":8.61875642955066,"median_end_to_end_response_time":11.29127501546149},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","prompt_length_type":"long","model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","median_output_speed":90.3896757533853,"median_time_to_first_chunk":0.942804055506713,"median_estimated_total_seconds_for_100_output_tokens":2.03612462185592,"median_end_to_end_response_time":6.474409250818788},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","prompt_length_type":"medium","model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","median_output_speed":111.849117553341,"median_time_to_first_chunk":0.224323105983785,"median_estimated_total_seconds_for_100_output_tokens":1.11984186972913,"median_end_to_end_response_time":4.694631061355443},{"host_id":"60acd95a-6c8e-4ce2-8a6d-f56b3e7e2e5c","host_model_id":"f65153de-4aa2-4b97-8546-ca1e0cd3f960","prompt_length_type":"short","model_id":"3bc32f13-5afa-4e28-bce1-10e57376686b","median_output_speed":139.898307518388,"median_time_to_first_chunk":0.298301207000002,"median_estimated_total_seconds_for_100_output_tokens":1.13753344229314,"median_end_to_end_response_time":3.872325860116558}],"end_to_end_response_time_metrics":{"input_time":0.224323105983785,"reasoning_time":0,"answer_time":4.470307955371657,"total_time":4.694631061355443,"p05_total_time":14.462708066397312,"p95_total_time":2.6897301140058136,"p25_total_time":8.076183903676142,"p75_total_time":3.66865346969509},"time_to_first_answer_token_metrics":{"input_time":0.224323105983785,"reasoning_time":0,"total_time":0.224323105983785}},{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","slug":"ai21-labs_jamba-1-7-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","footnotes":null,"json_mode":null,"host_api_id":"jamba-large-1.7","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"69e2733e-a68b-401a-a83b-504a57dac0bf","name":"AI21 Labs","short_name":"AI21 Labs","website_url":"https://www.ai21.com/","slug":"ai21-labs","deleted":false,"logo":"ai21.svg","color":"#d63864","logo_small":"ai21_small.png","display_order":123123,"openai_compatible":false,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.ai21.com/blog/announcing-jamba-model-family","json_mode_url":"https://www.ai21.com/blog/announcing-jamba-model-family","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","deleted":false},{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","deleted":false},{"id":"90b8b26f-4776-498e-8330-f3601179d3c6","deleted":false},{"id":"40420d3d-ca1e-4bc9-b588-a453a4b0d9f3","deleted":false}],"host_url":"/providers/ai21-labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"model":{"id":"78452c64-7303-4192-bca5-2d9ec5c623d4","name":"Jamba 1.7 Large","short_name":"Jamba 1.7 Large","deleted":false,"deprecated":false,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-07-07","chatbot-arena-elo":null,"slug":"jamba-1-7-large","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":397,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Large-1.7","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-22","parameters":398,"inference_parameters_active":"94.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":32.83,"coding_index":18.42,"mmlu_pro":0.577,"mmmu_pro":null,"hle":0.038,"scicode":0.188,"humaneval":0.71,"aime":0.057,"aime25":null,"math_500":0.6,"gpqa":0.39,"livecodebench":0.181,"ifbench":null,"lcr":null,"estimated_intelligence_index":17.9065839155,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","slug":"ai21-labs_jamba-1-7-large","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","footnotes":null,"json_mode":null,"host_api_id":"jamba-large-1.7","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Large","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":8,"price_1m_blended_3_to_1":3.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.29,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-large","hosts_url":"/models/jamba-1-7-large/providers","name_and_creator_label":"Jamba 1.7 Large, AI21 Labs","contextWindowFormatted":"256k"},"name":"Jamba 1.7 Large, AI21 Labs","short_name":"Jamba 1.7 Large, AI21 Labs","model_label":"Jamba 1.7 Large","host_label":"AI21 Labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png","hosts_url":"/providers/ai21-labs","host_color":"#d63864","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":256000,"context_window_formatted":"256k","timescaleData":{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","median_output_speed":51.6041521301313,"percentile_05_output_speed":44.3313636025547,"percentile_95_output_speed":60.2468627293493,"quartile_25_output_speed":47.6682144351779,"quartile_75_output_speed":57.0214357026403,"median_time_to_first_chunk":0.783248283994908,"percentile_05_time_to_first_chunk":0.594197681022342,"percentile_95_time_to_first_chunk":0.944741546790465,"quartile_25_time_to_first_chunk":0.745416180510801,"quartile_75_time_to_first_chunk":0.854214264487382,"median_estimated_total_seconds_for_100_output_tokens":2.77222829705077,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.41844967181374,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.08532833683896,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.54233497074434,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.94139685036638},"performanceByPromptLength":[{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","prompt_length_type":"100k","model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","median_output_speed":60.8536544275007,"median_time_to_first_chunk":8.70208035700489,"median_estimated_total_seconds_for_100_output_tokens":10.4350852771184,"median_end_to_end_response_time":16.918513777543104},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","prompt_length_type":"long","model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","median_output_speed":61.6378599160529,"median_time_to_first_chunk":1.5879648970149,"median_estimated_total_seconds_for_100_output_tokens":3.1976807474661,"median_end_to_end_response_time":9.699862368487306},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","prompt_length_type":"medium","model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","median_output_speed":51.6041521301313,"median_time_to_first_chunk":0.783248283994908,"median_estimated_total_seconds_for_100_output_tokens":2.77222829705077,"median_end_to_end_response_time":10.472391102176267},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"c95de254-ab18-43eb-8d20-b0f50d452cd4","prompt_length_type":"short","model_id":"78452c64-7303-4192-bca5-2d9ec5c623d4","median_output_speed":55.3361753601764,"median_time_to_first_chunk":0.79690237599425,"median_estimated_total_seconds_for_100_output_tokens":2.58178049801608,"median_end_to_end_response_time":9.83258286431064}],"end_to_end_response_time_metrics":{"input_time":0.783248283994908,"reasoning_time":0,"answer_time":9.68914281818136,"total_time":10.472391102176267,"p05_total_time":12.061944885404802,"p95_total_time":9.082435616722602,"p25_total_time":11.272418183151295,"p75_total_time":9.551880533232508},"time_to_first_answer_token_metrics":{"input_time":0.783248283994908,"reasoning_time":0,"total_time":0.783248283994908}},{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","slug":"ai21-labs_jamba-1-7-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","footnotes":null,"json_mode":null,"host_api_id":"jamba-mini-1.7","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"69e2733e-a68b-401a-a83b-504a57dac0bf","name":"AI21 Labs","short_name":"AI21 Labs","website_url":"https://www.ai21.com/","slug":"ai21-labs","deleted":false,"logo":"ai21.svg","color":"#d63864","logo_small":"ai21_small.png","display_order":123123,"openai_compatible":false,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.ai21.com/blog/announcing-jamba-model-family","json_mode_url":"https://www.ai21.com/blog/announcing-jamba-model-family","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:176:host:host_models","host_url":"/providers/ai21-labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"model":{"id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","name":"Jamba 1.7 Mini","short_name":"Jamba 1.7 Mini","deleted":false,"deprecated":false,"model_creator_id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","release_date":"2025-07-07","chatbot-arena-elo":null,"slug":"jamba-1-7-mini","open_weights":"Open","additional_text":null,"context_window_tokens":258000,"display_order":398,"tokenizer_id":"jamba_tokenizer","license_name":"Jamba Open Model License Agreement","license_url":"https://www.ai21.com/licenses/jamba-open-model-license","model_weights_source_url":"https://huggingface.co/ai21labs/AI21-Jamba-Mini-1.7","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":"2024-08-22","parameters":52,"inference_parameters_active":"12.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":13.57,"coding_index":7.7,"mmlu_pro":0.388,"mmmu_pro":null,"hle":0.045,"scicode":0.093,"humaneval":0.479,"aime":0.013,"aime25":null,"math_500":0.258,"gpqa":0.322,"livecodebench":0.061,"ifbench":null,"lcr":null,"estimated_intelligence_index":5.7512740151,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","logo":"ai21.svg","name":"AI21 Labs","slug":"ai21-labs","color":"#d63864","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","created_at":"2024-06-06T22:02:22.582971+00:00","logo_small":"ai21_small.png","creator_url":"https://www.ai21.com/","display_order":123123,"logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png"},"host_models":[{"id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","slug":"ai21-labs_jamba-1-7-mini","deleted":false,"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","mgsm_aa":null,"model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","footnotes":null,"json_mode":null,"host_api_id":"jamba-mini-1.7","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"AI21 Labs_Jamba 1.7 Mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/jamba-1-7-mini","hosts_url":"/models/jamba-1-7-mini/providers","name_and_creator_label":"Jamba 1.7 Mini, AI21 Labs","contextWindowFormatted":"258k"},"name":"Jamba 1.7 Mini, AI21 Labs","short_name":"Jamba 1.7 Mini, AI21 Labs","model_label":"Jamba 1.7 Mini","host_label":"AI21 Labs","logo_url":"/img/logos/ai21.svg","logo_small_url":"/img/logos/ai21_small.png","hosts_url":"/providers/ai21-labs","host_color":"#d63864","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":258000,"context_window_formatted":"258k","timescaleData":{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","median_output_speed":168.254429732229,"percentile_05_output_speed":152.918396535723,"percentile_95_output_speed":171.015088768539,"quartile_25_output_speed":164.217007396299,"quartile_75_output_speed":169.538772477833,"median_time_to_first_chunk":0.639386924012797,"percentile_05_time_to_first_chunk":0.44814125719713,"percentile_95_time_to_first_chunk":0.830144068715163,"quartile_25_time_to_first_chunk":0.598678540007313,"quartile_75_time_to_first_chunk":0.730553892994067,"median_estimated_total_seconds_for_100_output_tokens":1.24295699992369,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.03315113386219,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.44885278062163,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.20265430345057,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.32297243827868},"performanceByPromptLength":[{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","prompt_length_type":"100k","model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","median_output_speed":170.249684822313,"median_time_to_first_chunk":2.57508741505444,"median_estimated_total_seconds_for_100_output_tokens":3.16132462402279,"median_end_to_end_response_time":5.511950414371252},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","prompt_length_type":"long","model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","median_output_speed":176.264829829467,"median_time_to_first_chunk":0.893537841038778,"median_estimated_total_seconds_for_100_output_tokens":1.49180867905406,"median_end_to_end_response_time":3.730178596223694},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","prompt_length_type":"medium","model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","median_output_speed":168.254429732229,"median_time_to_first_chunk":0.639386924012797,"median_estimated_total_seconds_for_100_output_tokens":1.24295699992369,"median_end_to_end_response_time":3.6110768866231866},{"host_id":"69e2733e-a68b-401a-a83b-504a57dac0bf","host_model_id":"b8ec7c5d-28c7-435b-88dd-22f7aebce545","prompt_length_type":"short","model_id":"b4f14013-37dd-4c75-bd8a-378365d9ed77","median_output_speed":167.848865316182,"median_time_to_first_chunk":0.675522919977084,"median_estimated_total_seconds_for_100_output_tokens":1.25784378332781,"median_end_to_end_response_time":3.6543932212933}],"end_to_end_response_time_metrics":{"input_time":0.639386924012797,"reasoning_time":0,"answer_time":2.9716899626103896,"total_time":3.6110768866231866,"p05_total_time":3.9091047037385076,"p95_total_time":3.5631055479099367,"p25_total_time":3.6841385482667204,"p75_total_time":3.5885648182043717},"time_to_first_answer_token_metrics":{"input_time":0.639386924012797,"reasoning_time":0,"total_time":0.639386924012797}},{"id":"4903acad-f6a6-4555-bb36-ee1caea19589","slug":"parasail_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14122064,"answer_tokens":8109284,"output_tokens":105836033,"reasoning_tokens":97726749},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","slug":"deepinfra_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","slug":"novita_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"qwen/qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","slug":"cerebras_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"host_api_id":"qwen-3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"4903acad-f6a6-4555-bb36-ee1caea19589","slug":"parasail_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","slug":"togetherai_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning), Parasail","short_name":"Qwen3 235B 2507 (Reasoning), Parasail","model_label":"Qwen3 235B 2507 (Reasoning)","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":256000,"context_window_formatted":"256k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4903acad-f6a6-4555-bb36-ee1caea19589","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":72.3739864782705,"percentile_05_output_speed":36.95722450061,"percentile_95_output_speed":73.96797341265,"quartile_25_output_speed":69.8524689310999,"quartile_75_output_speed":73.5529918784928,"median_time_to_first_chunk":0.444930537501932,"percentile_05_time_to_first_chunk":0.3700656102621,"percentile_95_time_to_first_chunk":0.762373952780035,"quartile_25_time_to_first_chunk":0.404541441006586,"quartile_75_time_to_first_chunk":0.489875704239239,"median_estimated_total_seconds_for_100_output_tokens":55.4001755932015,"percentile_05_estimated_total_seconds_for_100_output_tokens":40.6846156474515,"percentile_95_estimated_total_seconds_for_100_output_tokens":109.739040439662,"quartile_25_estimated_total_seconds_for_100_output_tokens":47.8523969891646,"quartile_75_estimated_total_seconds_for_100_output_tokens":69.4583466722388},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4903acad-f6a6-4555-bb36-ee1caea19589","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":60.3031861847751,"median_time_to_first_chunk":12.4416702479939,"median_estimated_total_seconds_for_100_output_tokens":56.5106821736532,"median_end_to_end_response_time":53.89884951443838},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4903acad-f6a6-4555-bb36-ee1caea19589","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":70.7794093700103,"median_time_to_first_chunk":0.99166686499666,"median_estimated_total_seconds_for_100_output_tokens":64.1945695068019,"median_end_to_end_response_time":36.312673669826914},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4903acad-f6a6-4555-bb36-ee1caea19589","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":72.3739864782705,"median_time_to_first_chunk":0.444930537501932,"median_estimated_total_seconds_for_100_output_tokens":55.4001755932015,"median_end_to_end_response_time":34.98772860142505},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"4903acad-f6a6-4555-bb36-ee1caea19589","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":74.881481001307,"median_time_to_first_chunk":0.347210323502622,"median_estimated_total_seconds_for_100_output_tokens":27.8620980540444,"median_end_to_end_response_time":33.73330213913277}],"end_to_end_response_time_metrics":{"input_time":0.444930537501932,"reasoning_time":27.634238451138494,"answer_time":6.908559612784623,"total_time":34.98772860142505,"p05_total_time":68.09070301586367,"p95_total_time":34.243341993945194,"p25_total_time":36.23464618042237,"p75_total_time":34.43403058838661},"time_to_first_answer_token_metrics":{"input_time":0.444930537501932,"reasoning_time":27.634238451138494,"total_time":28.079168988640426}},{"id":"8193b3e6-2ab3-4712-8933-07e339007a32","slug":"cerebras_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"host_api_id":"qwen-3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:19:host:host_models","host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:178:model:reasoning_properties","intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:178:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:178:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning), Cerebras","short_name":"Qwen3 235B 2507 (Reasoning), Cerebras","model_label":"Qwen3 235B 2507 (Reasoning)","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"8193b3e6-2ab3-4712-8933-07e339007a32","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":1623.0448856852,"percentile_05_output_speed":1295.90443072965,"percentile_95_output_speed":2088.90783308497,"quartile_25_output_speed":1438.95646823006,"quartile_75_output_speed":1738.13495679564,"median_time_to_first_chunk":0.23042211199936,"percentile_05_time_to_first_chunk":0.212183047291182,"percentile_95_time_to_first_chunk":0.353842703514965,"quartile_25_time_to_first_chunk":0.219017247985903,"quartile_75_time_to_first_chunk":0.273500151495682,"median_estimated_total_seconds_for_100_output_tokens":2.81487104784755,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.16389362437314,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.00869799398717,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.61137371042878,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.28089825317686},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"8193b3e6-2ab3-4712-8933-07e339007a32","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":988.112580771977,"median_time_to_first_chunk":6.0200422154885,"median_estimated_total_seconds_for_100_output_tokens":6.12582987149156,"median_end_to_end_response_time":8.550118290470603},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"8193b3e6-2ab3-4712-8933-07e339007a32","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":1610.4807073693,"median_time_to_first_chunk":0.807206351018976,"median_estimated_total_seconds_for_100_output_tokens":4.09711574834192,"median_end_to_end_response_time":2.359537893123395},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"8193b3e6-2ab3-4712-8933-07e339007a32","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":1623.0448856852,"median_time_to_first_chunk":0.23042211199936,"median_estimated_total_seconds_for_100_output_tokens":2.81487104784755,"median_end_to_end_response_time":1.7707368759650999},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"8193b3e6-2ab3-4712-8933-07e339007a32","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":1120.01636357577,"median_time_to_first_chunk":0.2106756750145,"median_estimated_total_seconds_for_100_output_tokens":2.13323831129505,"median_end_to_end_response_time":2.442785920277781}],"end_to_end_response_time_metrics":{"input_time":0.23042211199936,"reasoning_time":1.232251811172592,"answer_time":0.308062952793148,"total_time":1.7707368759650999,"p05_total_time":2.1595767168589117,"p95_total_time":1.4272197688437573,"p25_total_time":1.9677922515387727,"p75_total_time":1.6687454080274806},"time_to_first_answer_token_metrics":{"input_time":0.23042211199936,"reasoning_time":1.232251811172592,"total_time":1.4626739231719519}},{"id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","slug":"deepinfra_qwen3-235b-a22b-instruct-2507-reasoning_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":true,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (FP8)","short_name":"Deepinfra (FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:178:model:reasoning_properties","intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:178:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:178:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning) (FP8), Deepinfra","short_name":"Qwen3 235B 2507 (Reasoning) (FP8), Deepinfra","model_label":"Qwen3 235B 2507 (Reasoning) (FP8)","host_label":"Deepinfra (FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":40.2157477806804,"percentile_05_output_speed":28.6317278673281,"percentile_95_output_speed":54.9737949163065,"quartile_25_output_speed":34.0668426515199,"quartile_75_output_speed":48.2300855122161,"median_time_to_first_chunk":0.304041349503677,"percentile_05_time_to_first_chunk":0.231034113984788,"percentile_95_time_to_first_chunk":0.865480128185299,"quartile_25_time_to_first_chunk":0.277572801750011,"quartile_75_time_to_first_chunk":0.347059170264401,"median_estimated_total_seconds_for_100_output_tokens":101.293420960811,"percentile_05_estimated_total_seconds_for_100_output_tokens":63.1064138372101,"percentile_95_estimated_total_seconds_for_100_output_tokens":160.366642212551,"quartile_25_estimated_total_seconds_for_100_output_tokens":74.8047541158301,"quartile_75_estimated_total_seconds_for_100_output_tokens":139.042988660365},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":46.3091803649332,"median_time_to_first_chunk":12.4742533894605,"median_estimated_total_seconds_for_100_output_tokens":59.3673576071869,"median_end_to_end_response_time":66.45922959286315},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":37.554120151902,"median_time_to_first_chunk":0.824809951001953,"median_estimated_total_seconds_for_100_output_tokens":133.089669273001,"median_end_to_end_response_time":67.39540167004088},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":40.2157477806804,"median_time_to_first_chunk":0.304041349503677,"median_estimated_total_seconds_for_100_output_tokens":101.293420960811,"median_end_to_end_response_time":62.468743934022},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"1184763c-f6e3-4b3c-82aa-0d6d8825850a","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":38.8853819804599,"median_time_to_first_chunk":0.217491794504895,"median_estimated_total_seconds_for_100_output_tokens":52.2239696053382,"median_end_to_end_response_time":64.50900373738006}],"end_to_end_response_time_metrics":{"input_time":0.304041349503677,"reasoning_time":49.73176206761466,"answer_time":12.432940516903665,"total_time":62.468743934022,"p05_total_time":87.61976366931417,"p95_total_time":45.78025422158324,"p25_total_time":73.68918084051143,"p75_total_time":52.13890694116389},"time_to_first_answer_token_metrics":{"input_time":0.304041349503677,"reasoning_time":49.73176206761466,"total_time":50.03580341711834}},{"id":"77f32918-176b-4311-ac1c-d74d967f0c05","slug":"novita_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"qwen/qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.3,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":0.975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:178:model:reasoning_properties","intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:178:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:178:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning), Novita","short_name":"Qwen3 235B 2507 (Reasoning), Novita","model_label":"Qwen3 235B 2507 (Reasoning)","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"77f32918-176b-4311-ac1c-d74d967f0c05","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":47.0873189366886,"percentile_05_output_speed":27.7393542122562,"percentile_95_output_speed":85.5009261249077,"quartile_25_output_speed":40.3291552563014,"quartile_75_output_speed":81.8711836695601,"median_time_to_first_chunk":1.01934386696666,"percentile_05_time_to_first_chunk":0.482464793021791,"percentile_95_time_to_first_chunk":12.8221859880141,"quartile_25_time_to_first_chunk":0.735677313990891,"quartile_75_time_to_first_chunk":1.75354058400262,"median_estimated_total_seconds_for_100_output_tokens":65.0183830834983,"percentile_05_estimated_total_seconds_for_100_output_tokens":39.3253002152777,"percentile_95_estimated_total_seconds_for_100_output_tokens":204.576459703038,"quartile_25_estimated_total_seconds_for_100_output_tokens":48.5989400234709,"quartile_75_estimated_total_seconds_for_100_output_tokens":105.505956287746},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"77f32918-176b-4311-ac1c-d74d967f0c05","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":55.742216869455,"median_time_to_first_chunk":14.1793351630331,"median_estimated_total_seconds_for_100_output_tokens":87.5022315525584,"median_end_to_end_response_time":59.02864580051373},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"77f32918-176b-4311-ac1c-d74d967f0c05","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":43.9202431073861,"median_time_to_first_chunk":2.60942228599743,"median_estimated_total_seconds_for_100_output_tokens":121.592687423431,"median_end_to_end_response_time":59.530782987199316},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"77f32918-176b-4311-ac1c-d74d967f0c05","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":47.0873189366886,"median_time_to_first_chunk":1.01934386696666,"median_estimated_total_seconds_for_100_output_tokens":65.0183830834983,"median_end_to_end_response_time":54.11219469080275},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"77f32918-176b-4311-ac1c-d74d967f0c05","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":44.609603690333,"median_time_to_first_chunk":0.834072440004093,"median_estimated_total_seconds_for_100_output_tokens":45.0716255334058,"median_end_to_end_response_time":56.87581666517763}],"end_to_end_response_time_metrics":{"input_time":1.01934386696666,"reasoning_time":42.474280659068874,"answer_time":10.618570164767219,"total_time":54.11219469080275,"p05_total_time":91.1440086616292,"p95_total_time":30.25879323091586,"p25_total_time":63.009236392904874,"p75_total_time":31.555118335432127},"time_to_first_answer_token_metrics":{"input_time":1.01934386696666,"reasoning_time":42.474280659068874,"total_time":43.49362452603553}},{"id":"047bd3ee-2443-41f7-b800-d014fce23da8","slug":"togetherai_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.65,"price_1m_output_tokens":3,"price_1m_blended_3_to_1":1.2375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.81,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:178:model:reasoning_properties","intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:178:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:178:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning), Together.ai","short_name":"Qwen3 235B 2507 (Reasoning), Together.ai","model_label":"Qwen3 235B 2507 (Reasoning)","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"047bd3ee-2443-41f7-b800-d014fce23da8","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":42.032689042382,"percentile_05_output_speed":11.7157518225922,"percentile_95_output_speed":58.7278617785702,"quartile_25_output_speed":31.3430323061314,"quartile_75_output_speed":54.0313141424479,"median_time_to_first_chunk":0.365504485998827,"percentile_05_time_to_first_chunk":0.27724995900644,"percentile_95_time_to_first_chunk":127.172209121985,"quartile_25_time_to_first_chunk":0.298893889994361,"quartile_75_time_to_first_chunk":20.2158926339471,"median_estimated_total_seconds_for_100_output_tokens":109.255946839792,"percentile_05_estimated_total_seconds_for_100_output_tokens":29.1337630300026,"percentile_95_estimated_total_seconds_for_100_output_tokens":365.130405120641,"quartile_25_estimated_total_seconds_for_100_output_tokens":71.9865543447194,"quartile_75_estimated_total_seconds_for_100_output_tokens":149.867128116066},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"047bd3ee-2443-41f7-b800-d014fce23da8","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":44.1436543552195,"median_time_to_first_chunk":13.2948967599659,"median_estimated_total_seconds_for_100_output_tokens":256.969355562712,"median_end_to_end_response_time":69.92817817982194},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"047bd3ee-2443-41f7-b800-d014fce23da8","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":44.0870609066934,"median_time_to_first_chunk":0.928677527990658,"median_estimated_total_seconds_for_100_output_tokens":108.719041082568,"median_end_to_end_response_time":57.63465766331976},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"047bd3ee-2443-41f7-b800-d014fce23da8","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":42.032689042382,"median_time_to_first_chunk":0.365504485998827,"median_estimated_total_seconds_for_100_output_tokens":109.255946839792,"median_end_to_end_response_time":59.843022031431715},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"047bd3ee-2443-41f7-b800-d014fce23da8","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":42.7898082000949,"median_time_to_first_chunk":0.227962189994287,"median_estimated_total_seconds_for_100_output_tokens":41.4772036002683,"median_end_to_end_response_time":58.65308969487651}],"end_to_end_response_time_metrics":{"input_time":0.365504485998827,"reasoning_time":47.58201403634631,"answer_time":11.895503509086577,"total_time":59.843022031431715,"p05_total_time":213.75343194099128,"p95_total_time":42.93473694717878,"p25_total_time":80.12804869621375,"p75_total_time":46.63496951157662},"time_to_first_answer_token_metrics":{"input_time":0.365504485998827,"reasoning_time":47.58201403634631,"total_time":47.947518522345135}},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","footnotes":null,"json_mode":null,"host_api_id":"qwen3-235b-a22b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":8.4,"price_1m_blended_3_to_1":2.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.38,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":[{"id":"bb01d58e-9d5c-42cb-b172-6f5f69d58503","deleted":false},{"id":"010b5e94-0fa1-4b02-93a6-9b24060fa252","deleted":false},{"id":"3c69414d-b78f-4eaf-8655-2fd654f45023","deleted":false},{"id":"84bed274-e0bb-421e-893b-9ef0af1423e6","deleted":false},{"id":"26c22a9e-a5bf-4c4b-a584-1c94c341890b","deleted":false},{"id":"76d476db-ef0f-4ab0-abd1-5a95c9e2f96e","deleted":false},{"id":"4587e30c-1325-4f75-94a6-5cee823f3ebb","deleted":false},{"id":"56968769-bd5c-46da-a3c9-a8e174da4b09","deleted":false},{"id":"c12f364e-a10e-4376-be3b-4c0b94d6f8d9","deleted":false},{"id":"15cc7757-653f-4818-a72c-11794bcbb4bd","deleted":false},{"id":"e7111bf6-8cc2-4be1-adfc-5c42dacdd3f7","deleted":false},{"id":"8ec09f15-c23b-43ad-9669-2a5df5cc0109","deleted":false},{"id":"cf0bba08-be56-4a58-a786-b197bb3b5da3","deleted":false},{"id":"ad26006e-8fe8-4036-bbf1-2dd754cf7f99","deleted":false},{"id":"3cd1687b-a4d9-4b05-b72a-eb54fd291939","deleted":false},{"id":"32cca160-c4ed-4927-a6a1-12adf0f5608d","deleted":false},{"id":"5c0ae27c-198a-44ef-af64-980e3fb5a038","deleted":false},{"id":"2990fdae-627b-405e-8b65-b91ec50ed4a0","deleted":false},{"id":"5e6f4e6c-96d5-4437-889b-ad91c62b4dd1","deleted":false},{"id":"870a61de-b07d-4f0e-b085-7a0600130892","deleted":false},{"id":"bab7f859-3cd8-4467-843c-3da8c0cfc1f4","deleted":false},{"id":"aaea5d11-73e7-461f-830f-95006e0f73b7","deleted":false},{"id":"5510aac1-1404-4c41-bd1f-e8c371abc9c6","deleted":false},{"id":"56a6c111-9346-484d-aca5-97bdf356ac24","deleted":false},{"id":"2ea823fc-93bb-4766-90b2-8de94a04d0a4","deleted":false},{"id":"38d7d4fb-c2e0-4577-9d8c-9b34aa1ef64a","deleted":false},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deleted":false},{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","deleted":false},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deleted":false},{"id":"c49eb854-e65b-4558-af74-ea2b059673b8","deleted":false},{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","deleted":false}],"host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"model":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","name":"Qwen3 235B A22B 2507 (Reasoning)","short_name":"Qwen3 235B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-25","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":404,"tokenizer_id":null,"license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:178:model:reasoning_properties","intelligence_index":63.59,"math_index":96.2,"coding_index":60.6,"mmlu_pro":0.843,"mmmu_pro":null,"hle":0.15,"scicode":0.424,"humaneval":0.977,"aime":0.94,"aime25":0.91,"math_500":0.984,"gpqa":0.79,"livecodebench":0.788,"ifbench":0.512,"lcr":0.67,"estimated_intelligence_index":59.0090751251,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:178:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:178:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning","hosts_url":"/models/qwen3-235b-a22b-instruct-2507-reasoning/providers","name_and_creator_label":"Qwen3 235B 2507 (Reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Reasoning), Alibaba Cloud","short_name":"Qwen3 235B 2507 (Reasoning), Alibaba Cloud","model_label":"Qwen3 235B 2507 (Reasoning)","host_label":"Alibaba Cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg","hosts_url":"/providers/alibaba_cloud","host_color":"#ff7018","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":64.5352870610151,"percentile_05_output_speed":59.2125913677738,"percentile_95_output_speed":70.571241820988,"quartile_25_output_speed":61.6086257924363,"quartile_75_output_speed":65.7943391541803,"median_time_to_first_chunk":1.3884610709938,"percentile_05_time_to_first_chunk":1.07054630112252,"percentile_95_time_to_first_chunk":1.70134944521415,"quartile_25_time_to_first_chunk":1.2018027730137,"quartile_75_time_to_first_chunk":1.56568679499469,"median_estimated_total_seconds_for_100_output_tokens":71.0786660314073,"percentile_05_estimated_total_seconds_for_100_output_tokens":43.6159695823192,"percentile_95_estimated_total_seconds_for_100_output_tokens":107.304087172251,"quartile_25_estimated_total_seconds_for_100_output_tokens":56.2710950475928,"quartile_75_estimated_total_seconds_for_100_output_tokens":85.6205725137204},"performanceByPromptLength":[{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","prompt_length_type":"100k","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":55.4455021347536,"median_time_to_first_chunk":43.0620644069277,"median_estimated_total_seconds_for_100_output_tokens":178.086501128223,"median_end_to_end_response_time":88.15138461768261},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","prompt_length_type":"long","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":60.6947059879483,"median_time_to_first_chunk":3.04623812598584,"median_estimated_total_seconds_for_100_output_tokens":84.6302095196906,"median_end_to_end_response_time":44.23599198188896},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","prompt_length_type":"medium","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":64.5352870610151,"median_time_to_first_chunk":1.3884610709938,"median_estimated_total_seconds_for_100_output_tokens":71.0786660314073,"median_end_to_end_response_time":40.12695769589247},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"c49eb854-e65b-4558-af74-ea2b059673b8","prompt_length_type":"short","model_id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","median_output_speed":70.6780644191212,"median_time_to_first_chunk":1.31950718599546,"median_estimated_total_seconds_for_100_output_tokens":28.6688920194881,"median_end_to_end_response_time":36.69116061972548}],"end_to_end_response_time_metrics":{"input_time":1.3884610709938,"reasoning_time":30.990797299918935,"answer_time":7.747699324979734,"total_time":40.12695769589247,"p05_total_time":43.60921078404578,"p95_total_time":36.813656029891284,"p25_total_time":41.9671944519764,"p75_total_time":39.38565098335969},"time_to_first_answer_token_metrics":{"input_time":1.3884610709938,"reasoning_time":30.990797299918935,"total_time":32.37925837091274}},{"id":"b672fd1a-fc0b-4837-8200-954aea399f84","slug":"parasail_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.62,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail (FP8)","short_name":"Parasail (FP8)","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":14261333,"answer_tokens":9153394,"output_tokens":9153394,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","slug":"fireworks_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 Coder 480B A35B_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.7875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.27,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","slug":"hyperbolic_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":0.3,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b672fd1a-fc0b-4837-8200-954aea399f84","slug":"parasail_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1.5,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.625,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.62,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","slug":"togetherai_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","slug":"novita_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"host_api_id":"qwen/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.64,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","slug":"alibaba-cloud_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":"Input/Output pricing based on token count:\n0-32K: $1.5/$7.5 per M tokens\n32K-131K: $2.7/$13.5 per M tokens\n131K-205K: $4.5/$22.5 per M tokens","json_mode":null,"host_api_id":"qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":7.5,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","slug":"gmi_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"GMI_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","slug":"cerebras_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"qwen-3-coder-480b","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (FP8), Parasail","short_name":"Qwen3 Coder 480B (FP8), Parasail","model_label":"Qwen3 Coder 480B (FP8)","host_label":"Parasail (FP8)","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"b672fd1a-fc0b-4837-8200-954aea399f84","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":72.1517071102955,"percentile_05_output_speed":40.3816104775669,"percentile_95_output_speed":79.229582028582,"quartile_25_output_speed":60.1230820491112,"quartile_75_output_speed":75.6794491845056,"median_time_to_first_chunk":0.408600296010263,"percentile_05_time_to_first_chunk":0.295853288847866,"percentile_95_time_to_first_chunk":0.57309615505801,"quartile_25_time_to_first_chunk":0.371496394749556,"quartile_75_time_to_first_chunk":0.434545832497406,"median_estimated_total_seconds_for_100_output_tokens":1.80913401105594,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.64048500566301,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.90272466344349,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.72035827839282,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.10946842687015},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"b672fd1a-fc0b-4837-8200-954aea399f84","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":45.0030447421618,"median_time_to_first_chunk":10.8673300319351,"median_estimated_total_seconds_for_100_output_tokens":13.0894019066924,"median_end_to_end_response_time":21.977689405721364},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"b672fd1a-fc0b-4837-8200-954aea399f84","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":68.7295418179096,"median_time_to_first_chunk":1.13317922348506,"median_estimated_total_seconds_for_100_output_tokens":2.63345742851732,"median_end_to_end_response_time":8.408071311732758},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"b672fd1a-fc0b-4837-8200-954aea399f84","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":72.1517071102955,"median_time_to_first_chunk":0.408600296010263,"median_estimated_total_seconds_for_100_output_tokens":1.80913401105594,"median_end_to_end_response_time":7.33844326196628},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"b672fd1a-fc0b-4837-8200-954aea399f84","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":89.6075998737301,"median_time_to_first_chunk":0.382015527004114,"median_estimated_total_seconds_for_100_output_tokens":1.50359156421363,"median_end_to_end_response_time":5.961899384004764}],"end_to_end_response_time_metrics":{"input_time":0.408600296010263,"reasoning_time":0,"answer_time":6.929842965956016,"total_time":7.33844326196628,"p05_total_time":12.790473977788354,"p95_total_time":6.719374468965327,"p25_total_time":8.724873896082492,"p75_total_time":7.015413709530305},"time_to_first_answer_token_metrics":{"input_time":0.408600296010263,"reasoning_time":0,"total_time":0.408600296010263}},{"id":"305b205b-4a01-4e16-96d9-ceecff23b009","slug":"cerebras_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"qwen-3-coder-480b","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:19:host:host_models","host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B, Cerebras","short_name":"Qwen3 Coder 480B, Cerebras","model_label":"Qwen3 Coder 480B","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"305b205b-4a01-4e16-96d9-ceecff23b009","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":1474.42665797904,"percentile_05_output_speed":756.797050710974,"percentile_95_output_speed":1940.94323518024,"quartile_25_output_speed":1244.95420855854,"quartile_75_output_speed":1791.33788677526,"median_time_to_first_chunk":0.23109584703343,"percentile_05_time_to_first_chunk":0.208122442406602,"percentile_95_time_to_first_chunk":1.95128626509977,"quartile_25_time_to_first_chunk":0.21657010349918,"quartile_75_time_to_first_chunk":0.324400840487215,"median_estimated_total_seconds_for_100_output_tokens":0.313641626391804,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.267688989982599,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.03495354629874,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.283094296793255,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.442563970701312},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"305b205b-4a01-4e16-96d9-ceecff23b009","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":835.592304720919,"median_time_to_first_chunk":5.46907328799716,"median_estimated_total_seconds_for_100_output_tokens":5.59740579445521,"median_end_to_end_response_time":6.067451225629073},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"305b205b-4a01-4e16-96d9-ceecff23b009","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":1450.73485813932,"median_time_to_first_chunk":0.780747977958526,"median_estimated_total_seconds_for_100_output_tokens":0.864667228873514,"median_end_to_end_response_time":1.1254008945095826},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"305b205b-4a01-4e16-96d9-ceecff23b009","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":1474.42665797904,"median_time_to_first_chunk":0.23109584703343,"median_estimated_total_seconds_for_100_output_tokens":0.313641626391804,"median_end_to_end_response_time":0.5702107140186332},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"305b205b-4a01-4e16-96d9-ceecff23b009","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":1571.82456789601,"median_time_to_first_chunk":0.24456928699874,"median_estimated_total_seconds_for_100_output_tokens":0.323910414100634,"median_end_to_end_response_time":0.5626709442780143}],"end_to_end_response_time_metrics":{"input_time":0.23109584703343,"reasoning_time":0,"answer_time":0.33911486698520327,"total_time":0.5702107140186332,"p05_total_time":0.8917749545038864,"p95_total_time":0.4887025564607508,"p25_total_time":0.6327170444740338,"p75_total_time":0.5102168345876499},"time_to_first_answer_token_metrics":{"input_time":0.23109584703343,"reasoning_time":0,"total_time":0.23109584703343}},{"id":"de12ecf0-78ed-4257-80f2-5b23241483ec","slug":"hyperbolic_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Hyperbolic_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic (FP8)","short_name":"Hyperbolic (FP8)","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:20:host:host_models","host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (FP8), Hyperbolic","short_name":"Qwen3 Coder 480B (FP8), Hyperbolic","model_label":"Qwen3 Coder 480B (FP8)","host_label":"Hyperbolic (FP8)","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg","hosts_url":"/providers/hyperbolic","host_color":"#594DE9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"de12ecf0-78ed-4257-80f2-5b23241483ec","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":28.7639597593998,"percentile_05_output_speed":12.7330001611796,"percentile_95_output_speed":84.2496655131372,"quartile_25_output_speed":18.4656682044345,"quartile_75_output_speed":58.4578188283201,"median_time_to_first_chunk":1.70699022797635,"percentile_05_time_to_first_chunk":1.22014949796721,"percentile_95_time_to_first_chunk":7.90640008897753,"quartile_25_time_to_first_chunk":1.57319789996836,"quartile_75_time_to_first_chunk":2.44285130199569,"median_estimated_total_seconds_for_100_output_tokens":6.91317964102483,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.53463548434519,"percentile_95_estimated_total_seconds_for_100_output_tokens":9.62762534880277,"quartile_25_estimated_total_seconds_for_100_output_tokens":4.30165751878036,"quartile_75_estimated_total_seconds_for_100_output_tokens":9.07929196449695},"performanceByPromptLength":[{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"de12ecf0-78ed-4257-80f2-5b23241483ec","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":44.4694869726209,"median_time_to_first_chunk":12.2096145224932,"median_estimated_total_seconds_for_100_output_tokens":14.6210930109346,"median_end_to_end_response_time":23.45327920222835},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"de12ecf0-78ed-4257-80f2-5b23241483ec","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":30.9367619610838,"median_time_to_first_chunk":3.39030195301166,"median_estimated_total_seconds_for_100_output_tokens":7.30629576620486,"median_end_to_end_response_time":19.55230367216261},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"de12ecf0-78ed-4257-80f2-5b23241483ec","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":28.7639597593998,"median_time_to_first_chunk":1.70699022797635,"median_estimated_total_seconds_for_100_output_tokens":6.91317964102483,"median_end_to_end_response_time":19.089854207147525},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"de12ecf0-78ed-4257-80f2-5b23241483ec","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":37.8547862384404,"median_time_to_first_chunk":1.9284749590006,"median_estimated_total_seconds_for_100_output_tokens":5.58471021198537,"median_end_to_end_response_time":15.136844353839898}],"end_to_end_response_time_metrics":{"input_time":1.70699022797635,"reasoning_time":0,"answer_time":17.382863979171177,"total_time":19.089854207147525,"p05_total_time":40.975033396969714,"p95_total_time":7.641731890802704,"p25_total_time":28.78426652604856,"p75_total_time":10.260166005341707},"time_to_first_answer_token_metrics":{"input_time":1.70699022797635,"reasoning_time":0,"total_time":1.70699022797635}},{"id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","slug":"fireworks_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 Coder 480B A35B_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.45,"price_1m_output_tokens":1.8,"price_1m_blended_3_to_1":0.7875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.27,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks","short_name":"Fireworks","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B, Fireworks","short_name":"Qwen3 Coder 480B, Fireworks","model_label":"Qwen3 Coder 480B","host_label":"Fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":134.501876767942,"percentile_05_output_speed":118.640814486057,"percentile_95_output_speed":142.356342782374,"quartile_25_output_speed":130.698451642589,"quartile_75_output_speed":139.522555803584,"median_time_to_first_chunk":0.445925873995293,"percentile_05_time_to_first_chunk":0.366615649496816,"percentile_95_time_to_first_chunk":0.585779617316439,"quartile_25_time_to_first_chunk":0.422885344989481,"quartile_75_time_to_first_chunk":0.516985775005764,"median_estimated_total_seconds_for_100_output_tokens":1.22028800998615,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.11292444326138,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.31741837428198,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.18077258275122,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.23474356974455},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":101.616009268934,"median_time_to_first_chunk":7.12336893705651,"median_estimated_total_seconds_for_100_output_tokens":8.16411928984355,"median_end_to_end_response_time":12.043853451230989},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":122.125591676177,"median_time_to_first_chunk":0.89923118299339,"median_estimated_total_seconds_for_100_output_tokens":1.76791438263834,"median_end_to_end_response_time":4.99337716122356},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":134.501876767942,"median_time_to_first_chunk":0.445925873995293,"median_estimated_total_seconds_for_100_output_tokens":1.22028800998615,"median_end_to_end_response_time":4.163346121317619},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"f6c6e35b-6447-48fe-a102-3cc311d5bcaa","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":147.720149121002,"median_time_to_first_chunk":0.522846862000733,"median_estimated_total_seconds_for_100_output_tokens":1.19536875453207,"median_end_to_end_response_time":3.907625465158214}],"end_to_end_response_time_metrics":{"input_time":0.445925873995293,"reasoning_time":0,"answer_time":3.717420247322326,"total_time":4.163346121317619,"p05_total_time":4.660327150368538,"p95_total_time":3.9582386394642017,"p25_total_time":4.271525899979622,"p75_total_time":4.029575823067945},"time_to_first_answer_token_metrics":{"input_time":0.445925873995293,"reasoning_time":0,"total_time":0.445925873995293}},{"id":"9df3b896-5923-4b82-98b8-507f000be0d2","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.4,"price_1m_output_tokens":1.6,"price_1m_blended_3_to_1":0.7,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.43,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (FP8)","short_name":"Deepinfra (FP8)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (FP8), Deepinfra","short_name":"Qwen3 Coder 480B (FP8), Deepinfra","model_label":"Qwen3 Coder 480B (FP8)","host_label":"Deepinfra (FP8)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9df3b896-5923-4b82-98b8-507f000be0d2","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":65.2210766155642,"percentile_05_output_speed":4.3414648780968,"percentile_95_output_speed":349.59327207031,"quartile_25_output_speed":21.3098647945547,"quartile_75_output_speed":76.4527276219686,"median_time_to_first_chunk":2.99131515699901,"percentile_05_time_to_first_chunk":0.296607749011309,"percentile_95_time_to_first_chunk":1939.8708526444,"quartile_25_time_to_first_chunk":0.319776360503965,"quartile_75_time_to_first_chunk":610.361673749495,"median_estimated_total_seconds_for_100_output_tokens":18.743372864291,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.64878676832905,"percentile_95_estimated_total_seconds_for_100_output_tokens":1940.18461920056,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.90856994774041,"quartile_75_estimated_total_seconds_for_100_output_tokens":618.304545002849},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9df3b896-5923-4b82-98b8-507f000be0d2","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":29.3941185044582,"median_time_to_first_chunk":18.8662916670437,"median_estimated_total_seconds_for_100_output_tokens":20.9435772639239,"median_end_to_end_response_time":35.87649729454586},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9df3b896-5923-4b82-98b8-507f000be0d2","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":52.097753284087,"median_time_to_first_chunk":1.81508709100126,"median_estimated_total_seconds_for_100_output_tokens":15.0151388962868,"median_end_to_end_response_time":11.412429941344914},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9df3b896-5923-4b82-98b8-507f000be0d2","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":65.2210766155642,"median_time_to_first_chunk":2.99131515699901,"median_estimated_total_seconds_for_100_output_tokens":18.743372864291,"median_end_to_end_response_time":10.657548619337796},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"9df3b896-5923-4b82-98b8-507f000be0d2","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":52.7911645997926,"median_time_to_first_chunk":0.336945155489957,"median_estimated_total_seconds_for_100_output_tokens":2.2467849449094,"median_end_to_end_response_time":9.808227022265905}],"end_to_end_response_time_metrics":{"input_time":2.99131515699901,"reasoning_time":0,"answer_time":7.666233462338786,"total_time":10.657548619337796,"p05_total_time":118.159815660725,"p95_total_time":4.421548630998591,"p25_total_time":26.45462685889985,"p75_total_time":9.531304187505825},"time_to_first_answer_token_metrics":{"input_time":2.99131515699901,"reasoning_time":0,"total_time":2.99131515699901}},{"id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","slug":"deepinfra_qwen3-coder-480b-a35b-instruct_turbo-fp4","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":false,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 Coder 480B A35B_(Turbo, FP4)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP4)","price_1m_input_tokens":0.3,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.525,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":1.9,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra (Turbo, FP4)","short_name":"Deepinfra (Turbo, FP4)","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (Turbo, FP4), Deepinfra","short_name":"Qwen3 Coder 480B (Turbo, FP4), Deepinfra","model_label":"Qwen3 Coder 480B (Turbo, FP4)","host_label":"Deepinfra (Turbo, FP4)","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":58.7481995563188,"percentile_05_output_speed":23.93693735901,"percentile_95_output_speed":75.834811391642,"quartile_25_output_speed":46.3396455048897,"quartile_75_output_speed":68.3764235023867,"median_time_to_first_chunk":0.227202958001726,"percentile_05_time_to_first_chunk":0.1811381401174,"percentile_95_time_to_first_chunk":11.5932422870275,"quartile_25_time_to_first_chunk":0.208286000524822,"quartile_75_time_to_first_chunk":0.26955912426638,"median_estimated_total_seconds_for_100_output_tokens":2.1667128187131,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.50573824623471,"percentile_95_estimated_total_seconds_for_100_output_tokens":15.6901612689369,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.68941376688792,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.84049766673649},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":47.3873136794574,"median_time_to_first_chunk":5.13275621098001,"median_estimated_total_seconds_for_100_output_tokens":7.22512077510592,"median_end_to_end_response_time":15.684103421378055},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":61.8293034854082,"median_time_to_first_chunk":0.484450980493421,"median_estimated_total_seconds_for_100_output_tokens":2.09385140405701,"median_end_to_end_response_time":8.57123138742459},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":58.7481995563188,"median_time_to_first_chunk":0.227202958001726,"median_estimated_total_seconds_for_100_output_tokens":2.1667128187131,"median_end_to_end_response_time":8.738102079611},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"b64f1605-6a4e-4eb9-953a-12e191d3c271","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":61.8746775630197,"median_time_to_first_chunk":0.217685154479113,"median_estimated_total_seconds_for_100_output_tokens":1.9162198049322,"median_end_to_end_response_time":8.298535345427538}],"end_to_end_response_time_metrics":{"input_time":0.227202958001726,"reasoning_time":0,"answer_time":8.510899121609274,"total_time":8.738102079611,"p05_total_time":21.115422386449083,"p95_total_time":6.820481042624306,"p25_total_time":11.017099914534132,"p75_total_time":7.539664979103888},"time_to_first_answer_token_metrics":{"input_time":0.227202958001726,"reasoning_time":0,"total_time":0.227202958001726}},{"id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","slug":"novita_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":true,"host_api_id":"qwen/qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Novita_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.64,"price_1m_output_tokens":2.5,"price_1m_blended_3_to_1":1.105,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.9,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B, Novita","short_name":"Qwen3 Coder 480B, Novita","model_label":"Qwen3 Coder 480B","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":47.5073677010368,"percentile_05_output_speed":36.02253915058,"percentile_95_output_speed":79.9039221913947,"quartile_25_output_speed":42.0008896489216,"quartile_75_output_speed":58.0690673397939,"median_time_to_first_chunk":0.787392771977466,"percentile_05_time_to_first_chunk":0.564253841992468,"percentile_95_time_to_first_chunk":14.998909796006,"quartile_25_time_to_first_chunk":0.716356914999778,"quartile_75_time_to_first_chunk":1.16322080697864,"median_estimated_total_seconds_for_100_output_tokens":3.0331041421542,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.91550477264313,"percentile_95_estimated_total_seconds_for_100_output_tokens":21.5246593002307,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.55587307425506,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.5270585405512},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":65.8706792659085,"median_time_to_first_chunk":12.1066260020016,"median_estimated_total_seconds_for_100_output_tokens":15.5081245039059,"median_end_to_end_response_time":19.697256697968566},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":39.9057660701946,"median_time_to_first_chunk":2.03106949700941,"median_estimated_total_seconds_for_100_output_tokens":4.6628090810423,"median_end_to_end_response_time":14.560587139159056},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":47.5073677010368,"median_time_to_first_chunk":0.787392771977466,"median_estimated_total_seconds_for_100_output_tokens":3.0331041421542,"median_end_to_end_response_time":11.312076083132338},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"688dd800-0cfd-4cf5-bd37-d3f8c7d06df7","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":53.9569280239278,"median_time_to_first_chunk":0.732812662987271,"median_estimated_total_seconds_for_100_output_tokens":2.70478618720488,"median_end_to_end_response_time":9.999463273234568}],"end_to_end_response_time_metrics":{"input_time":0.787392771977466,"reasoning_time":0,"answer_time":10.524683311154872,"total_time":11.312076083132338,"p05_total_time":14.667591441758063,"p95_total_time":7.044907876209081,"p25_total_time":12.691902514019032,"p75_total_time":9.397828980195282},"time_to_first_answer_token_metrics":{"input_time":0.787392771977466,"reasoning_time":0,"total_time":0.787392771977466}},{"id":"b66c148c-492d-4257-b27d-649674caf3c9","slug":"gmi_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"GMI_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":1,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":1.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":32768,"price_m_tokens_blended_3_to_1_per_dollar":0.8,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI (FP8)","short_name":"GMI (FP8)","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:63:host:host_models","host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (FP8), GMI","short_name":"Qwen3 Coder 480B (FP8), GMI","model_label":"Qwen3 Coder 480B (FP8)","host_label":"GMI (FP8)","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"b66c148c-492d-4257-b27d-649674caf3c9","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":87.8301183950284,"percentile_05_output_speed":45.7188180697494,"percentile_95_output_speed":90.4825645414476,"quartile_25_output_speed":62.8687359330662,"quartile_75_output_speed":90.2464413288187,"median_time_to_first_chunk":0.44300021349045,"percentile_05_time_to_first_chunk":0.315345883850841,"percentile_95_time_to_first_chunk":1.53987386539957,"quartile_25_time_to_first_chunk":0.353767226741184,"quartile_75_time_to_first_chunk":0.531553319258819,"median_estimated_total_seconds_for_100_output_tokens":1.76775053748478,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.48998830285873,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.67836932120154,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.58450537550608,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.05514135961162},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"b66c148c-492d-4257-b27d-649674caf3c9","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":83.7813363153623,"median_time_to_first_chunk":0.960736839042511,"median_estimated_total_seconds_for_100_output_tokens":2.36299930656575,"median_end_to_end_response_time":6.928653107624624},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"b66c148c-492d-4257-b27d-649674caf3c9","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":87.8301183950284,"median_time_to_first_chunk":0.44300021349045,"median_estimated_total_seconds_for_100_output_tokens":1.76775053748478,"median_end_to_end_response_time":6.135808206201778},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"b66c148c-492d-4257-b27d-649674caf3c9","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":74.5597912858913,"median_time_to_first_chunk":0.438056206003239,"median_estimated_total_seconds_for_100_output_tokens":1.9583623356399,"median_end_to_end_response_time":7.144083561723766}],"end_to_end_response_time_metrics":{"input_time":0.44300021349045,"reasoning_time":0,"answer_time":5.692807992711328,"total_time":6.135808206201778,"p05_total_time":11.379415919539358,"p95_total_time":5.96892670036587,"p25_total_time":8.396078839603273,"p75_total_time":5.983384882822927},"time_to_first_answer_token_metrics":{"input_time":0.44300021349045,"reasoning_time":0,"total_time":0.44300021349045}},{"id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","slug":"togetherai_qwen3-coder-480b-a35b-instruct_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 Coder 480B A35B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":2,"price_1m_output_tokens":2,"price_1m_blended_3_to_1":2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":0.5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai (FP8)","short_name":"Together.ai (FP8)","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B (FP8), Together.ai","short_name":"Qwen3 Coder 480B (FP8), Together.ai","model_label":"Qwen3 Coder 480B (FP8)","host_label":"Together.ai (FP8)","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":58.8301015318398,"percentile_05_output_speed":34.7934245241809,"percentile_95_output_speed":73.7624787003035,"quartile_25_output_speed":54.0250184569519,"quartile_75_output_speed":66.3478794070475,"median_time_to_first_chunk":0.400542380000843,"percentile_05_time_to_first_chunk":0.344774826090998,"percentile_95_time_to_first_chunk":5.18759952938417,"quartile_25_time_to_first_chunk":0.355720748491876,"quartile_75_time_to_first_chunk":0.541147750987875,"median_estimated_total_seconds_for_100_output_tokens":2.09334450927743,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.81631665046785,"percentile_95_estimated_total_seconds_for_100_output_tokens":6.9753969280013,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.92864766235482,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.09888615830764},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":60.6585063553268,"median_time_to_first_chunk":9.28650427650427,"median_estimated_total_seconds_for_100_output_tokens":10.9383923844048,"median_end_to_end_response_time":17.529371271466005},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":54.3308857249228,"median_time_to_first_chunk":0.968666670501989,"median_estimated_total_seconds_for_100_output_tokens":2.91527503205559,"median_end_to_end_response_time":10.171535229124414},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":58.8301015318398,"median_time_to_first_chunk":0.400542380000843,"median_estimated_total_seconds_for_100_output_tokens":2.09334450927743,"median_end_to_end_response_time":8.899592814741158},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"dd9c82c4-9098-4ddb-9bdd-52bde3f675b0","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":62.6200720704902,"median_time_to_first_chunk":0.363723713482614,"median_estimated_total_seconds_for_100_output_tokens":1.933004440451,"median_end_to_end_response_time":8.348383958478175}],"end_to_end_response_time_metrics":{"input_time":0.400542380000843,"reasoning_time":0,"answer_time":8.499050434740315,"total_time":8.899592814741158,"p05_total_time":14.771073790397299,"p95_total_time":7.179056453958375,"p25_total_time":9.655513766977952,"p75_total_time":7.936578263415827},"time_to_first_answer_token_metrics":{"input_time":0.400542380000843,"reasoning_time":0,"total_time":0.400542380000843}},{"id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","slug":"alibaba-cloud_qwen3-coder-480b-a35b-instruct","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","footnotes":"Input/Output pricing based on token count:\n0-32K: $1.5/$7.5 per M tokens\n32K-131K: $2.7/$13.5 per M tokens\n131K-205K: $4.5/$22.5 per M tokens","json_mode":null,"host_api_id":"qwen3-coder-480b-a35b-instruct","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 Coder 480B A35B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.5,"price_1m_output_tokens":7.5,"price_1m_blended_3_to_1":3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:183:host:host_models","host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"model":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","name":"Qwen3 Coder 480B A35B","short_name":"Qwen3 Coder 480B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-22","chatbot-arena-elo":null,"slug":"qwen3-coder-480b-a35b-instruct","open_weights":"Open","additional_text":null,"context_window_tokens":262144,"display_order":406,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":480,"inference_parameters_active":"35.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":45.19,"math_index":70.93,"coding_index":47.2,"mmlu_pro":0.788,"mmmu_pro":null,"hle":0.044,"scicode":0.359,"humaneval":0.965,"aime":0.477,"aime25":0.393,"math_500":0.942,"gpqa":0.618,"livecodebench":0.585,"ifbench":0.405,"lcr":0.423,"estimated_intelligence_index":43.1152764409,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","deprecated_to":null,"size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:184:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:184:model:host_models","model_url":"/models/qwen3-coder-480b-a35b-instruct","hosts_url":"/models/qwen3-coder-480b-a35b-instruct/providers","name_and_creator_label":"Qwen3 Coder 480B, Alibaba","contextWindowFormatted":"262k"},"name":"Qwen3 Coder 480B, Alibaba Cloud","short_name":"Qwen3 Coder 480B, Alibaba Cloud","model_label":"Qwen3 Coder 480B","host_label":"Alibaba Cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg","hosts_url":"/providers/alibaba_cloud","host_color":"#ff7018","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":46.9458541890792,"percentile_05_output_speed":37.8171580722897,"percentile_95_output_speed":66.7948052279052,"quartile_25_output_speed":42.4747447473831,"quartile_75_output_speed":59.4476240610964,"median_time_to_first_chunk":1.79167632898316,"percentile_05_time_to_first_chunk":1.62002908580325,"percentile_95_time_to_first_chunk":2.30544726380467,"quartile_25_time_to_first_chunk":1.72463086050993,"quartile_75_time_to_first_chunk":2.01160595402598,"median_estimated_total_seconds_for_100_output_tokens":3.97637599652197,"percentile_05_estimated_total_seconds_for_100_output_tokens":3.31887407637449,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.76190566877241,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.47088462544099,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.25092430305304},"performanceByPromptLength":[{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","prompt_length_type":"100k","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":65.6088970224685,"median_time_to_first_chunk":26.0963284460013,"median_estimated_total_seconds_for_100_output_tokens":28.4163681901455,"median_end_to_end_response_time":33.71724607594971},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","prompt_length_type":"long","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":39.7429145064363,"median_time_to_first_chunk":3.43572909996146,"median_estimated_total_seconds_for_100_output_tokens":5.90398178327513,"median_end_to_end_response_time":16.016588008007215},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","prompt_length_type":"medium","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":46.9458541890792,"median_time_to_first_chunk":1.79167632898316,"median_estimated_total_seconds_for_100_output_tokens":3.97637599652197,"median_end_to_end_response_time":12.442244065725134},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"51648dd1-f4c4-47b1-8c9b-c8a382b4884d","prompt_length_type":"short","model_id":"093883ed-f5fc-443b-8e18-afbfb166699e","median_output_speed":57.9199479637811,"median_time_to_first_chunk":1.57239047300391,"median_estimated_total_seconds_for_100_output_tokens":3.41564059764011,"median_end_to_end_response_time":10.204994913751396}],"end_to_end_response_time_metrics":{"input_time":1.79167632898316,"reasoning_time":0,"answer_time":10.650567736741975,"total_time":12.442244065725134,"p05_total_time":15.013188084155795,"p95_total_time":9.277288395580108,"p25_total_time":13.563377441579142,"p75_total_time":10.202441399865261},"time_to_first_answer_token_metrics":{"input_time":1.79167632898316,"reasoning_time":0,"total_time":1.79167632898316}},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","slug":"hyperbolic_qwq-32b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","name":"Hyperbolic","short_name":"Hyperbolic","website_url":"https://hyperbolic.xyz/","slug":"hyperbolic","deleted":false,"logo":"hyperbolic.svg","color":"#594DE9","logo_small":"hyperbolic_small.svg","display_order":4,"openai_compatible":true,"json_mode":false,"function_calling":false,"function_calling_url":null,"json_mode_url":"https://docs.hyperbolic.xyz/docs/rest-api","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:20:host:host_models","host_url":"/providers/hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":828,"output_tokens":3319,"reasoning_tokens":2491,"max_output_tokens_used":21216},"reasoning_properties":{"style":"in_text","closing_tag":"","starts_thinking_by_default":true},"intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","slug":"deepinfra_qwq-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.075,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.09375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","slug":"hyperbolic_qwq-32b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Hyperbolic_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.2,"price_1m_blended_3_to_1":0.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","slug":"nebius_qwq-32b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B-fast","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c980d910-8674-4201-a66f-dc28165ac481","slug":"nebius_qwq-32b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","slug":"togetherai_qwq-32b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":false,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3c9174be-bc93-405d-8229-b2d3299bc12e","slug":"gmi_qwq-32b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"GMI_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B, Hyperbolic","short_name":"QwQ-32B, Hyperbolic","model_label":"QwQ-32B","host_label":"Hyperbolic","logo_url":"/img/logos/hyperbolic.svg","logo_small_url":"/img/logos/hyperbolic_small.svg","hosts_url":"/providers/hyperbolic","host_color":"#594DE9","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":104.993542878515,"percentile_05_output_speed":23.8909608637331,"percentile_95_output_speed":139.111613367627,"quartile_25_output_speed":40.2309778186307,"quartile_75_output_speed":134.587332562113,"median_time_to_first_chunk":1.08403624499988,"percentile_05_time_to_first_chunk":0.843866649956908,"percentile_95_time_to_first_chunk":2.6327634640038,"quartile_25_time_to_first_chunk":1.00426184799289,"quartile_75_time_to_first_chunk":1.30711680499371,"median_estimated_total_seconds_for_100_output_tokens":22.6503467919359,"percentile_05_estimated_total_seconds_for_100_output_tokens":10.5052938093684,"percentile_95_estimated_total_seconds_for_100_output_tokens":101.860534132037,"quartile_25_estimated_total_seconds_for_100_output_tokens":14.7506464963713,"quartile_75_estimated_total_seconds_for_100_output_tokens":40.5366874488125},"performanceByPromptLength":[{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":51.192317176886,"median_time_to_first_chunk":2.08336598700407,"median_estimated_total_seconds_for_100_output_tokens":30.2557735310358,"median_end_to_end_response_time":60.51010196898997},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":104.993542878515,"median_time_to_first_chunk":1.08403624499988,"median_estimated_total_seconds_for_100_output_tokens":22.6503467919359,"median_end_to_end_response_time":29.57150240718854},{"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","host_model_id":"041b6f78-3a84-4eb1-9c3b-c0ea39319e43","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":127.137534634644,"median_time_to_first_chunk":1.00588191601673,"median_estimated_total_seconds_for_100_output_tokens":13.2182378176082,"median_end_to_end_response_time":24.53158586013722}],"end_to_end_response_time_metrics":{"input_time":1.08403624499988,"reasoning_time":23.725268542297542,"answer_time":4.762197619891117,"total_time":29.57150240718854,"p05_total_time":126.27782887057782,"p95_total_time":22.58475733933263,"p25_total_time":75.4297310845344,"p75_total_time":23.307524466817725},"time_to_first_answer_token_metrics":{"input_time":1.08403624499988,"reasoning_time":23.725268542297542,"total_time":24.80930478729742}},{"id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","slug":"nebius_qwq-32b_fast","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B-fast","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Fast","cache_pricing_notes":null,"model_name_appendage":"Fast","price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Fast","short_name":"Nebius Fast","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:194:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:194:model:reasoning_properties","intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:194:model:host_models","model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B Fast, Nebius","short_name":"QwQ-32B Fast, Nebius","model_label":"QwQ-32B Fast","host_label":"Nebius Fast","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":85.2905369244753,"percentile_05_output_speed":74.1134942529556,"percentile_95_output_speed":86.5821141835773,"quartile_25_output_speed":81.0067637703387,"quartile_75_output_speed":85.9387926455551,"median_time_to_first_chunk":0.515475368010812,"percentile_05_time_to_first_chunk":0.487285808101296,"percentile_95_time_to_first_chunk":1.67127856159982,"quartile_25_time_to_first_chunk":0.491640596996149,"quartile_75_time_to_first_chunk":0.619737985998654,"median_estimated_total_seconds_for_100_output_tokens":1.73575155813861,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.65447698295453,"percentile_95_estimated_total_seconds_for_100_output_tokens":10.9506157571187,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.66741549208837,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.86121005437825},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","prompt_length_type":"100k","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":45.8066854463397,"median_time_to_first_chunk":12.3064914690331,"median_estimated_total_seconds_for_100_output_tokens":14.489578916326,"median_end_to_end_response_time":77.60263701756467},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":81.9932394807377,"median_time_to_first_chunk":1.24758517500959,"median_estimated_total_seconds_for_100_output_tokens":6.07870977246523,"median_end_to_end_response_time":37.72620242372388},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":85.2905369244753,"median_time_to_first_chunk":0.515475368010812,"median_estimated_total_seconds_for_100_output_tokens":1.73575155813861,"median_end_to_end_response_time":35.5838441209069},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"5733fa72-b4d7-4904-bed2-44029dfd87e2","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":86.568237373077,"median_time_to_first_chunk":0.457327447016723,"median_estimated_total_seconds_for_100_output_tokens":2.07641978355429,"median_end_to_end_response_time":35.00810600924965}],"end_to_end_response_time_metrics":{"input_time":0.515475368010812,"reasoning_time":29.206053682201325,"answer_time":5.862315070694766,"total_time":35.5838441209069,"p05_total_time":40.87249847356652,"p95_total_time":35.0607163592192,"p25_total_time":37.43831811333697,"p75_total_time":35.31931549567055},"time_to_first_answer_token_metrics":{"input_time":0.515475368010812,"reasoning_time":29.206053682201325,"total_time":29.721529050212137}},{"id":"c980d910-8674-4201-a66f-dc28165ac481","slug":"nebius_qwq-32b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":null,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_QwQ 32B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.15,"price_1m_output_tokens":0.45,"price_1m_blended_3_to_1":0.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":4.44,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","name":"Nebius Base","short_name":"Nebius Base","website_url":"https://nebius.com","slug":"nebius","deleted":false,"logo":"nebius.svg","color":"#112a40","logo_small":"nebius_small.png","display_order":19,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://docs.nebius.com/studio/inference/tool-calling","json_mode_url":"https://docs.nebius.com/studio/inference/json/","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:22:host:host_models","host_url":"/providers/nebius","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:194:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:194:model:reasoning_properties","intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:194:model:host_models","model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B Base, Nebius","short_name":"QwQ-32B Base, Nebius","model_label":"QwQ-32B Base","host_label":"Nebius Base","logo_url":"/img/logos/nebius.svg","logo_small_url":"/img/logos/nebius_small.png","hosts_url":"/providers/nebius","host_color":"#112a40","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"c980d910-8674-4201-a66f-dc28165ac481","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":49.5541556186409,"percentile_05_output_speed":29.3635572529965,"percentile_95_output_speed":60.2641605666785,"quartile_25_output_speed":38.9362865179948,"quartile_75_output_speed":54.4988576807966,"median_time_to_first_chunk":0.59608128698892,"percentile_05_time_to_first_chunk":0.524140343553518,"percentile_95_time_to_first_chunk":1.02783235881943,"quartile_25_time_to_first_chunk":0.550102676752431,"quartile_75_time_to_first_chunk":0.926714080284,"median_estimated_total_seconds_for_100_output_tokens":2.92793465347286,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.31026918140259,"percentile_95_estimated_total_seconds_for_100_output_tokens":18.9714531484775,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.57147798935134,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.29331234330628},"performanceByPromptLength":[{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"c980d910-8674-4201-a66f-dc28165ac481","prompt_length_type":"100k","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":26.7466832206898,"median_time_to_first_chunk":21.2377065150067,"median_estimated_total_seconds_for_100_output_tokens":24.9764878500563,"median_end_to_end_response_time":133.06465624634097},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"c980d910-8674-4201-a66f-dc28165ac481","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":42.8130887777351,"median_time_to_first_chunk":1.62639156149817,"median_estimated_total_seconds_for_100_output_tokens":5.24396153697858,"median_end_to_end_response_time":71.4882045114544},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"c980d910-8674-4201-a66f-dc28165ac481","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":49.5541556186409,"median_time_to_first_chunk":0.59608128698892,"median_estimated_total_seconds_for_100_output_tokens":2.92793465347286,"median_end_to_end_response_time":60.954288639327885},{"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","host_model_id":"c980d910-8674-4201-a66f-dc28165ac481","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":48.6832775483832,"median_time_to_first_chunk":0.4770719454973,"median_estimated_total_seconds_for_100_output_tokens":10.0938718034425,"median_end_to_end_response_time":61.91500609090146}],"end_to_end_response_time_metrics":{"input_time":0.59608128698892,"reasoning_time":50.26823621353272,"answer_time":10.089971138806245,"total_time":60.954288639327885,"p05_total_time":102.45703683231112,"p95_total_time":50.22756991762614,"p25_total_time":77.41388461339702,"p75_total_time":55.477965555435134},"time_to_first_answer_token_metrics":{"input_time":0.59608128698892,"reasoning_time":50.26823621353272,"total_time":50.864317500521636}},{"id":"8bfd8509-1daa-412b-801f-f5de62f85554","slug":"deepinfra_qwq-32b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"Deepinfra_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.075,"price_1m_output_tokens":0.15,"price_1m_blended_3_to_1":0.09375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":10.67,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:194:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:194:model:reasoning_properties","intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:194:model:host_models","model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B, Deepinfra","short_name":"QwQ-32B, Deepinfra","model_label":"QwQ-32B","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"8bfd8509-1daa-412b-801f-f5de62f85554","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":46.5933158778586,"percentile_05_output_speed":36.9805819495996,"percentile_95_output_speed":55.7344645382714,"quartile_25_output_speed":43.1249859743883,"quartile_75_output_speed":50.7112773046461,"median_time_to_first_chunk":0.343415630486561,"percentile_05_time_to_first_chunk":0.205375713613466,"percentile_95_time_to_first_chunk":0.637156550699729,"quartile_25_time_to_first_chunk":0.277632577994154,"quartile_75_time_to_first_chunk":0.5679331352585,"median_estimated_total_seconds_for_100_output_tokens":36.4133401815352,"percentile_05_estimated_total_seconds_for_100_output_tokens":18.9725747281159,"percentile_95_estimated_total_seconds_for_100_output_tokens":86.8766278473354,"quartile_25_estimated_total_seconds_for_100_output_tokens":29.1617377673555,"quartile_75_estimated_total_seconds_for_100_output_tokens":47.7647186168927},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"8bfd8509-1daa-412b-801f-f5de62f85554","prompt_length_type":"100k","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":33.8317109066425,"median_time_to_first_chunk":15.962925254018,"median_estimated_total_seconds_for_100_output_tokens":66.1440047518713,"median_end_to_end_response_time":104.37110562224021},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"8bfd8509-1daa-412b-801f-f5de62f85554","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":47.9377672581657,"median_time_to_first_chunk":1.23318200400172,"median_estimated_total_seconds_for_100_output_tokens":27.5612050527693,"median_end_to_end_response_time":63.6265760036047},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"8bfd8509-1daa-412b-801f-f5de62f85554","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":46.5933158778586,"median_time_to_first_chunk":0.343415630486561,"median_estimated_total_seconds_for_100_output_tokens":36.4133401815352,"median_end_to_end_response_time":64.53717268870314},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"8bfd8509-1daa-412b-801f-f5de62f85554","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":46.7074817060556,"median_time_to_first_chunk":0.48304864099191,"median_estimated_total_seconds_for_100_output_tokens":26.1912129750913,"median_end_to_end_response_time":64.51989864338067}],"end_to_end_response_time_metrics":{"input_time":0.343415630486561,"reasoning_time":53.462604089607986,"answer_time":10.731152968608589,"total_time":64.53717268870314,"p05_total_time":81.22370042633966,"p95_total_time":54.008594344927396,"p25_total_time":69.69995992655517,"p75_total_time":59.324379214418386},"time_to_first_answer_token_metrics":{"input_time":0.343415630486561,"reasoning_time":53.462604089607986,"total_time":53.80601972009455}},{"id":"3c9174be-bc93-405d-8229-b2d3299bc12e","slug":"gmi_qwq-32b","deleted":false,"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":true,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"GMI_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b0eae0b8-cf77-450a-8499-f267182e0a00","name":"GMI","short_name":"GMI","website_url":"https://inference-engine.gmicloud.ai/","slug":"gmi","deleted":false,"logo":"gmi.svg","color":"#2076ce","logo_small":"gmi_small.svg","display_order":64,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:63:host:host_models","host_url":"/providers/gmi","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:194:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:194:model:reasoning_properties","intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:194:model:host_models","model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B, GMI","short_name":"QwQ-32B, GMI","model_label":"QwQ-32B","host_label":"GMI","logo_url":"/img/logos/gmi.svg","logo_small_url":"/img/logos/gmi_small.svg","hosts_url":"/providers/gmi","host_color":"#2076ce","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"3c9174be-bc93-405d-8229-b2d3299bc12e","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":52.2670535919999,"percentile_05_output_speed":51.8180881534635,"percentile_95_output_speed":52.6880788957627,"quartile_25_output_speed":52.164758823681,"quartile_75_output_speed":52.4339769984583,"median_time_to_first_chunk":0.388312771974597,"percentile_05_time_to_first_chunk":0.328836517494347,"percentile_95_time_to_first_chunk":0.594163862295682,"quartile_25_time_to_first_chunk":0.35004522302188,"quartile_75_time_to_first_chunk":0.52887491149886,"median_estimated_total_seconds_for_100_output_tokens":38.6344165861568,"percentile_05_estimated_total_seconds_for_100_output_tokens":19.0619647492225,"percentile_95_estimated_total_seconds_for_100_output_tokens":78.4331760195964,"quartile_25_estimated_total_seconds_for_100_output_tokens":31.4526072569634,"quartile_75_estimated_total_seconds_for_100_output_tokens":47.3094132803026},"performanceByPromptLength":[{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"3c9174be-bc93-405d-8229-b2d3299bc12e","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":51.0858728769976,"median_time_to_first_chunk":1.44973293899966,"median_estimated_total_seconds_for_100_output_tokens":29.8887790415743,"median_end_to_end_response_time":59.99820889832414},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"3c9174be-bc93-405d-8229-b2d3299bc12e","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":52.2670535919999,"median_time_to_first_chunk":0.388312771974597,"median_estimated_total_seconds_for_100_output_tokens":38.6344165861568,"median_end_to_end_response_time":57.61365444414815},{"host_id":"b0eae0b8-cf77-450a-8499-f267182e0a00","host_model_id":"3c9174be-bc93-405d-8229-b2d3299bc12e","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":53.7076235479732,"median_time_to_first_chunk":0.284750401973724,"median_estimated_total_seconds_for_100_output_tokens":22.331320815018,"median_end_to_end_response_time":55.97516830565089}],"end_to_end_response_time_metrics":{"input_time":0.388312771974597,"reasoning_time":47.659085959673796,"answer_time":9.566255712499759,"total_time":57.61365444414815,"p05_total_time":58.109469738281604,"p95_total_time":57.15637231571597,"p25_total_time":57.72587298402698,"p75_total_time":57.43147774280913},"time_to_first_answer_token_metrics":{"input_time":0.388312771974597,"reasoning_time":47.659085959673796,"total_time":48.04739873164839}},{"id":"d005ecd9-351c-4712-b812-00f74c1ba942","slug":"togetherai_qwq-32b","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","footnotes":null,"json_mode":false,"host_api_id":"Qwen/QwQ-32B","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_QwQ 32B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.2,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":1.2,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.83,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai","short_name":"Together.ai","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","name":"QwQ 32B","short_name":"QwQ-32B","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-03-05","chatbot-arena-elo":null,"slug":"qwq-32b","open_weights":"Open","additional_text":null,"context_window_tokens":131072,"display_order":409,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/QwQ-32B","commercial_allowed":true,"chatbot_arena_label":"QwQ-32B","knowledge_cutoff_date":null,"parameters":32.8,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:194:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:194:model:reasoning_properties","intelligence_index":null,"math_index":86.87,"coding_index":49.42,"mmlu_pro":0.764,"mmmu_pro":null,"hle":0.082,"scicode":0.358,"humaneval":0.976,"aime":0.78,"aime25":null,"math_500":0.957,"gpqa":0.593,"livecodebench":0.631,"ifbench":null,"lcr":null,"estimated_intelligence_index":47.6787390066,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:194:model:host_models","model_url":"/models/qwq-32b","hosts_url":"/models/qwq-32b/providers","name_and_creator_label":"QwQ-32B, Alibaba","contextWindowFormatted":"131k"},"name":"QwQ-32B, Together.ai","short_name":"QwQ-32B, Together.ai","model_label":"QwQ-32B","host_label":"Together.ai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"d005ecd9-351c-4712-b812-00f74c1ba942","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":95.737076246731,"percentile_05_output_speed":82.0106605397452,"percentile_95_output_speed":97.8342234475013,"quartile_25_output_speed":89.697927771006,"quartile_75_output_speed":96.8264420212003,"median_time_to_first_chunk":0.240459089996875,"percentile_05_time_to_first_chunk":0.192477718391456,"percentile_95_time_to_first_chunk":0.440975639509998,"quartile_25_time_to_first_chunk":0.20934170801911,"quartile_75_time_to_first_chunk":0.349019077493722,"median_estimated_total_seconds_for_100_output_tokens":23.9256942016175,"percentile_05_estimated_total_seconds_for_100_output_tokens":12.6143789853266,"percentile_95_estimated_total_seconds_for_100_output_tokens":55.0044672933335,"quartile_25_estimated_total_seconds_for_100_output_tokens":19.2323410142521,"quartile_75_estimated_total_seconds_for_100_output_tokens":30.9104404739583},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"d005ecd9-351c-4712-b812-00f74c1ba942","prompt_length_type":"long","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":94.7957900877562,"median_time_to_first_chunk":0.625144769495819,"median_estimated_total_seconds_for_100_output_tokens":20.9475702766789,"median_end_to_end_response_time":32.17717885488203},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"d005ecd9-351c-4712-b812-00f74c1ba942","prompt_length_type":"medium","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":95.737076246731,"median_time_to_first_chunk":0.240459089996875,"median_estimated_total_seconds_for_100_output_tokens":23.9256942016175,"median_end_to_end_response_time":31.482273831567593},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"d005ecd9-351c-4712-b812-00f74c1ba942","prompt_length_type":"short","model_id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","median_output_speed":97.9365544543082,"median_time_to_first_chunk":0.203553275005106,"median_estimated_total_seconds_for_100_output_tokens":14.2118352791902,"median_end_to_end_response_time":30.74373325852123}],"end_to_end_response_time_metrics":{"input_time":0.240459089996875,"reasoning_time":26.0191777068715,"answer_time":5.2226370346992175,"total_time":31.482273831567593,"p05_total_time":36.71132739315434,"p95_total_time":30.81258298082529,"p25_total_time":33.5857110297726,"p75_total_time":31.1307813776331},"time_to_first_answer_token_metrics":{"input_time":0.240459089996875,"reasoning_time":26.0191777068715,"total_time":26.259636796868374}},{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","slug":"parasail_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","name":"Parasail","short_name":"Parasail","website_url":"https://www.saas.parasail.io/home","slug":"parasail","deleted":false,"logo":"parasail.jpg","color":"#032454","logo_small":"parasail_small.svg","display_order":61,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.parasail.io/parasail-docs/cookbooks/tool-function-calling","json_mode_url":"https://docs.parasail.io/parasail-docs/cookbooks/structured-output","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:18:host:host_models","host_url":"/providers/parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":{"input_tokens":14352998,"answer_tokens":23492089,"output_tokens":23492089,"reasoning_tokens":0},"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","slug":"parasail_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"parasail-qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Parasail_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.85,"price_1m_blended_3_to_1":0.325,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.08,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","slug":"deepinfra_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","slug":"togetherai_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507-tput","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","slug":"fireworks_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","slug":"cerebras_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"host_api_id":"qwen-3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","slug":"novita_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"qwen/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.2,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning), Parasail","short_name":"Qwen3 235B 2507 (Non-reasoning), Parasail","model_label":"Qwen3 235B 2507 (Non-reasoning)","host_label":"Parasail","logo_url":"/img/logos/parasail.jpg","logo_small_url":"/img/logos/parasail_small.svg","hosts_url":"/providers/parasail","host_color":"#032454","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":72.1230021002077,"percentile_05_output_speed":38.772349540772,"percentile_95_output_speed":81.1348217195398,"quartile_25_output_speed":52.7726784036293,"quartile_75_output_speed":77.3042977786718,"median_time_to_first_chunk":0.38698782899155,"percentile_05_time_to_first_chunk":0.308234987283231,"percentile_95_time_to_first_chunk":0.461726138550148,"quartile_25_time_to_first_chunk":0.349113223493987,"quartile_75_time_to_first_chunk":0.41701515173736,"median_estimated_total_seconds_for_100_output_tokens":1.79693735691137,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.58537620203555,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.00564407859122,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.64846941533806,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.31732628846987},"performanceByPromptLength":[{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":40.2146034311171,"median_time_to_first_chunk":12.809104867978,"median_estimated_total_seconds_for_100_output_tokens":15.6293529242333,"median_end_to_end_response_time":25.24239917750517},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":60.6933611769684,"median_time_to_first_chunk":1.10007650199987,"median_estimated_total_seconds_for_100_output_tokens":2.74672158866718,"median_end_to_end_response_time":9.33820980528012},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":72.1230021002077,"median_time_to_first_chunk":0.38698782899155,"median_estimated_total_seconds_for_100_output_tokens":1.79693735691137,"median_end_to_end_response_time":7.319588877756824},{"host_id":"2283372d-e673-401f-ae2c-d5d1c7b5656a","host_model_id":"214cb535-b8c6-40fd-a3ba-0a505b0495b6","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":59.4294519327871,"median_time_to_first_chunk":0.364873397513293,"median_estimated_total_seconds_for_100_output_tokens":1.99820509867652,"median_end_to_end_response_time":8.778210282488855}],"end_to_end_response_time_metrics":{"input_time":0.38698782899155,"reasoning_time":0,"answer_time":6.9326010487652745,"total_time":7.319588877756824,"p05_total_time":13.282775830546962,"p95_total_time":6.5495699288001745,"p25_total_time":9.86158747268926,"p75_total_time":6.854933523699738},"time_to_first_answer_token_metrics":{"input_time":0.38698782899155,"reasoning_time":0,"total_time":0.38698782899155}},{"id":"f3824087-f6c0-406c-9d64-e6f33133b604","slug":"cerebras_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"host_api_id":"qwen-3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Cerebras_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.6,"price_1m_output_tokens":1.2,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","name":"Cerebras","short_name":"Cerebras","website_url":"https://www.cerebras.net/","slug":"cerebras","deleted":false,"logo":"cerebras.png","color":"#F15929","logo_small":"cerebras_small.png","display_order":11,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://inference-docs.cerebras.ai/tool-use","json_mode_url":"https://inference-docs.cerebras.ai/api-reference/chat-completions","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:19:host:host_models","host_url":"/providers/cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning), Cerebras","short_name":"Qwen3 235B 2507 (Non-reasoning), Cerebras","model_label":"Qwen3 235B 2507 (Non-reasoning)","host_label":"Cerebras","logo_url":"/img/logos/cerebras.png","logo_small_url":"/img/logos/cerebras_small.png","hosts_url":"/providers/cerebras","host_color":"#F15929","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"f3824087-f6c0-406c-9d64-e6f33133b604","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":1474.96942146938,"percentile_05_output_speed":1004.10590728749,"percentile_95_output_speed":1657.97277933022,"quartile_25_output_speed":1223.74305263658,"quartile_75_output_speed":1519.16602523427,"median_time_to_first_chunk":0.231551064003725,"percentile_05_time_to_first_chunk":0.176331642994774,"percentile_95_time_to_first_chunk":0.389666231675073,"quartile_25_time_to_first_chunk":0.193877998492098,"quartile_75_time_to_first_chunk":0.271436863491544,"median_estimated_total_seconds_for_100_output_tokens":0.303314465719808,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.243590903282842,"percentile_95_estimated_total_seconds_for_100_output_tokens":0.486536522632768,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.271248376978151,"quartile_75_estimated_total_seconds_for_100_output_tokens":0.367742352115866},"performanceByPromptLength":[{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"f3824087-f6c0-406c-9d64-e6f33133b604","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":1259.25429387975,"median_time_to_first_chunk":0.751707037037704,"median_estimated_total_seconds_for_100_output_tokens":0.830606401163427,"median_end_to_end_response_time":1.1487674262141465},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"f3824087-f6c0-406c-9d64-e6f33133b604","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":1474.96942146938,"median_time_to_first_chunk":0.231551064003725,"median_estimated_total_seconds_for_100_output_tokens":0.303314465719808,"median_end_to_end_response_time":0.5705411425247392},{"host_id":"295d4e20-4fad-4c04-b76e-ab51b76a1355","host_model_id":"f3824087-f6c0-406c-9d64-e6f33133b604","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":1680.98546102684,"median_time_to_first_chunk":0.17391332302941,"median_estimated_total_seconds_for_100_output_tokens":0.227340939581375,"median_end_to_end_response_time":0.4713578944384762}],"end_to_end_response_time_metrics":{"input_time":0.231551064003725,"reasoning_time":0,"answer_time":0.3389900785210142,"total_time":0.5705411425247392,"p05_total_time":0.7295065051291627,"p95_total_time":0.5331241695658004,"p25_total_time":0.6401335674326429,"p75_total_time":0.5606790142703163},"time_to_first_answer_token_metrics":{"input_time":0.231551064003725,"reasoning_time":0,"total_time":0.231551064003725}},{"id":"5828070d-1e38-4564-96c0-b3f60306a9fe","slug":"fireworks_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"accounts/fireworks/models/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Fireworks_Qwen3 235B A22B 2507 (Non-reasoning)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.22,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.385,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":2.6,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"9b21df65-f08d-46d8-93fd-7f4654e12237","name":"Fireworks (FP8)","short_name":"Fireworks (FP8)","website_url":"https://app.fireworks.ai/","slug":"fireworks","deleted":false,"logo":"fireworks.svg","color":"#6720FF","logo_small":"fireworks_small_revised.png","display_order":10,"openai_compatible":true,"json_mode":true,"function_calling":null,"function_calling_url":"https://docs.fireworks.ai/guides/function-calling","json_mode_url":"https://docs.fireworks.ai/structured-responses/structured-response-formatting\r\n","additional_page_text":null,"cache_pricing_notes":"","host_models":"$5:props:children:2:props:children:0:props:hostsModels:27:host:host_models","host_url":"/providers/fireworks","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning) (FP8), Fireworks","short_name":"Qwen3 235B 2507 (Non-reasoning) (FP8), Fireworks","model_label":"Qwen3 235B 2507 (Non-reasoning) (FP8)","host_label":"Fireworks (FP8)","logo_url":"/img/logos/fireworks.svg","logo_small_url":"/img/logos/fireworks_small_revised.png","hosts_url":"/providers/fireworks","host_color":"#6720FF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"5828070d-1e38-4564-96c0-b3f60306a9fe","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":136.21179436805,"percentile_05_output_speed":119.519425060759,"percentile_95_output_speed":144.982246480734,"quartile_25_output_speed":129.272701226041,"quartile_75_output_speed":141.009671007913,"median_time_to_first_chunk":0.595897961000446,"percentile_05_time_to_first_chunk":0.499449220999668,"percentile_95_time_to_first_chunk":0.900907178697889,"quartile_25_time_to_first_chunk":0.538752488035243,"quartile_75_time_to_first_chunk":0.692466362001142,"median_estimated_total_seconds_for_100_output_tokens":1.34841865143775,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.24280354592231,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.6190750955333,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.30690145168209,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.42893435161018},"performanceByPromptLength":[{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"5828070d-1e38-4564-96c0-b3f60306a9fe","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":58.7441829404877,"median_time_to_first_chunk":11.2841116429772,"median_estimated_total_seconds_for_100_output_tokens":12.5534205476323,"median_end_to_end_response_time":19.79559269475279},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"5828070d-1e38-4564-96c0-b3f60306a9fe","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":134.12018931639,"median_time_to_first_chunk":0.896547960001044,"median_estimated_total_seconds_for_100_output_tokens":1.65699783833886,"median_end_to_end_response_time":4.624547469608791},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"5828070d-1e38-4564-96c0-b3f60306a9fe","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":136.21179436805,"median_time_to_first_chunk":0.595897961000446,"median_estimated_total_seconds_for_100_output_tokens":1.34841865143775,"median_end_to_end_response_time":4.266652041583064},{"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","host_model_id":"5828070d-1e38-4564-96c0-b3f60306a9fe","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":145.524461014399,"median_time_to_first_chunk":0.565008978999685,"median_estimated_total_seconds_for_100_output_tokens":1.28322680281195,"median_end_to_end_response_time":4.000857471512068}],"end_to_end_response_time_metrics":{"input_time":0.595897961000446,"reasoning_time":0,"answer_time":3.670754080582618,"total_time":4.266652041583064,"p05_total_time":4.7793183526716705,"p95_total_time":4.044596074989475,"p25_total_time":4.463690582783141,"p75_total_time":4.14175404609082},"time_to_first_answer_token_metrics":{"input_time":0.595897961000446,"reasoning_time":0,"total_time":0.595897961000446}},{"id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","slug":"deepinfra_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":true,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.13,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.2475,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":4.04,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","name":"Deepinfra","short_name":"Deepinfra","website_url":"https://deepinfra.com/","slug":"deepinfra","deleted":false,"logo":"deepinfra.svg","color":"#5798DC","logo_small":"deepinfra_small.webp","display_order":16,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://deepinfra.com/docs/advanced/function_calling","json_mode_url":"https://deepinfra.com/docs/advanced/json_mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:28:host:host_models","host_url":"/providers/deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning), Deepinfra","short_name":"Qwen3 235B 2507 (Non-reasoning), Deepinfra","model_label":"Qwen3 235B 2507 (Non-reasoning)","host_label":"Deepinfra","logo_url":"/img/logos/deepinfra.svg","logo_small_url":"/img/logos/deepinfra_small.webp","hosts_url":"/providers/deepinfra","host_color":"#5798DC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":28.0790911913252,"percentile_05_output_speed":11.6890234967795,"percentile_95_output_speed":41.456007588919,"quartile_25_output_speed":20.365849096519,"quartile_75_output_speed":37.5121905027737,"median_time_to_first_chunk":0.271948442503344,"percentile_05_time_to_first_chunk":0.221478022898373,"percentile_95_time_to_first_chunk":2.93916239261016,"quartile_25_time_to_first_chunk":0.252259519300424,"quartile_75_time_to_first_chunk":0.357636227498915,"median_estimated_total_seconds_for_100_output_tokens":3.90549969628183,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.75259622309731,"percentile_95_estimated_total_seconds_for_100_output_tokens":16.6584028717671,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.07290535038963,"quartile_75_estimated_total_seconds_for_100_output_tokens":5.56062667628265},"performanceByPromptLength":[{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":22.7765841710546,"median_time_to_first_chunk":12.5063080070249,"median_estimated_total_seconds_for_100_output_tokens":16.9431129801391,"median_end_to_end_response_time":34.458677872714425},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":29.8552388232827,"median_time_to_first_chunk":0.856889463990228,"median_estimated_total_seconds_for_100_output_tokens":4.26478486719714,"median_end_to_end_response_time":17.604368958613243},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":28.0790911913252,"median_time_to_first_chunk":0.271948442503344,"median_estimated_total_seconds_for_100_output_tokens":3.90549969628183,"median_end_to_end_response_time":18.078792566948184},{"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","host_model_id":"14bb0c5e-9ed2-4806-907a-81c7863ce3e6","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":34.4292153729163,"median_time_to_first_chunk":0.226344010981848,"median_estimated_total_seconds_for_100_output_tokens":3.10945545876541,"median_end_to_end_response_time":14.748893961200125}],"end_to_end_response_time_metrics":{"input_time":0.271948442503344,"reasoning_time":0,"answer_time":17.80684412444484,"total_time":18.078792566948184,"p05_total_time":43.047121247807176,"p95_total_time":12.332926551105574,"p25_total_time":24.822852145578594,"p75_total_time":13.60094878341997},"time_to_first_answer_token_metrics":{"input_time":0.271948442503344,"reasoning_time":0,"total_time":0.271948442503344}},{"id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","slug":"novita_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"qwen/qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Novita_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.15,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.3125,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.2,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","name":"Novita","short_name":"Novita","website_url":"https://novita.ai","slug":"novita","deleted":false,"logo":"novita.png","color":"#5348EC","logo_small":"novita_small.svg","display_order":2000,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://novita.ai/docs/guides/llm-function-calling#function-calling","json_mode_url":"https://novita.ai/docs/guides/llm-structured-outputs","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:31:host:host_models","host_url":"/providers/novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning), Novita","short_name":"Qwen3 235B 2507 (Non-reasoning), Novita","model_label":"Qwen3 235B 2507 (Non-reasoning)","host_label":"Novita","logo_url":"/img/logos/novita.png","logo_small_url":"/img/logos/novita_small.svg","hosts_url":"/providers/novita","host_color":"#5348EC","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":83.3142136186584,"percentile_05_output_speed":32.4498604817447,"percentile_95_output_speed":87.8693323255608,"quartile_25_output_speed":59.2675127228514,"quartile_75_output_speed":86.9338912461864,"median_time_to_first_chunk":0.765344200008258,"percentile_05_time_to_first_chunk":0.395235854788916,"percentile_95_time_to_first_chunk":0.947856568808493,"quartile_25_time_to_first_chunk":0.708325737745326,"quartile_75_time_to_first_chunk":0.838130530244598,"median_estimated_total_seconds_for_100_output_tokens":2.0235844587833,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.84629125762916,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.55880759584064,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.93562023685733,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.37879048701422},"performanceByPromptLength":[{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":68.813242163866,"median_time_to_first_chunk":13.7249277250667,"median_estimated_total_seconds_for_100_output_tokens":15.4831103510402,"median_end_to_end_response_time":20.99097106610479},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":80.30277999631,"median_time_to_first_chunk":1.48084168900095,"median_estimated_total_seconds_for_100_output_tokens":2.77909655857238,"median_end_to_end_response_time":7.707276191305548},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":83.3142136186584,"median_time_to_first_chunk":0.765344200008258,"median_estimated_total_seconds_for_100_output_tokens":2.0235844587833,"median_end_to_end_response_time":6.766721135384191},{"host_id":"b08f179e-4a69-4f35-b350-8f7144a8b7c8","host_model_id":"a36d89d9-9d34-4e0b-9d5b-8b8d6e82d000","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":75.5526096826451,"median_time_to_first_chunk":0.533929515979253,"median_estimated_total_seconds_for_100_output_tokens":2.04100563851002,"median_end_to_end_response_time":7.151834603576155}],"end_to_end_response_time_metrics":{"input_time":0.765344200008258,"reasoning_time":0,"answer_time":6.001376935375934,"total_time":6.766721135384191,"p05_total_time":16.173730941186538,"p95_total_time":6.4556116319658825,"p25_total_time":9.201669212298139,"p75_total_time":6.516841030905423},"time_to_first_answer_token_metrics":{"input_time":0.765344200008258,"reasoning_time":0,"total_time":0.765344200008258}},{"id":"5e498012-cdfc-4373-b726-3b4941fbf26d","slug":"togetherai_qwen3-235b-a22b-instruct-2507_fp8","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"Qwen/Qwen3-235B-A22B-Instruct-2507-tput","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Together.ai_Qwen3 235B A22B 2507 (Non-reasoning)_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.2,"price_1m_output_tokens":0.6,"price_1m_blended_3_to_1":0.3,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":262144,"price_m_tokens_blended_3_to_1_per_dollar":3.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","name":"Together.ai (FP8)","short_name":"Together.ai (FP8)","website_url":"https://www.together.ai/","slug":"togetherai","deleted":false,"logo":"togetherai.svg","color":"#0E6EFF","logo_small":"togetherai_small.svg","display_order":6,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"https://docs.together.ai/docs/tool-call-with-other-models","json_mode_url":"https://docs.together.ai/docs/json-mode","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:34:host:host_models","host_url":"/providers/togetherai","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning) (FP8), Together.ai","short_name":"Qwen3 235B 2507 (Non-reasoning) (FP8), Together.ai","model_label":"Qwen3 235B 2507 (Non-reasoning) (FP8)","host_label":"Together.ai (FP8)","logo_url":"/img/logos/togetherai.svg","logo_small_url":"/img/logos/togetherai_small.svg","hosts_url":"/providers/togetherai","host_color":"#0E6EFF","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":262144,"context_window_formatted":"262k","timescaleData":{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"5e498012-cdfc-4373-b726-3b4941fbf26d","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":33.5716180487189,"percentile_05_output_speed":23.9962293096053,"percentile_95_output_speed":51.8170172832734,"quartile_25_output_speed":29.971019944233,"quartile_75_output_speed":43.6343615480802,"median_time_to_first_chunk":0.303272521006875,"percentile_05_time_to_first_chunk":0.258234252256443,"percentile_95_time_to_first_chunk":6.95247750364905,"quartile_25_time_to_first_chunk":0.290699053271965,"quartile_75_time_to_first_chunk":0.362111376511166,"median_estimated_total_seconds_for_100_output_tokens":3.31233563571527,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.18978316658056,"percentile_95_estimated_total_seconds_for_100_output_tokens":10.3291780159642,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.62806906599801,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.76927411932127},"performanceByPromptLength":[{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"5e498012-cdfc-4373-b726-3b4941fbf26d","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":46.0791891962063,"median_time_to_first_chunk":13.252810914948,"median_estimated_total_seconds_for_100_output_tokens":15.5201225572278,"median_end_to_end_response_time":24.10369628688864},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"5e498012-cdfc-4373-b726-3b4941fbf26d","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":32.627941099737,"median_time_to_first_chunk":0.89074335998157,"median_estimated_total_seconds_for_100_output_tokens":4.03782123811975,"median_end_to_end_response_time":16.215032394082783},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"5e498012-cdfc-4373-b726-3b4941fbf26d","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":33.5716180487189,"median_time_to_first_chunk":0.303272521006875,"median_estimated_total_seconds_for_100_output_tokens":3.31233563571527,"median_end_to_end_response_time":15.196805483118007},{"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","host_model_id":"5e498012-cdfc-4373-b726-3b4941fbf26d","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":39.2855086827084,"median_time_to_first_chunk":0.229931474506884,"median_estimated_total_seconds_for_100_output_tokens":2.75444653995169,"median_end_to_end_response_time":12.957270810705326}],"end_to_end_response_time_metrics":{"input_time":0.303272521006875,"reasoning_time":0,"answer_time":14.893532962111133,"total_time":15.196805483118007,"p05_total_time":21.13987953742083,"p95_total_time":9.952612182272956,"p25_total_time":16.986054786353492,"p75_total_time":11.762131600428852},"time_to_first_answer_token_metrics":{"input_time":0.303272521006875,"reasoning_time":0,"total_time":0.303272521006875}},{"id":"285210fd-18e3-4363-9af8-0a87e192f3c1","slug":"alibaba-cloud_qwen3-235b-a22b-instruct-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","footnotes":null,"json_mode":null,"host_api_id":"qwen3-235b-a22b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 235B A22B 2507 (Jul '25)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.7,"price_1m_output_tokens":2.8,"price_1m_blended_3_to_1":1.225,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":0.82,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:183:host:host_models","host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"model":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","name":"Qwen3 235B A22B 2507 (Non-reasoning)","short_name":"Qwen3 235B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-21","chatbot-arena-elo":null,"slug":"qwen3-235b-a22b-instruct-2507","open_weights":"Open","additional_text":null,"context_window_tokens":256000,"display_order":411,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":235,"inference_parameters_active":"22.0","mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":50.74,"math_index":84.83,"coding_index":44.19,"mmlu_pro":0.828,"mmmu_pro":null,"hle":0.106,"scicode":0.36,"humaneval":0.957,"aime":0.717,"aime25":0.717,"math_500":0.98,"gpqa":0.753,"livecodebench":0.524,"ifbench":0.461,"lcr":0.312,"estimated_intelligence_index":50.0805614096,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","deprecated_to":null,"size_class":"Large","frontier_model":true,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:200:model:intelligence_index_token_counts","model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:200:model:host_models","model_url":"/models/qwen3-235b-a22b-instruct-2507","hosts_url":"/models/qwen3-235b-a22b-instruct-2507/providers","name_and_creator_label":"Qwen3 235B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"256k"},"name":"Qwen3 235B 2507 (Non-reasoning), Alibaba Cloud","short_name":"Qwen3 235B 2507 (Non-reasoning), Alibaba Cloud","model_label":"Qwen3 235B 2507 (Non-reasoning)","host_label":"Alibaba Cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg","hosts_url":"/providers/alibaba_cloud","host_color":"#ff7018","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":131072,"context_window_formatted":"131k","timescaleData":{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":46.2379532225672,"percentile_05_output_speed":31.7047066235845,"percentile_95_output_speed":58.9915766391543,"quartile_25_output_speed":38.1995414919526,"quartile_75_output_speed":52.2680477624924,"median_time_to_first_chunk":1.49428383799932,"percentile_05_time_to_first_chunk":1.16637489279674,"percentile_95_time_to_first_chunk":1.82869370370172,"quartile_25_time_to_first_chunk":1.24849857599474,"quartile_75_time_to_first_chunk":1.61050020350376,"median_estimated_total_seconds_for_100_output_tokens":3.64699384857161,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.92020185211586,"percentile_95_estimated_total_seconds_for_100_output_tokens":4.77544193788222,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.34510617284083,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.21459109967097},"performanceByPromptLength":[{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","prompt_length_type":"100k","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":47.6287093301227,"median_time_to_first_chunk":42.8623819549684,"median_estimated_total_seconds_for_100_output_tokens":45.0576732711743,"median_end_to_end_response_time":53.36025197983963},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","prompt_length_type":"long","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":43.8707886877788,"median_time_to_first_chunk":3.13792774600006,"median_estimated_total_seconds_for_100_output_tokens":5.66902497923114,"median_end_to_end_response_time":14.535033085464502},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","prompt_length_type":"medium","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":46.2379532225672,"median_time_to_first_chunk":1.49428383799932,"median_estimated_total_seconds_for_100_output_tokens":3.64699384857161,"median_end_to_end_response_time":12.307911283687524},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"285210fd-18e3-4363-9af8-0a87e192f3c1","prompt_length_type":"short","model_id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","median_output_speed":54.076452014435,"median_time_to_first_chunk":1.27551901398692,"median_estimated_total_seconds_for_100_output_tokens":3.10877196044911,"median_end_to_end_response_time":10.521687750547734}],"end_to_end_response_time_metrics":{"input_time":1.49428383799932,"reasoning_time":0,"answer_time":10.813627445688203,"total_time":12.307911283687524,"p05_total_time":17.264812988017063,"p95_total_time":9.97007018726832,"p25_total_time":14.583446180571777,"p75_total_time":11.060357594417681},"time_to_first_answer_token_metrics":{"input_time":1.49428383799932,"reasoning_time":0,"total_time":1.49428383799932}},{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","slug":"alibaba-cloud_qwen3-30b-a3b-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":null,"host_api_id":"qwen3-30b-a3b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:183:host:host_models","host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"model":{"id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","name":"Qwen3 30B A3B 2507 (Non-reasoning)","short_name":"Qwen3 30B 2507 (Non-reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-29","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-2507","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":418,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":85.1,"coding_index":40.99,"mmlu_pro":0.777,"mmmu_pro":null,"hle":0.068,"scicode":0.304,"humaneval":0.943,"aime":0.727,"aime25":null,"math_500":0.975,"gpqa":0.659,"livecodebench":0.515,"ifbench":null,"lcr":null,"estimated_intelligence_index":46.1436612099,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","slug":"alibaba-cloud_qwen3-30b-a3b-2507","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","footnotes":null,"json_mode":null,"host_api_id":"qwen3-30b-a3b-instruct-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.35,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":2.86,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507","hosts_url":"/models/qwen3-30b-a3b-2507/providers","name_and_creator_label":"Qwen3 30B 2507 (Non-reasoning), Alibaba","contextWindowFormatted":"33k"},"name":"Qwen3 30B 2507 (Non-reasoning), Alibaba Cloud","short_name":"Qwen3 30B 2507 (Non-reasoning), Alibaba Cloud","model_label":"Qwen3 30B 2507 (Non-reasoning)","host_label":"Alibaba Cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg","hosts_url":"/providers/alibaba_cloud","host_color":"#ff7018","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","median_output_speed":105.231378317825,"percentile_05_output_speed":103.370675798063,"percentile_95_output_speed":108.29417080085,"quartile_25_output_speed":104.295297875136,"quartile_75_output_speed":106.816269707647,"median_time_to_first_chunk":1.17883663903922,"percentile_05_time_to_first_chunk":0.97546110749754,"percentile_95_time_to_first_chunk":1.84138809104334,"quartile_25_time_to_first_chunk":1.0401571530092,"quartile_75_time_to_first_chunk":1.40256783850054,"median_estimated_total_seconds_for_100_output_tokens":2.13935009097029,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.90688189767365,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.80640166964344,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.98747614354236,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.34460092587221},"performanceByPromptLength":[{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","prompt_length_type":"long","model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","median_output_speed":103.059936747128,"median_time_to_first_chunk":2.5198343459997,"median_estimated_total_seconds_for_100_output_tokens":3.58250956678934,"median_end_to_end_response_time":7.371380114233771},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","prompt_length_type":"medium","model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","median_output_speed":105.231378317825,"median_time_to_first_chunk":1.17883663903922,"median_estimated_total_seconds_for_100_output_tokens":2.13935009097029,"median_end_to_end_response_time":5.930271125527417},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"d46ad479-ec6e-46d4-8ac3-88b1cdf97c60","prompt_length_type":"short","model_id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","median_output_speed":107.238441599394,"median_time_to_first_chunk":1.19914020599754,"median_estimated_total_seconds_for_100_output_tokens":2.17662471123892,"median_end_to_end_response_time":5.861647349357832}],"end_to_end_response_time_metrics":{"input_time":1.17883663903922,"reasoning_time":0,"answer_time":4.751434486488197,"total_time":5.930271125527417,"p05_total_time":6.015798341570425,"p95_total_time":5.795890320714167,"p25_total_time":5.9729166233411775,"p75_total_time":5.859771494454836},"time_to_first_answer_token_metrics":{"input_time":1.17883663903922,"reasoning_time":0,"total_time":1.17883663903922}},{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","slug":"alibaba-cloud_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":null,"host_api_id":"qwen3-30b-a3b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","name":"Alibaba Cloud","short_name":"Alibaba Cloud","website_url":"https://www.alibabacloud.com/en","slug":"alibaba_cloud","deleted":false,"logo":"alibaba.svg","color":"#ff7018","logo_small":"alibaba_small.svg","display_order":1000,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://www.alibabacloud.com/help/en/model-studio/qwen-function-calling?spm=a2c63.p38356.help-menu-2400256.d_0_1_4.1a6b1762NgtKh4&scm=20140722.H_2862208._.OR_help-T_intl~en-V_1","json_mode_url":"https://www.alibabacloud.com/help/en/model-studio/json-mode?spm=a2c63.p38356.help-menu-2400256.d_0_1_5.554b56b59MplNk","additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:183:host:host_models","host_url":"/providers/alibaba_cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"model":{"id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","name":"Qwen3 30B A3B 2507 (Reasoning)","short_name":"Qwen3 30B 2507 (Reasoning)","deleted":false,"deprecated":false,"model_creator_id":"d874d370-74d3-4fa0-ba00-5272f92f946b","release_date":"2025-07-30","chatbot-arena-elo":null,"slug":"qwen3-30b-a3b-2507-reasoning","open_weights":"Open","additional_text":null,"context_window_tokens":32768,"display_order":421,"tokenizer_id":null,"license_name":"Apache 2.0","license_url":"https://www.apache.org/licenses/LICENSE-2.0","model_weights_source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507","commercial_allowed":true,"chatbot_arena_label":null,"knowledge_cutoff_date":null,"parameters":30.5,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"in_text","closing_tag":"","opening_tag":""},"intelligence_index":null,"math_index":94.13,"coding_index":52.01,"mmlu_pro":0.805,"mmmu_pro":null,"hle":0.098,"scicode":0.333,"humaneval":null,"aime":0.907,"aime25":null,"math_500":0.976,"gpqa":0.707,"livecodebench":0.707,"ifbench":null,"lcr":null,"estimated_intelligence_index":53.2238159457,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","deprecated_to":null,"size_class":"Small","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","logo":"alibaba.svg","name":"Alibaba","slug":"alibaba","color":"#ff7018","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","created_at":"2024-06-08T08:26:23.078019+00:00","logo_small":"alibaba_small.svg","creator_url":"https://www.alibabacloud.com/","display_order":123123123,"logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg"},"host_models":[{"id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","slug":"alibaba-cloud_qwen3-30b-a3b-2507-reasoning","deleted":false,"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","mgsm_aa":null,"model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","footnotes":null,"json_mode":null,"host_api_id":"qwen3-30b-a3b-thinking-2507","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"Alibaba Cloud_Qwen3 30B A3B 2507 (Reasoning)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.2,"price_1m_output_tokens":2.4,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/qwen3-30b-a3b-2507-reasoning","hosts_url":"/models/qwen3-30b-a3b-2507-reasoning/providers","name_and_creator_label":"Qwen3 30B 2507 (Reasoning), Alibaba","contextWindowFormatted":"33k"},"name":"Qwen3 30B 2507 (Reasoning), Alibaba Cloud","short_name":"Qwen3 30B 2507 (Reasoning), Alibaba Cloud","model_label":"Qwen3 30B 2507 (Reasoning)","host_label":"Alibaba Cloud","logo_url":"/img/logos/alibaba.svg","logo_small_url":"/img/logos/alibaba_small.svg","hosts_url":"/providers/alibaba_cloud","host_color":"#ff7018","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":32768,"context_window_formatted":"33k","timescaleData":{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","median_output_speed":110.317173029761,"percentile_05_output_speed":108.441179042473,"percentile_95_output_speed":112.352247431712,"quartile_25_output_speed":109.334944315182,"quartile_75_output_speed":111.260238196651,"median_time_to_first_chunk":1.20731799898203,"percentile_05_time_to_first_chunk":0.99074642869964,"percentile_95_time_to_first_chunk":1.57064185041236,"quartile_25_time_to_first_chunk":1.07474374148296,"quartile_75_time_to_first_chunk":1.41331358349998,"median_estimated_total_seconds_for_100_output_tokens":46.8635426825091,"percentile_05_estimated_total_seconds_for_100_output_tokens":38.9728362304127,"percentile_95_estimated_total_seconds_for_100_output_tokens":66.2871346232091,"quartile_25_estimated_total_seconds_for_100_output_tokens":42.2355286428224,"quartile_75_estimated_total_seconds_for_100_output_tokens":51.9352644465514},"performanceByPromptLength":[{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","prompt_length_type":"long","model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","median_output_speed":107.261545995741,"median_time_to_first_chunk":2.59965828398708,"median_estimated_total_seconds_for_100_output_tokens":42.8152525587656,"median_end_to_end_response_time":25.907172424229536},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","prompt_length_type":"medium","model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","median_output_speed":110.317173029761,"median_time_to_first_chunk":1.20731799898203,"median_estimated_total_seconds_for_100_output_tokens":46.8635426825091,"median_end_to_end_response_time":23.86924751856425},{"host_id":"ffe8d463-5906-4fe9-8d9d-8b8cd93e4529","host_model_id":"4353105f-f747-45ca-98b6-2e0fd5d43a86","prompt_length_type":"short","model_id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","median_output_speed":112.281160880131,"median_time_to_first_chunk":1.16898453998147,"median_estimated_total_seconds_for_100_output_tokens":29.1399427641322,"median_end_to_end_response_time":23.43451849423892}],"end_to_end_response_time_metrics":{"input_time":1.20731799898203,"reasoning_time":18.129543615665774,"answer_time":4.532385903916444,"total_time":23.86924751856425,"p05_total_time":24.26129087233883,"p95_total_time":23.458764295323423,"p25_total_time":24.072834743502433,"p75_total_time":23.677160240208252},"time_to_first_answer_token_metrics":{"input_time":1.20731799898203,"reasoning_time":18.129543615665774,"total_time":19.336861614647805}},{"id":"4527a138-017e-4c02-a2b9-725753363b52","slug":"openai_o1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":null,"host_api_id":"o1-2024-12-17","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","name":"o1","short_name":"o1","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-12-05","chatbot-arena-elo":null,"slug":"o1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":445,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-2024-12-17","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8762,"average_mgsm":null,"average_mmlu":0.8762,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1089,"output_tokens":2226,"reasoning_tokens":1136,"max_output_tokens_used":14182},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":84.67,"coding_index":51.85,"mmlu_pro":0.841,"mmmu_pro":null,"hle":0.077,"scicode":0.358,"humaneval":0.974,"aime":0.723,"aime25":null,"math_500":0.97,"gpqa":0.747,"livecodebench":0.679,"ifbench":null,"lcr":null,"estimated_intelligence_index":51.6782954429,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.757,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4527a138-017e-4c02-a2b9-725753363b52","slug":"openai_o1","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":null,"host_api_id":"o1-2024-12-17","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","slug":"azure_o1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":true,"host_api_id":"o1-global-standard","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/o1","hosts_url":"/models/o1/providers","name_and_creator_label":"o1, OpenAI","contextWindowFormatted":"200k"},"name":"o1, OpenAI","short_name":"o1, OpenAI","model_label":"o1","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":175.325539639767,"percentile_05_output_speed":49.2426374169663,"percentile_95_output_speed":210.719750698647,"quartile_25_output_speed":150.579876750389,"quartile_75_output_speed":190.166906096573,"median_time_to_first_chunk":16.9085846089874,"percentile_05_time_to_first_chunk":12.8637852964021,"percentile_95_time_to_first_chunk":61.4406109058002,"quartile_25_time_to_first_chunk":14.9856639249992,"quartile_75_time_to_first_chunk":23.1600856495024,"median_estimated_total_seconds_for_100_output_tokens":17.4793718224048,"percentile_05_estimated_total_seconds_for_100_output_tokens":13.3582529438415,"percentile_95_estimated_total_seconds_for_100_output_tokens":63.6062511683048,"quartile_25_estimated_total_seconds_for_100_output_tokens":15.4878675912349,"quartile_75_estimated_total_seconds_for_100_output_tokens":23.9200245548878},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","prompt_length_type":"100k","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":33.7957679973425,"median_time_to_first_chunk":1066.40571100009,"median_estimated_total_seconds_for_100_output_tokens":1069.36466136357,"median_end_to_end_response_time":1081.2004628175162},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","prompt_length_type":"long","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":63.364650555781,"median_time_to_first_chunk":59.0504480685022,"median_estimated_total_seconds_for_100_output_tokens":60.7232748739284,"median_end_to_end_response_time":66.94128303112606},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","prompt_length_type":"medium","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":175.325539639767,"median_time_to_first_chunk":16.9085846089874,"median_estimated_total_seconds_for_100_output_tokens":17.4793718224048,"median_end_to_end_response_time":19.760422401857316},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","prompt_length_type":"short","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":124.21978604156,"median_time_to_first_chunk":7.61838639102643,"median_estimated_total_seconds_for_100_output_tokens":8.37458076411772,"median_end_to_end_response_time":11.643510052346503}],"end_to_end_response_time_metrics":{"input_time":16.9085846089874,"reasoning_time":0,"answer_time":2.8518377928699157,"total_time":19.760422401857316,"p05_total_time":27.062386806180996,"p95_total_time":19.281404424606187,"p25_total_time":20.229081416331933,"p75_total_time":19.537853866521008},"time_to_first_answer_token_metrics":{"input_time":16.9085846089874,"reasoning_time":0,"total_time":16.9085846089874}},{"id":"c504a600-1096-4ad8-9223-74fb56e101af","slug":"azure_o1","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","footnotes":null,"json_mode":true,"host_api_id":"o1-global-standard","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":10.125,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","name":"o1","short_name":"o1","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-12-05","chatbot-arena-elo":null,"slug":"o1","open_weights":"Proprietary","additional_text":null,"context_window_tokens":200000,"display_order":445,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-2024-12-17","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:209:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:209:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:209:model:reasoning_properties","intelligence_index":null,"math_index":84.67,"coding_index":51.85,"mmlu_pro":0.841,"mmmu_pro":null,"hle":0.077,"scicode":0.358,"humaneval":0.974,"aime":0.723,"aime25":null,"math_500":0.97,"gpqa":0.747,"livecodebench":0.679,"ifbench":null,"lcr":null,"estimated_intelligence_index":51.6782954429,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.757,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4527a138-017e-4c02-a2b9-725753363b52","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:209:model:host_models","model_url":"/models/o1","hosts_url":"/models/o1/providers","name_and_creator_label":"o1, OpenAI","contextWindowFormatted":"200k"},"name":"o1, Microsoft Azure","short_name":"o1, Azure","model_label":"o1","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":200000,"context_window_formatted":"200k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"c504a600-1096-4ad8-9223-74fb56e101af","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":115.037963138696,"percentile_05_output_speed":91.0022698202836,"percentile_95_output_speed":117.999834255949,"quartile_25_output_speed":111.162606383054,"quartile_75_output_speed":116.24762364436,"median_time_to_first_chunk":24.7138646999956,"percentile_05_time_to_first_chunk":19.2032855353697,"percentile_95_time_to_first_chunk":34.7001532444963,"quartile_25_time_to_first_chunk":23.1506282212495,"quartile_75_time_to_first_chunk":28.6017183797544,"median_estimated_total_seconds_for_100_output_tokens":25.5674500854574,"percentile_05_estimated_total_seconds_for_100_output_tokens":20.0572130642013,"percentile_95_estimated_total_seconds_for_100_output_tokens":35.7989090384439,"quartile_25_estimated_total_seconds_for_100_output_tokens":23.9923114293048,"quartile_75_estimated_total_seconds_for_100_output_tokens":29.4875800223557},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"c504a600-1096-4ad8-9223-74fb56e101af","prompt_length_type":"100k","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":69.0716747770335,"median_time_to_first_chunk":496.440836430993,"median_estimated_total_seconds_for_100_output_tokens":497.88860789915,"median_end_to_end_response_time":503.67969377177735},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"c504a600-1096-4ad8-9223-74fb56e101af","prompt_length_type":"long","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":106.039812222081,"median_time_to_first_chunk":32.9466997630061,"median_estimated_total_seconds_for_100_output_tokens":33.9899642972148,"median_end_to_end_response_time":37.661909923439445},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"c504a600-1096-4ad8-9223-74fb56e101af","prompt_length_type":"medium","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":115.037963138696,"median_time_to_first_chunk":24.7138646999956,"median_estimated_total_seconds_for_100_output_tokens":25.5674500854574,"median_end_to_end_response_time":29.06025598125614},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"c504a600-1096-4ad8-9223-74fb56e101af","prompt_length_type":"short","model_id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","median_output_speed":103.93359285565,"median_time_to_first_chunk":8.56800006201956,"median_estimated_total_seconds_for_100_output_tokens":9.53917627600698,"median_end_to_end_response_time":13.378764188055634}],"end_to_end_response_time_metrics":{"input_time":24.7138646999956,"reasoning_time":0,"answer_time":4.3463912812605425,"total_time":29.06025598125614,"p05_total_time":30.20823314802913,"p95_total_time":28.951158787337018,"p25_total_time":29.211780107601783,"p75_total_time":29.01502789219698},"time_to_first_answer_token_metrics":{"input_time":24.7138646999956,"reasoning_time":0,"total_time":24.7138646999956}},{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","slug":"azure_o1-preview","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":true,"host_api_id":"o1-preview","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":16.5,"price_1m_output_tokens":66,"price_1m_blended_3_to_1":28.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","name":"o1-preview","short_name":"o1-preview","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-09-12","chatbot-arena-elo":1334,"slug":"o1-preview","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":447,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-preview","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.908,"multilingual_aa":{"mgsm":{"bn":0.6,"de":0.9,"en":0.956,"es":0.888,"fr":0.788,"ja":0.88,"sw":0.84,"zh":0.908},"mmlu":{"bn":0.8622,"de":0.8573,"en":0.908,"es":0.8893,"fr":0.8861,"ja":0.8788,"sw":0.8479,"zh":0.88},"average":0.8606,"average_mgsm":0.845,"average_mmlu":0.8762,"average_per_language":{"bn":0.7311,"de":0.8786499999999999,"en":0.9319999999999999,"es":0.8886499999999999,"fr":0.8370500000000001,"ja":0.8794,"sw":0.84395,"zh":0.894}},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":null,"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.956,"aime":null,"aime25":null,"math_500":0.924,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":49.297359089472195,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.924,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.733,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","deprecated_to":"o3","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9f6d787-f31c-42dc-9112-718edeaa1700","slug":"azure_o1-preview","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":true,"host_api_id":"o1-preview","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":16.5,"price_1m_output_tokens":66,"price_1m_blended_3_to_1":28.875,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"bde7e61a-47b6-4199-8e11-cf76a41d88ef","slug":"openai_o1-preview","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.908,"model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","footnotes":null,"json_mode":null,"host_api_id":"o1-preview-2024-09-12","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-preview","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":15,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":26.25,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.04,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-preview","hosts_url":"/models/o1-preview/providers","name_and_creator_label":"o1-preview, OpenAI","contextWindowFormatted":"128k"},"name":"o1-preview, Microsoft Azure","short_name":"o1-preview, Azure","model_label":"o1-preview","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"b9f6d787-f31c-42dc-9112-718edeaa1700","model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","median_output_speed":138.244988776679,"percentile_05_output_speed":13.4798095521456,"percentile_95_output_speed":144.933586816114,"quartile_25_output_speed":124.206062235415,"quartile_75_output_speed":142.247886922913,"median_time_to_first_chunk":23.2348125150165,"percentile_05_time_to_first_chunk":14.7736468236806,"percentile_95_time_to_first_chunk":135.239401507353,"quartile_25_time_to_first_chunk":18.0800922965118,"quartile_75_time_to_first_chunk":28.2499067730168,"median_estimated_total_seconds_for_100_output_tokens":23.9538454239445,"percentile_05_estimated_total_seconds_for_100_output_tokens":15.5049008489232,"percentile_95_estimated_total_seconds_for_100_output_tokens":135.93790794208,"quartile_25_estimated_total_seconds_for_100_output_tokens":19.7273396040126,"quartile_75_estimated_total_seconds_for_100_output_tokens":32.2192402604631},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"b9f6d787-f31c-42dc-9112-718edeaa1700","prompt_length_type":"100k","model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","median_output_speed":69.8824415991382,"median_time_to_first_chunk":56.2056750549818,"median_estimated_total_seconds_for_100_output_tokens":57.6366496705172,"median_end_to_end_response_time":63.36054813265867},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"b9f6d787-f31c-42dc-9112-718edeaa1700","prompt_length_type":"long","model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","median_output_speed":131.901996807298,"median_time_to_first_chunk":25.4257209010102,"median_estimated_total_seconds_for_100_output_tokens":26.168882439801,"median_end_to_end_response_time":29.21641408308897},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"b9f6d787-f31c-42dc-9112-718edeaa1700","prompt_length_type":"medium","model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","median_output_speed":138.244988776679,"median_time_to_first_chunk":23.2348125150165,"median_estimated_total_seconds_for_100_output_tokens":23.9538454239445,"median_end_to_end_response_time":26.851580141998625},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"b9f6d787-f31c-42dc-9112-718edeaa1700","prompt_length_type":"short","model_id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","median_output_speed":137.858896221225,"median_time_to_first_chunk":4.61221705500066,"median_estimated_total_seconds_for_100_output_tokens":5.35794575744677,"median_end_to_end_response_time":8.239113930757156}],"end_to_end_response_time_metrics":{"input_time":23.2348125150165,"reasoning_time":0,"answer_time":3.616767626982126,"total_time":26.851580141998625,"p05_total_time":60.327324695236015,"p95_total_time":26.684668486871942,"p25_total_time":27.260380921269658,"p75_total_time":26.7498032176268},"time_to_first_answer_token_metrics":{"input_time":23.2348125150165,"reasoning_time":0,"total_time":23.2348125150165}},{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","slug":"openai_o1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":null,"host_api_id":"o1-mini-2024-09-12","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","name":"o1-mini","short_name":"o1-mini","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-09-12","chatbot-arena-elo":1308,"slug":"o1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":449,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-mini","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":{"mgsm":{"bn":0.516,"de":0.928,"en":0.976,"es":0.908,"fr":0.888,"ja":0.912,"sw":0.852,"zh":0.924},"mmlu":{"bn":0.7725,"de":0.8122,"en":0.852,"es":0.8303,"fr":0.8212,"ja":0.8129,"sw":0.7015,"zh":0.818},"average":0.8327875,"average_mgsm":0.863,"average_mmlu":0.802575,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.64425,"de":0.8701000000000001,"en":0.9139999999999999,"es":0.8691500000000001,"fr":0.8546,"ja":0.8624499999999999,"sw":0.77675,"zh":0.871},"average_global_mmlu_lite":null},"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-16T14:19:54.098140","input_tokens":1029,"answer_tokens":1327,"output_tokens":2442,"reasoning_tokens":1115,"max_output_tokens_used":13351},"reasoning_properties":{"style":"end_metadata"},"intelligence_index":null,"math_index":77.37,"coding_index":44.93,"mmlu_pro":0.742,"mmmu_pro":null,"hle":0.049,"scicode":0.323,"humaneval":0.972,"aime":0.603,"aime25":null,"math_500":0.944,"gpqa":0.603,"livecodebench":0.576,"ifbench":null,"lcr":null,"estimated_intelligence_index":43.2510316202,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.924,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.6,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","deprecated_to":"o4-mini","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b338709c-b73f-4466-97b0-d23d77443fe2","slug":"openai_o1-mini","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":null,"host_api_id":"o1-mini-2024-09-12","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":0,"host_model_string":"OpenAI_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","slug":"azure_o1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":false,"host_api_id":"o1-mini","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/o1-mini","hosts_url":"/models/o1-mini/providers","name_and_creator_label":"o1-mini, OpenAI","contextWindowFormatted":"128k"},"name":"o1-mini, OpenAI","short_name":"o1-mini, OpenAI","model_label":"o1-mini","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":224.827362312112,"percentile_05_output_speed":160.185828804503,"percentile_95_output_speed":311.987481035275,"quartile_25_output_speed":193.532231595763,"quartile_75_output_speed":254.933855258088,"median_time_to_first_chunk":9.35066812450532,"percentile_05_time_to_first_chunk":1.57587327368365,"percentile_95_time_to_first_chunk":13.4038843863975,"quartile_25_time_to_first_chunk":7.11984958874837,"quartile_75_time_to_first_chunk":10.9885877250053,"median_estimated_total_seconds_for_100_output_tokens":9.77467999794791,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.15293964129905,"percentile_95_estimated_total_seconds_for_100_output_tokens":14.0183862660024,"quartile_25_estimated_total_seconds_for_100_output_tokens":7.54915114241476,"quartile_75_estimated_total_seconds_for_100_output_tokens":11.4811478680629},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","prompt_length_type":"long","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":258.737238423226,"median_time_to_first_chunk":13.6431586800027,"median_estimated_total_seconds_for_100_output_tokens":13.9789562845948,"median_end_to_end_response_time":15.575621139009591},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","prompt_length_type":"medium","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":224.827362312112,"median_time_to_first_chunk":9.35066812450532,"median_estimated_total_seconds_for_100_output_tokens":9.77467999794791,"median_end_to_end_response_time":11.574596719575013},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","prompt_length_type":"short","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":222.260587025659,"median_time_to_first_chunk":2.62682173550093,"median_estimated_total_seconds_for_100_output_tokens":3.14068372754711,"median_end_to_end_response_time":4.876433358916094}],"end_to_end_response_time_metrics":{"input_time":9.35066812450532,"reasoning_time":0,"answer_time":2.2239285950696925,"total_time":11.574596719575013,"p05_total_time":12.472042866151284,"p95_total_time":10.953296532353093,"p25_total_time":11.934217106901007,"p75_total_time":11.311961180281745},"time_to_first_answer_token_metrics":{"input_time":9.35066812450532,"reasoning_time":0,"total_time":9.35066812450532}},{"id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","slug":"azure_o1-mini","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","footnotes":null,"json_mode":false,"host_api_id":"o1-mini","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":0,"host_model_string":"Microsoft Azure_o1-mini","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":1.1,"price_1m_output_tokens":4.4,"price_1m_blended_3_to_1":1.925,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.52,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","name":"o1-mini","short_name":"o1-mini","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-09-12","chatbot-arena-elo":1308,"slug":"o1-mini","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":449,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"o1-mini","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:212:model:multilingual_aa","openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":true,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:212:model:representative_query_token_counts","reasoning_properties":"$5:props:children:2:props:children:0:props:hostsModels:212:model:reasoning_properties","intelligence_index":null,"math_index":77.37,"coding_index":44.93,"mmlu_pro":0.742,"mmmu_pro":null,"hle":0.049,"scicode":0.323,"humaneval":0.972,"aime":0.603,"aime25":null,"math_500":0.944,"gpqa":0.603,"livecodebench":0.576,"ifbench":null,"lcr":null,"estimated_intelligence_index":43.2510316202,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.924,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.6,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b338709c-b73f-4466-97b0-d23d77443fe2","deprecated_to":"o4-mini","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:212:model:host_models","model_url":"/models/o1-mini","hosts_url":"/models/o1-mini/providers","name_and_creator_label":"o1-mini, OpenAI","contextWindowFormatted":"128k"},"name":"o1-mini, Microsoft Azure","short_name":"o1-mini, Azure","model_label":"o1-mini","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":272.385429240121,"percentile_05_output_speed":228.546232711301,"percentile_95_output_speed":299.034163539877,"quartile_25_output_speed":247.478026140619,"quartile_75_output_speed":276.703642110775,"median_time_to_first_chunk":8.7363283215127,"percentile_05_time_to_first_chunk":2.29063220215903,"percentile_95_time_to_first_chunk":11.8519650253482,"quartile_25_time_to_first_chunk":7.6713532477479,"quartile_75_time_to_first_chunk":9.32744137650297,"median_estimated_total_seconds_for_100_output_tokens":9.09659979712353,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.63448043048656,"percentile_95_estimated_total_seconds_for_100_output_tokens":12.2127495192871,"quartile_25_estimated_total_seconds_for_100_output_tokens":8.06692697859538,"quartile_75_estimated_total_seconds_for_100_output_tokens":9.71519866498454},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","prompt_length_type":"long","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":270.036592713751,"median_time_to_first_chunk":14.8055267015006,"median_estimated_total_seconds_for_100_output_tokens":15.1591569617175,"median_end_to_end_response_time":16.657127608530335},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","prompt_length_type":"medium","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":272.385429240121,"median_time_to_first_chunk":8.7363283215127,"median_estimated_total_seconds_for_100_output_tokens":9.09659979712353,"median_end_to_end_response_time":10.571962486654572},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"a9f3629d-31a5-4f29-b91a-9d27aaa09799","prompt_length_type":"short","model_id":"b515503d-4d65-4a3f-8a4a-6c731e2b079f","median_output_speed":251.972056180753,"median_time_to_first_chunk":2.49916281699552,"median_estimated_total_seconds_for_100_output_tokens":3.0489125962491,"median_end_to_end_response_time":4.483509841735927}],"end_to_end_response_time_metrics":{"input_time":8.7363283215127,"reasoning_time":0,"answer_time":1.835634165141872,"total_time":10.571962486654572,"p05_total_time":10.924069480351221,"p95_total_time":10.40837807690235,"p25_total_time":10.756709717782185,"p75_total_time":10.543315740203166},"time_to_first_answer_token_metrics":{"input_time":8.7363283215127,"reasoning_time":0,"total_time":8.7363283215127}},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","slug":"openai_gpt-4o-2024-08-06","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.9014545454545455,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":0.46936416184971097,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","name":"GPT-4o (Aug '24)","short_name":"GPT-4o (Aug '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-08-06","chatbot-arena-elo":1337,"slug":"gpt-4o-2024-08-06","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":451,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-09-03)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.9014545454545455,"multilingual_aa":{"mgsm":{"bn":0.904,"de":0.928,"en":0.964,"es":0.92,"fr":0.828,"ja":0.872,"sw":0.908,"zh":0.912},"mmlu":{"bn":0.8007,"de":0.8292,"en":0.887,"es":0.8493,"fr":0.8437,"ja":0.8287,"sw":0.7708,"zh":0.8335},"average":0.8674312500000001,"average_mgsm":0.9045000000000001,"average_mmlu":0.8303625,"global_mmlu_lite":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"average_per_language":{"bn":0.8523499999999999,"de":0.8786,"en":0.9255,"es":0.88465,"fr":0.83585,"ja":0.8503499999999999,"sw":0.8394,"zh":0.87275},"average_global_mmlu_lite":null},"openai_full_model_name":"gpt-4o-2024-08-06","supports_images_input":true,"mmmu_pro_aa":0.46936416184971097,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.57,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":0.029,"scicode":null,"humaneval":0.926,"aime":0.117,"aime25":null,"math_500":0.795,"gpqa":0.521,"livecodebench":0.317,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.383118875458297,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.531,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deprecated_to":"gpt-4o","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","slug":"azure_gpt-4o-2024-08-06","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0},{"id":"917bc159-b9b6-41bd-95c0-94ce96cd2e09","slug":"openai_gpt-4o-2024-08-06_private","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":null,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":null,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (Aug '24)_","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"16c0e06f-1648-4515-8689-8c4b5e43072d","slug":"openai_gpt-4o-2024-08-06","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.9014545454545455,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":0.46936416184971097,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-08-06","hosts_url":"/models/gpt-4o-2024-08-06/providers","name_and_creator_label":"GPT-4o (Aug '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (Aug '24), OpenAI","short_name":"GPT-4o (Aug '24), OpenAI","model_label":"GPT-4o (Aug '24)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":63.4734643152788,"percentile_05_output_speed":41.2931698788063,"percentile_95_output_speed":129.389286160219,"quartile_25_output_speed":54.6517142365021,"quartile_75_output_speed":87.5745126620712,"median_time_to_first_chunk":0.533183918490067,"percentile_05_time_to_first_chunk":0.414779804607679,"percentile_95_time_to_first_chunk":0.848429798518191,"quartile_25_time_to_first_chunk":0.482825911502005,"quartile_75_time_to_first_chunk":0.631036998750005,"median_estimated_total_seconds_for_100_output_tokens":2.21173273327965,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.27032271339745,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.93995638967639,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.71809544420959,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.58726705379051},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","prompt_length_type":"100k","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":51.8104051739292,"median_time_to_first_chunk":7.47006812109612,"median_estimated_total_seconds_for_100_output_tokens":9.40018234553225,"median_end_to_end_response_time":17.12063924327677},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","prompt_length_type":"long","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":69.3165443298324,"median_time_to_first_chunk":1.18066774850013,"median_estimated_total_seconds_for_100_output_tokens":2.73956922259365,"median_end_to_end_response_time":8.39395290046652},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","prompt_length_type":"medium","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":63.4734643152788,"median_time_to_first_chunk":0.533183918490067,"median_estimated_total_seconds_for_100_output_tokens":2.21173273327965,"median_end_to_end_response_time":8.410491473603996},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","prompt_length_type":"short","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":64.7124094936178,"median_time_to_first_chunk":0.522643389998848,"median_estimated_total_seconds_for_100_output_tokens":2.2049119277692,"median_end_to_end_response_time":8.249136715043592}],"end_to_end_response_time_metrics":{"input_time":0.533183918490067,"reasoning_time":0,"answer_time":7.877307555113928,"total_time":8.410491473603996,"p05_total_time":12.641723937759084,"p95_total_time":4.397491504056808,"p25_total_time":9.68202777426153,"p75_total_time":6.242607640085627},"time_to_first_answer_token_metrics":{"input_time":0.533183918490067,"reasoning_time":0,"total_time":0.533183918490067}},{"id":"edf221df-be24-42c6-b05e-753b40ba8fd6","slug":"azure_gpt-4o-2024-08-06","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-08-06","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (Aug '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","name":"GPT-4o (Aug '24)","short_name":"GPT-4o (Aug '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-08-06","chatbot-arena-elo":1337,"slug":"gpt-4o-2024-08-06","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":451,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-09-03)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.9014545454545455,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:214:model:multilingual_aa","openai_full_model_name":"gpt-4o-2024-08-06","supports_images_input":true,"mmmu_pro_aa":0.46936416184971097,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.57,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":0.029,"scicode":null,"humaneval":0.926,"aime":0.117,"aime25":null,"math_500":0.795,"gpqa":0.521,"livecodebench":0.317,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.383118875458297,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.531,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"16c0e06f-1648-4515-8689-8c4b5e43072d","deprecated_to":"gpt-4o","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:214:model:host_models","model_url":"/models/gpt-4o-2024-08-06","hosts_url":"/models/gpt-4o-2024-08-06/providers","name_and_creator_label":"GPT-4o (Aug '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (Aug '24), Microsoft Azure","short_name":"GPT-4o (Aug '24), Azure","model_label":"GPT-4o (Aug '24)","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"edf221df-be24-42c6-b05e-753b40ba8fd6","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":140.387783526399,"percentile_05_output_speed":116.784748721258,"percentile_95_output_speed":183.835399821492,"quartile_25_output_speed":127.239839900311,"quartile_75_output_speed":160.406692849342,"median_time_to_first_chunk":0.678503950501181,"percentile_05_time_to_first_chunk":0.590431129009812,"percentile_95_time_to_first_chunk":1.07451253864783,"quartile_25_time_to_first_chunk":0.629906650989142,"quartile_75_time_to_first_chunk":0.716826117033634,"median_estimated_total_seconds_for_100_output_tokens":1.40118943439838,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.14931608681394,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.81586027950164,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.27283680888215,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.54947914623003},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"edf221df-be24-42c6-b05e-753b40ba8fd6","prompt_length_type":"100k","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":81.0491469263496,"median_time_to_first_chunk":5.66074605006725,"median_estimated_total_seconds_for_100_output_tokens":6.77958387571739,"median_end_to_end_response_time":11.829842443572248},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"edf221df-be24-42c6-b05e-753b40ba8fd6","prompt_length_type":"long","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":136.282101967154,"median_time_to_first_chunk":1.07369834949895,"median_estimated_total_seconds_for_100_output_tokens":1.8433235502237,"median_end_to_end_response_time":4.742558697136583},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"edf221df-be24-42c6-b05e-753b40ba8fd6","prompt_length_type":"medium","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":140.387783526399,"median_time_to_first_chunk":0.678503950501181,"median_estimated_total_seconds_for_100_output_tokens":1.40118943439838,"median_end_to_end_response_time":4.240067410230412},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"edf221df-be24-42c6-b05e-753b40ba8fd6","prompt_length_type":"short","model_id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","median_output_speed":137.842293484318,"median_time_to_first_chunk":0.653472259491537,"median_estimated_total_seconds_for_100_output_tokens":1.37674023691702,"median_end_to_end_response_time":4.2808059853112095}],"end_to_end_response_time_metrics":{"input_time":0.678503950501181,"reasoning_time":0,"answer_time":3.561563459729231,"total_time":4.240067410230412,"p05_total_time":4.959884913981273,"p95_total_time":3.3983283177640176,"p25_total_time":4.608090787389192,"p75_total_time":3.795580869913843},"time_to_first_answer_token_metrics":{"input_time":0.678503950501181,"reasoning_time":0,"total_time":0.678503950501181}},{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","slug":"openai_gpt-4o-2024-05-13","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","name":"GPT-4o (May '24)","short_name":"GPT-4o (May '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-05-13","chatbot-arena-elo":1285,"slug":"gpt-4o-2024-05-13","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":468,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-2024-05-13","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":null,"openai_full_model_name":"gpt-4o-2024-05-13","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.07,"coding_index":32.17,"mmlu_pro":0.74,"mmmu_pro":null,"hle":0.028,"scicode":0.309,"humaneval":0.935,"aime":0.11,"aime25":null,"math_500":0.791,"gpqa":0.526,"livecodebench":0.334,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.7277272207,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.536,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deprecated_to":"gpt-4o-2024-08-06","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"08d06f43-81b5-449f-baef-4e18f42ec72c","slug":"openai_gpt-4o-2024-05-13","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.899,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","slug":"azure_gpt-4o-2024-05-13","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-05-13-global-standard","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o-2024-05-13","hosts_url":"/models/gpt-4o-2024-05-13/providers","name_and_creator_label":"GPT-4o (May '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (May '24), OpenAI","short_name":"GPT-4o (May '24), OpenAI","model_label":"GPT-4o (May '24)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":67.7327733102157,"percentile_05_output_speed":39.3244223251078,"percentile_95_output_speed":98.8904952931318,"quartile_25_output_speed":57.866350344456,"quartile_75_output_speed":85.7773730535095,"median_time_to_first_chunk":0.629151342522164,"percentile_05_time_to_first_chunk":0.479337014658086,"percentile_95_time_to_first_chunk":0.905292906596151,"quartile_25_time_to_first_chunk":0.557397405750635,"quartile_75_time_to_first_chunk":0.74100872750887,"median_estimated_total_seconds_for_100_output_tokens":2.19955073007632,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.58321479521815,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.0859663376565,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.8049927379875,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.43736206933225},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","prompt_length_type":"100k","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":64.2506847625854,"median_time_to_first_chunk":7.8165932270349,"median_estimated_total_seconds_for_100_output_tokens":9.37299687268495,"median_end_to_end_response_time":15.598611455285148},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","prompt_length_type":"long","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":74.5984583596644,"median_time_to_first_chunk":1.06805289300974,"median_estimated_total_seconds_for_100_output_tokens":2.42346606861553,"median_end_to_end_response_time":7.770604272682103},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","prompt_length_type":"medium","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":67.7327733102157,"median_time_to_first_chunk":0.629151342522164,"median_estimated_total_seconds_for_100_output_tokens":2.19955073007632,"median_end_to_end_response_time":8.011102140697856},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","prompt_length_type":"short","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":73.6950331526393,"median_time_to_first_chunk":0.515675635979278,"median_estimated_total_seconds_for_100_output_tokens":1.84642532573364,"median_end_to_end_response_time":7.300393392525848}],"end_to_end_response_time_metrics":{"input_time":0.629151342522164,"reasoning_time":0,"answer_time":7.3819507981756916,"total_time":8.011102140697856,"p05_total_time":13.343896288203432,"p95_total_time":5.685248983836397,"p25_total_time":9.26975157087065,"p75_total_time":6.458194389668067},"time_to_first_answer_token_metrics":{"input_time":0.629151342522164,"reasoning_time":0,"total_time":0.629151342522164}},{"id":"09230505-423d-4bc6-8269-699ade4a5abf","slug":"azure_gpt-4o-2024-05-13","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-05-13-global-standard","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"Microsoft Azure_GPT-4o (May '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.83,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","name":"GPT-4o (May '24)","short_name":"GPT-4o (May '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-05-13","chatbot-arena-elo":1285,"slug":"gpt-4o-2024-05-13","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":468,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4o-2024-05-13","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.899,"multilingual_aa":null,"openai_full_model_name":"gpt-4o-2024-05-13","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":45.07,"coding_index":32.17,"mmlu_pro":0.74,"mmmu_pro":null,"hle":0.028,"scicode":0.309,"humaneval":0.935,"aime":0.11,"aime25":null,"math_500":0.791,"gpqa":0.526,"livecodebench":0.334,"ifbench":null,"lcr":null,"estimated_intelligence_index":29.7277272207,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.536,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"08d06f43-81b5-449f-baef-4e18f42ec72c","deprecated_to":"gpt-4o-2024-08-06","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:216:model:host_models","model_url":"/models/gpt-4o-2024-05-13","hosts_url":"/models/gpt-4o-2024-05-13/providers","name_and_creator_label":"GPT-4o (May '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (May '24), Microsoft Azure","short_name":"GPT-4o (May '24), Azure","model_label":"GPT-4o (May '24)","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"09230505-423d-4bc6-8269-699ade4a5abf","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":150.846562208263,"percentile_05_output_speed":111.631902023008,"percentile_95_output_speed":181.731653779421,"quartile_25_output_speed":130.023522424452,"quartile_75_output_speed":165.381419314441,"median_time_to_first_chunk":0.635288736001485,"percentile_05_time_to_first_chunk":0.50928383882856,"percentile_95_time_to_first_chunk":0.789394867616647,"quartile_25_time_to_first_chunk":0.567364003996772,"quartile_75_time_to_first_chunk":0.682132618516334,"median_estimated_total_seconds_for_100_output_tokens":1.29951417347461,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.15046185861,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.62183861310784,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.17648403281506,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.48259907392545},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"09230505-423d-4bc6-8269-699ade4a5abf","prompt_length_type":"100k","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":71.6285909862202,"median_time_to_first_chunk":6.58226033300161,"median_estimated_total_seconds_for_100_output_tokens":8.15061130295155,"median_end_to_end_response_time":13.562713153805934},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"09230505-423d-4bc6-8269-699ade4a5abf","prompt_length_type":"long","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":140.796807363357,"median_time_to_first_chunk":0.972013343518483,"median_estimated_total_seconds_for_100_output_tokens":1.6877910984851,"median_end_to_end_response_time":4.523230230913098},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"09230505-423d-4bc6-8269-699ade4a5abf","prompt_length_type":"medium","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":150.846562208263,"median_time_to_first_chunk":0.635288736001485,"median_estimated_total_seconds_for_100_output_tokens":1.29951417347461,"median_end_to_end_response_time":3.9499151529408776},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"09230505-423d-4bc6-8269-699ade4a5abf","prompt_length_type":"short","model_id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","median_output_speed":141.06026967032,"median_time_to_first_chunk":0.620662971981801,"median_estimated_total_seconds_for_100_output_tokens":1.28302600860531,"median_end_to_end_response_time":4.1652471498554045}],"end_to_end_response_time_metrics":{"input_time":0.635288736001485,"reasoning_time":0,"answer_time":3.3146264169393924,"total_time":3.9499151529408776,"p05_total_time":5.114295103705826,"p95_total_time":3.386598095717548,"p25_total_time":4.48074677833776,"p75_total_time":3.6586029757308354},"time_to_first_answer_token_metrics":{"input_time":0.635288736001485,"reasoning_time":0,"total_time":0.635288736001485}},{"id":"aca3d51f-7221-4336-8d50-372703777b7f","slug":"openai_gpt-4-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8996363636363637,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4-turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","name":"GPT-4 Turbo","short_name":"GPT-4 Turbo","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2023-11-06","chatbot-arena-elo":1256,"slug":"gpt-4-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":470,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4-Turbo-2024-04-09","knowledge_cutoff_date":"2023-12-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8996363636363637,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":44.33,"coding_index":30.52,"mmlu_pro":0.694,"mmmu_pro":null,"hle":0.033,"scicode":0.319,"humaneval":0.918,"aime":0.15,"aime25":null,"math_500":0.737,"gpqa":null,"livecodebench":0.291,"ifbench":null,"lcr":null,"estimated_intelligence_index":27.5243162336,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.871,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.48,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","deprecated_to":"gpt-4-turbo-0125-preview","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"aca3d51f-7221-4336-8d50-372703777b7f","slug":"openai_gpt-4-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.8996363636363637,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4-turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","slug":"azure_gpt-4-turbo","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4-turbo-2024-04-09-global-standard","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4-turbo","hosts_url":"/models/gpt-4-turbo/providers","name_and_creator_label":"GPT-4 Turbo, OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4 Turbo, OpenAI","short_name":"GPT-4 Turbo, OpenAI","model_label":"GPT-4 Turbo","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":50.4688962861428,"percentile_05_output_speed":35.476224557997,"percentile_95_output_speed":60.0384377095035,"quartile_25_output_speed":39.6021194251116,"quartile_75_output_speed":54.7326536515282,"median_time_to_first_chunk":0.764614371999414,"percentile_05_time_to_first_chunk":0.555012254692156,"percentile_95_time_to_first_chunk":1.20105177075238,"quartile_25_time_to_first_chunk":0.654951259770314,"quartile_75_time_to_first_chunk":0.939357389000179,"median_estimated_total_seconds_for_100_output_tokens":2.84444504476354,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.39989183959996,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.89265782163697,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.54267557945949,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.37662455377494},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","prompt_length_type":"100k","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":17.2583848143092,"median_time_to_first_chunk":12.4290622179396,"median_estimated_total_seconds_for_100_output_tokens":18.2396846765115,"median_end_to_end_response_time":41.40048714441604},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","prompt_length_type":"long","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":44.2792935164829,"median_time_to_first_chunk":1.68649724700663,"median_estimated_total_seconds_for_100_output_tokens":4.17063645653355,"median_end_to_end_response_time":12.97845699369671},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","prompt_length_type":"medium","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":50.4688962861428,"median_time_to_first_chunk":0.764614371999414,"median_estimated_total_seconds_for_100_output_tokens":2.84444504476354,"median_end_to_end_response_time":10.671706398842185},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","prompt_length_type":"short","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":53.9406350590701,"median_time_to_first_chunk":0.743678011524025,"median_estimated_total_seconds_for_100_output_tokens":2.62180182660455,"median_end_to_end_response_time":10.01312764726622}],"end_to_end_response_time_metrics":{"input_time":0.764614371999414,"reasoning_time":0,"answer_time":9.90709202684277,"total_time":10.671706398842185,"p05_total_time":14.858560563556336,"p95_total_time":9.092612552419338,"p25_total_time":13.390201266294554,"p75_total_time":9.899928789301368},"time_to_first_answer_token_metrics":{"input_time":0.764614371999414,"reasoning_time":0,"total_time":0.764614371999414}},{"id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","slug":"azure_gpt-4-turbo","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","footnotes":null,"json_mode":true,"host_api_id":"gpt-4-turbo-2024-04-09-global-standard","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":10,"price_1m_output_tokens":30,"price_1m_blended_3_to_1":15,"price_per_1k_1mp_images":7.65,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.07,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","name":"GPT-4 Turbo","short_name":"GPT-4 Turbo","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2023-11-06","chatbot-arena-elo":1256,"slug":"gpt-4-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":470,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4-Turbo-2024-04-09","knowledge_cutoff_date":"2023-12-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.8996363636363637,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":44.33,"coding_index":30.52,"mmlu_pro":0.694,"mmmu_pro":null,"hle":0.033,"scicode":0.319,"humaneval":0.918,"aime":0.15,"aime25":null,"math_500":0.737,"gpqa":null,"livecodebench":0.291,"ifbench":null,"lcr":null,"estimated_intelligence_index":27.5243162336,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.871,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.48,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"aca3d51f-7221-4336-8d50-372703777b7f","deprecated_to":"gpt-4-turbo-0125-preview","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:218:model:host_models","model_url":"/models/gpt-4-turbo","hosts_url":"/models/gpt-4-turbo/providers","name_and_creator_label":"GPT-4 Turbo, OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4 Turbo, Microsoft Azure","short_name":"GPT-4 Turbo, Azure","model_label":"GPT-4 Turbo","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":51.9975696815068,"percentile_05_output_speed":39.4991813427784,"percentile_95_output_speed":58.6298598188454,"quartile_25_output_speed":48.236896780378,"quartile_75_output_speed":55.7865115695969,"median_time_to_first_chunk":1.14150500699179,"percentile_05_time_to_first_chunk":0.970823937229579,"percentile_95_time_to_first_chunk":2.58040515379762,"quartile_25_time_to_first_chunk":1.05281792153255,"quartile_75_time_to_first_chunk":1.27643559799981,"median_estimated_total_seconds_for_100_output_tokens":3.1393575876054,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.70887794420509,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.10482477295111,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.84940899008244,"quartile_75_estimated_total_seconds_for_100_output_tokens":3.40713323225988},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","prompt_length_type":"100k","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":16.29397305577,"median_time_to_first_chunk":12.1024819081649,"median_estimated_total_seconds_for_100_output_tokens":17.9395308183051,"median_end_to_end_response_time":42.78867478995199},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","prompt_length_type":"long","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":42.3066133678926,"median_time_to_first_chunk":1.98541341349483,"median_estimated_total_seconds_for_100_output_tokens":4.47125826695635,"median_end_to_end_response_time":13.803896629158242},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","prompt_length_type":"medium","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":51.9975696815068,"median_time_to_first_chunk":1.14150500699179,"median_estimated_total_seconds_for_100_output_tokens":3.1393575876054,"median_end_to_end_response_time":10.75733903659313},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"30bfc40d-ccd7-446e-b769-e704b9de87a7","prompt_length_type":"short","model_id":"76aa6af5-fdc6-4739-a300-983f14e74a67","median_output_speed":55.6289981525396,"median_time_to_first_chunk":0.866464114487826,"median_estimated_total_seconds_for_100_output_tokens":2.66960035564091,"median_end_to_end_response_time":9.854582121376177}],"end_to_end_response_time_metrics":{"input_time":1.14150500699179,"reasoning_time":0,"answer_time":9.61583402960134,"total_time":10.75733903659313,"p05_total_time":13.79999520862263,"p95_total_time":9.669582705708802,"p25_total_time":11.5070142617951,"p75_total_time":10.10424503020011},"time_to_first_answer_token_metrics":{"input_time":1.14150500699179,"reasoning_time":0,"total_time":1.14150500699179}},{"id":"c713b440-b8d0-458e-9469-f3561685b907","slug":"openai_gpt-4o","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-11-20","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","name":"GPT-4o (Nov '24)","short_name":"GPT-4o (Nov '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-11-20","chatbot-arena-elo":1361,"slug":"gpt-4o","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":472,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-11-20)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":{"mgsm":{"bn":null,"de":null,"en":null,"es":null,"fr":null,"ja":null,"sw":null,"zh":null},"mmlu":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null},"average":0.8380394530693633,"average_mgsm":null,"average_mmlu":0.8380394530693633,"average_per_language":{"bn":null,"de":0.8141290414470873,"en":0.8594929497222618,"es":0.844609030052699,"fr":0.8339267910554052,"ja":null,"sw":null,"zh":null}},"openai_full_model_name":"gpt-4o-2024-11-20","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-17T00:18:20.562551","input_tokens":1029,"answer_tokens":839,"output_tokens":839,"reasoning_tokens":0,"max_answer_tokens_used":2509,"max_output_tokens_used":2509,"max_reasoning_tokens_used":0},"reasoning_properties":null,"intelligence_index":29.61,"math_index":45.47,"coding_index":32.12,"mmlu_pro":0.748,"mmmu_pro":null,"hle":0.033,"scicode":0.333,"humaneval":0.93,"aime":0.15,"aime25":0.06,"math_500":0.759,"gpqa":0.543,"livecodebench":0.309,"ifbench":0.343,"lcr":0,"estimated_intelligence_index":30.3438468806,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.46,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","deprecated_to":"gpt-4o-chatgpt-03-25","size_class":"Large","frontier_model":false,"intelligence_index_token_counts":{"input_tokens":4305120,"answer_tokens":5167618,"output_tokens":5167618,"reasoning_tokens":0},"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","slug":"azure_gpt-4o","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-1120","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c713b440-b8d0-458e-9469-f3561685b907","slug":"openai_gpt-4o","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-2024-11-20","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":0,"host_model_string":"OpenAI_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":1.9125,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":0}],"model_url":"/models/gpt-4o","hosts_url":"/models/gpt-4o/providers","name_and_creator_label":"GPT-4o (Nov '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (Nov '24), OpenAI","short_name":"GPT-4o (Nov '24), OpenAI","model_label":"GPT-4o (Nov '24)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":110.324991244069,"percentile_05_output_speed":44.2607764510437,"percentile_95_output_speed":214.306543870003,"quartile_25_output_speed":73.2295219286718,"quartile_75_output_speed":159.287906861611,"median_time_to_first_chunk":0.486333885986824,"percentile_05_time_to_first_chunk":0.40301372925278,"percentile_95_time_to_first_chunk":0.791642778634559,"quartile_25_time_to_first_chunk":0.438204407744706,"quartile_75_time_to_first_chunk":0.627079150751342,"median_estimated_total_seconds_for_100_output_tokens":1.4357971560915,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.917694106262028,"percentile_95_estimated_total_seconds_for_100_output_tokens":3.15298795224444,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.08991164381606,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.05930905754537},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","prompt_length_type":"100k","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":37.3194749305823,"median_time_to_first_chunk":10.8546342400368,"median_estimated_total_seconds_for_100_output_tokens":12.8040238427655,"median_end_to_end_response_time":24.252464754266878},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","prompt_length_type":"long","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":104.120225767797,"median_time_to_first_chunk":0.927995305042714,"median_estimated_total_seconds_for_100_output_tokens":2.03714703263212,"median_end_to_end_response_time":5.730136256168498},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","prompt_length_type":"medium","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":110.324991244069,"median_time_to_first_chunk":0.486333885986824,"median_estimated_total_seconds_for_100_output_tokens":1.4357971560915,"median_end_to_end_response_time":5.018398600987466},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","prompt_length_type":"short","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":132.274727334021,"median_time_to_first_chunk":0.50496215601197,"median_estimated_total_seconds_for_100_output_tokens":1.28580273317831,"median_end_to_end_response_time":4.284973727968544}],"end_to_end_response_time_metrics":{"input_time":0.486333885986824,"reasoning_time":0,"answer_time":4.532064715000643,"total_time":5.018398600987466,"p05_total_time":11.783017769358004,"p95_total_time":2.819440430336197,"p25_total_time":7.314181273643103,"p75_total_time":3.6253041308177703},"time_to_first_answer_token_metrics":{"input_time":0.486333885986824,"reasoning_time":0,"total_time":0.486333885986824}},{"id":"fe941a52-44e0-4291-bfe1-946c11c787cb","slug":"azure_gpt-4o","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":null,"model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","footnotes":null,"json_mode":true,"host_api_id":"gpt-4o-1120","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Microsoft Azure_GPT-4o (Nov '24)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.5,"price_1m_output_tokens":10,"price_1m_blended_3_to_1":4.375,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.23,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","name":"Microsoft Azure","short_name":"Azure","website_url":"https://azure.microsoft.com/","slug":"azure","deleted":false,"logo":"microsoft.webp","color":"#005597","logo_small":"microsoft_small.svg","display_order":3,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/function-calling\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured","json_mode_url":"- https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models?tabs=global-standard%2Cstandard-chat-completions\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured\r\n\r\n- https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/json-mode?tabs=python","additional_page_text":null,"cache_pricing_notes":"OpenAI models:\r\n- Cache read tokens are 50% cheaper than base input tokens (Standard deployments)\r\n- Cache persists up to one hour during off-peak periods\r\n","host_models":"$5:props:children:2:props:children:0:props:hostsModels:1:host:host_models","host_url":"/providers/azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg"},"model":{"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","name":"GPT-4o (Nov '24)","short_name":"GPT-4o (Nov '24)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2024-11-20","chatbot-arena-elo":1361,"slug":"gpt-4o","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":472,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"ChatGPT-4o-latest (2024-11-20)","knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":"$5:props:children:2:props:children:0:props:hostsModels:220:model:multilingual_aa","openai_full_model_name":"gpt-4o-2024-11-20","supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:220:model:representative_query_token_counts","reasoning_properties":null,"intelligence_index":29.61,"math_index":45.47,"coding_index":32.12,"mmlu_pro":0.748,"mmmu_pro":null,"hle":0.033,"scicode":0.333,"humaneval":0.93,"aime":0.15,"aime25":0.06,"math_500":0.759,"gpqa":0.543,"livecodebench":0.309,"ifbench":0.343,"lcr":0,"estimated_intelligence_index":30.3438468806,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.902,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.46,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"c713b440-b8d0-458e-9469-f3561685b907","deprecated_to":"gpt-4o-chatgpt-03-25","size_class":"Large","frontier_model":false,"intelligence_index_token_counts":"$5:props:children:2:props:children:0:props:hostsModels:220:model:intelligence_index_token_counts","model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":"$5:props:children:2:props:children:0:props:hostsModels:220:model:host_models","model_url":"/models/gpt-4o","hosts_url":"/models/gpt-4o/providers","name_and_creator_label":"GPT-4o (Nov '24), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (Nov '24), Microsoft Azure","short_name":"GPT-4o (Nov '24), Azure","model_label":"GPT-4o (Nov '24)","host_label":"Azure","logo_url":"/img/logos/microsoft.webp","logo_small_url":"/img/logos/microsoft_small.svg","hosts_url":"/providers/azure","host_color":"#005597","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"fe941a52-44e0-4291-bfe1-946c11c787cb","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":133.825686475047,"percentile_05_output_speed":94.9041367888861,"percentile_95_output_speed":172.816256474014,"quartile_25_output_speed":116.477509138164,"quartile_75_output_speed":145.128145740807,"median_time_to_first_chunk":0.997420279483777,"percentile_05_time_to_first_chunk":0.708955935544509,"percentile_95_time_to_first_chunk":1.62254306475661,"quartile_25_time_to_first_chunk":0.904232572253022,"quartile_75_time_to_first_chunk":1.19280649374377,"median_estimated_total_seconds_for_100_output_tokens":1.86585416542521,"percentile_05_estimated_total_seconds_for_100_output_tokens":1.35303002249432,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.63076958742259,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.62465243507796,"quartile_75_estimated_total_seconds_for_100_output_tokens":2.01508212886755},"performanceByPromptLength":[{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"fe941a52-44e0-4291-bfe1-946c11c787cb","prompt_length_type":"long","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":141.499352977928,"median_time_to_first_chunk":1.33837556148865,"median_estimated_total_seconds_for_100_output_tokens":2.08441800613374,"median_end_to_end_response_time":4.871960623732669},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"fe941a52-44e0-4291-bfe1-946c11c787cb","prompt_length_type":"medium","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":133.825686475047,"median_time_to_first_chunk":0.997420279483777,"median_estimated_total_seconds_for_100_output_tokens":1.86585416542521,"median_end_to_end_response_time":4.733623792949254},{"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","host_model_id":"fe941a52-44e0-4291-bfe1-946c11c787cb","prompt_length_type":"short","model_id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","median_output_speed":131.151283445981,"median_time_to_first_chunk":0.775258465990191,"median_estimated_total_seconds_for_100_output_tokens":1.54425677311544,"median_end_to_end_response_time":4.5876496745439495}],"end_to_end_response_time_metrics":{"input_time":0.997420279483777,"reasoning_time":0,"answer_time":3.736203513465477,"total_time":4.733623792949254,"p05_total_time":6.2658945200982625,"p95_total_time":3.8906666105960577,"p25_total_time":5.290094493583831,"p75_total_time":4.442651371273372},"time_to_first_answer_token_metrics":{"input_time":0.997420279483777,"reasoning_time":0,"total_time":0.997420279483777}},{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","slug":"openai_gpt-35-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.5610909090909091,"model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","footnotes":null,"json_mode":true,"host_api_id":"gpt-3.5-turbo","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-3.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","name":"GPT-3.5 Turbo","short_name":"GPT-3.5 Turbo","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2022-11-30","chatbot-arena-elo":1107,"slug":"gpt-35-turbo","open_weights":"Proprietary","additional_text":null,"context_window_tokens":4096,"display_order":492,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2021-09-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":0.5610909090909091,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":{"n_queries":180,"updated_at":"2025-03-13T04:54:09.780372","input_tokens":933,"answer_tokens":452,"output_tokens":452,"reasoning_tokens":0},"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":0.462,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":0.698,"aime":null,"aime25":null,"math_500":0.441,"gpqa":0.297,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":10.7637729431,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.68,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.308,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","deprecated_to":null,"size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","slug":"openai_gpt-35-turbo","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":0.5610909090909091,"model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","footnotes":null,"json_mode":true,"host_api_id":"gpt-3.5-turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-3.5 Turbo","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.5,"price_1m_output_tokens":1.5,"price_1m_blended_3_to_1":0.75,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.33,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-35-turbo","hosts_url":"/models/gpt-35-turbo/providers","name_and_creator_label":"GPT-3.5 Turbo, OpenAI","contextWindowFormatted":"4k"},"name":"GPT-3.5 Turbo, OpenAI","short_name":"GPT-3.5 Turbo, OpenAI","model_label":"GPT-3.5 Turbo","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":4096,"context_window_formatted":"4k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","median_output_speed":122.94120814723,"percentile_05_output_speed":85.9341222846332,"percentile_95_output_speed":172.299043849444,"quartile_25_output_speed":109.501019479841,"quartile_75_output_speed":151.077426559279,"median_time_to_first_chunk":0.361014055510168,"percentile_05_time_to_first_chunk":0.285314557130914,"percentile_95_time_to_first_chunk":0.806919287439086,"quartile_25_time_to_first_chunk":0.317998798993358,"quartile_75_time_to_first_chunk":0.402636894999887,"median_estimated_total_seconds_for_100_output_tokens":1.18237658106088,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.92298543958886,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.64935852726989,"quartile_25_estimated_total_seconds_for_100_output_tokens":1.04229300272186,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.2947243065735},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","prompt_length_type":"medium","model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","median_output_speed":122.94120814723,"median_time_to_first_chunk":0.361014055510168,"median_estimated_total_seconds_for_100_output_tokens":1.18237658106088,"median_end_to_end_response_time":4.42799865355656},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"7b1d25ea-f541-4398-b682-11dc2523f7d4","prompt_length_type":"short","model_id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","median_output_speed":146.446196935707,"median_time_to_first_chunk":0.358184994496696,"median_estimated_total_seconds_for_100_output_tokens":1.18951345523168,"median_end_to_end_response_time":3.7724081731259824}],"end_to_end_response_time_metrics":{"input_time":0.361014055510168,"reasoning_time":0,"answer_time":4.066984598046392,"total_time":4.42799865355656,"p05_total_time":6.1794245623852735,"p95_total_time":3.2629454233760464,"p25_total_time":4.927181588699659,"p75_total_time":3.6705753274174078},"time_to_first_answer_token_metrics":{"input_time":0.361014055510168,"reasoning_time":0,"total_time":0.361014055510168}},{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","slug":"openai_gpt-4o-chatgpt-03-25","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"575498d6-60ec-466b-9372-fea19911fd07","footnotes":null,"json_mode":null,"host_api_id":"chatgpt-4o-latest","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":false,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (March 2025, chatgpt-4o-latest)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"575498d6-60ec-466b-9372-fea19911fd07","name":"GPT-4o (March 2025, chatgpt-4o-latest)","short_name":"GPT-4o (March 2025)","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2025-03-27","chatbot-arena-elo":null,"slug":"gpt-4o-chatgpt-03-25","open_weights":"Proprietary","additional_text":null,"context_window_tokens":128000,"display_order":499,"tokenizer_id":"gpt-4o_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":null,"knowledge_cutoff_date":"2023-10-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":true,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":60.97,"coding_index":39.56,"mmlu_pro":0.803,"mmmu_pro":null,"hle":0.05,"scicode":0.366,"humaneval":0.96,"aime":0.327,"aime25":0.257,"math_500":0.893,"gpqa":0.655,"livecodebench":0.425,"ifbench":null,"lcr":null,"estimated_intelligence_index":39.5229855425,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":null,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":null,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","deprecated_to":"gpt-4o-chatgpt-04-25","size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","slug":"openai_gpt-4o-chatgpt-03-25","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"575498d6-60ec-466b-9372-fea19911fd07","footnotes":null,"json_mode":null,"host_api_id":"chatgpt-4o-latest","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4o (March 2025, chatgpt-4o-latest)","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":5,"price_1m_output_tokens":15,"price_1m_blended_3_to_1":7.5,"price_per_1k_1mp_images":3.825,"image_input_pricing_notes":null,"supports_images_input_note":"167","override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.13,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4o-chatgpt-03-25","hosts_url":"/models/gpt-4o-chatgpt-03-25/providers","name_and_creator_label":"GPT-4o (March 2025), OpenAI","contextWindowFormatted":"128k"},"name":"GPT-4o (March 2025), OpenAI","short_name":"GPT-4o (March 2025), OpenAI","model_label":"GPT-4o (March 2025)","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","model_id":"575498d6-60ec-466b-9372-fea19911fd07","median_output_speed":191.497569191224,"percentile_05_output_speed":77.1786106185202,"percentile_95_output_speed":258.899711726077,"quartile_25_output_speed":143.170099118657,"quartile_75_output_speed":237.967019570126,"median_time_to_first_chunk":0.385480675526196,"percentile_05_time_to_first_chunk":0.267159259298933,"percentile_95_time_to_first_chunk":1.09746494949904,"quartile_25_time_to_first_chunk":0.322077290256857,"quartile_75_time_to_first_chunk":0.458771191748383,"median_estimated_total_seconds_for_100_output_tokens":0.87824606754491,"percentile_05_estimated_total_seconds_for_100_output_tokens":0.731677999226343,"percentile_95_estimated_total_seconds_for_100_output_tokens":1.69859055524385,"quartile_25_estimated_total_seconds_for_100_output_tokens":0.826419760587341,"quartile_75_estimated_total_seconds_for_100_output_tokens":1.25963550188794},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","prompt_length_type":"100k","model_id":"575498d6-60ec-466b-9372-fea19911fd07","median_output_speed":82.6018242467575,"median_time_to_first_chunk":5.55097353400197,"median_estimated_total_seconds_for_100_output_tokens":6.76160054995344,"median_end_to_end_response_time":11.60410861375933},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","prompt_length_type":"long","model_id":"575498d6-60ec-466b-9372-fea19911fd07","median_output_speed":87.8384950221503,"median_time_to_first_chunk":0.863230474467855,"median_estimated_total_seconds_for_100_output_tokens":1.96691398455436,"median_end_to_end_response_time":6.555495578439805},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","prompt_length_type":"medium","model_id":"575498d6-60ec-466b-9372-fea19911fd07","median_output_speed":191.497569191224,"median_time_to_first_chunk":0.385480675526196,"median_estimated_total_seconds_for_100_output_tokens":0.87824606754491,"median_end_to_end_response_time":2.9964798757338724},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"b9e2bd92-72b2-449b-8e80-18f72f21015d","prompt_length_type":"short","model_id":"575498d6-60ec-466b-9372-fea19911fd07","median_output_speed":187.275193220849,"median_time_to_first_chunk":0.401001304504462,"median_estimated_total_seconds_for_100_output_tokens":0.94056194515024,"median_end_to_end_response_time":3.0708690611504927}],"end_to_end_response_time_metrics":{"input_time":0.385480675526196,"reasoning_time":0,"answer_time":2.6109992002076763,"total_time":2.9964798757338724,"p05_total_time":6.863959570040232,"p95_total_time":2.316730411829548,"p25_total_time":3.8778300073905845,"p75_total_time":2.4866121722488166},"time_to_first_answer_token_metrics":{"input_time":0.385480675526196,"reasoning_time":0,"total_time":0.385480675526196}},{"id":"4952cded-210b-43df-814e-7966dbd70a24","slug":"openai_gpt-4","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","footnotes":null,"json_mode":false,"host_api_id":"gpt-4","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":30,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":37.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"6047c38a-af71-4b47-9d66-d361753f71b4","name":"OpenAI","short_name":"OpenAI","website_url":"https://openai.com/","slug":"openai","deleted":false,"logo":"openai.svg","color":"#1f1f1f","logo_small":"openai_small.svg","display_order":1,"openai_compatible":true,"json_mode":true,"function_calling":true,"function_calling_url":"https://platform.openai.com/docs/guides/function-calling","json_mode_url":"https://platform.openai.com/docs/guides/text-generation/json-mode","additional_page_text":null,"cache_pricing_notes":"- Cache read tokens are 50% cheaper than base input tokens\r\n- Cache persists up to one hour during off-peak periods","host_models":"$5:props:children:2:props:children:0:props:hostsModels:0:host:host_models","host_url":"/providers/openai","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"model":{"id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","name":"GPT-4","short_name":"GPT-4","deleted":false,"deprecated":true,"model_creator_id":"e67e56e3-15cd-43db-b679-da4660a69f41","release_date":"2023-03-14","chatbot-arena-elo":1186,"slug":"gpt-4","open_weights":"Proprietary","additional_text":null,"context_window_tokens":8192,"display_order":503,"tokenizer_id":"gpt-4_tokenizer","license_name":null,"license_url":null,"model_weights_source_url":null,"commercial_allowed":null,"chatbot_arena_label":"GPT-4-0314","knowledge_cutoff_date":"2021-09-01","parameters":null,"inference_parameters_active":null,"mgsm_aa":null,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":null,"coding_index":null,"mmlu_pro":null,"mmmu_pro":null,"hle":null,"scicode":null,"humaneval":null,"aime":null,"aime25":null,"math_500":null,"gpqa":null,"livecodebench":null,"ifbench":null,"lcr":null,"estimated_intelligence_index":24.64212935,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.67,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.357,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","deprecated_to":null,"size_class":"Large","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","logo":"openai.svg","name":"OpenAI","slug":"openai","color":"#1f1f1f","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","created_at":"2023-12-06T05:43:21.916285+00:00","logo_small":"openai_small.svg","creator_url":"https://openai.com/","display_order":1,"logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg"},"host_models":[{"id":"4952cded-210b-43df-814e-7966dbd70a24","slug":"openai_gpt-4","deleted":false,"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","mgsm_aa":null,"model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","footnotes":null,"json_mode":false,"host_api_id":"gpt-4","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"OpenAI_GPT-4","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":30,"price_1m_output_tokens":60,"price_1m_blended_3_to_1":37.5,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.03,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/gpt-4","hosts_url":"/models/gpt-4/providers","name_and_creator_label":"GPT-4, OpenAI","contextWindowFormatted":"8k"},"name":"GPT-4, OpenAI","short_name":"GPT-4, OpenAI","model_label":"GPT-4","host_label":"OpenAI","logo_url":"/img/logos/openai.svg","logo_small_url":"/img/logos/openai_small.svg","hosts_url":"/providers/openai","host_color":"#1f1f1f","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":8192,"context_window_formatted":"8k","timescaleData":{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","median_output_speed":30.0528602311308,"percentile_05_output_speed":22.8939625753691,"percentile_95_output_speed":43.7271356671666,"quartile_25_output_speed":26.9421806161808,"quartile_75_output_speed":37.0975957981896,"median_time_to_first_chunk":0.720789076993242,"percentile_05_time_to_first_chunk":0.575431154504258,"percentile_95_time_to_first_chunk":0.899409357805962,"quartile_25_time_to_first_chunk":0.684185241509113,"quartile_75_time_to_first_chunk":0.754842640755669,"median_estimated_total_seconds_for_100_output_tokens":4.12476829201372,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.98349019438404,"percentile_95_estimated_total_seconds_for_100_output_tokens":5.11716629562159,"quartile_25_estimated_total_seconds_for_100_output_tokens":3.3429414825017,"quartile_75_estimated_total_seconds_for_100_output_tokens":4.52896896742685},"performanceByPromptLength":[{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","prompt_length_type":"medium","model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","median_output_speed":30.0528602311308,"median_time_to_first_chunk":0.720789076993242,"median_estimated_total_seconds_for_100_output_tokens":4.12476829201372,"median_end_to_end_response_time":17.358140602092536},{"host_id":"6047c38a-af71-4b47-9d66-d361753f71b4","host_model_id":"4952cded-210b-43df-814e-7966dbd70a24","prompt_length_type":"short","model_id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","median_output_speed":35.669332194555,"median_time_to_first_chunk":0.658591397994314,"median_estimated_total_seconds_for_100_output_tokens":3.45516829566968,"median_end_to_end_response_time":14.67623538619116}],"end_to_end_response_time_metrics":{"input_time":0.720789076993242,"reasoning_time":0,"answer_time":16.637351525099294,"total_time":17.358140602092536,"p05_total_time":22.56060812771251,"p95_total_time":12.155336352300713,"p25_total_time":19.279049342671684,"p75_total_time":14.198751441993739},"time_to_first_answer_token_metrics":{"input_time":0.720789076993242,"reasoning_time":0,"total_time":0.720789076993242}},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","slug":"lambdalabs_llama-3-1-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":"$undefined","function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null,"host":{"id":"0d9f2954-2411-4373-bab9-c562f3e05e38","name":"Lambda (FP8)","short_name":"Lambda (FP8)","website_url":"https://lambdalabs.com","slug":"lambdalabs","deleted":false,"logo":"lambdalabs.svg","color":"#010101","logo_small":"lambdalabs_small.svg","display_order":10,"openai_compatible":true,"json_mode":null,"function_calling":null,"function_calling_url":null,"json_mode_url":null,"additional_page_text":null,"cache_pricing_notes":null,"host_models":"$5:props:children:2:props:children:0:props:hostsModels:17:host:host_models","host_url":"/providers/lambdalabs","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg"},"model":{"id":"466aecdb-3d96-4191-bc52-b3366db38851","name":"Llama 3.1 Instruct 70B","short_name":"Llama 3.1 70B","deleted":false,"deprecated":true,"model_creator_id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","release_date":"2024-07-23","chatbot-arena-elo":1249,"slug":"llama-3-1-instruct-70b","open_weights":"Open","additional_text":null,"context_window_tokens":128000,"display_order":508,"tokenizer_id":"llama3_tokenizer","license_name":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","license_url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","model_weights_source_url":"https://huggingface.co/meta-llama/Meta-Llama-3.1-70B","commercial_allowed":true,"chatbot_arena_label":"Meta-Llama-3.1-70b-Instruct","knowledge_cutoff_date":"2023-12-01","parameters":70,"inference_parameters_active":null,"mgsm_aa":0.8305454545454546,"multilingual_aa":null,"openai_full_model_name":null,"supports_images_input":false,"mmmu_pro_aa":null,"reasoning_model":false,"representative_query_token_counts":null,"reasoning_properties":null,"intelligence_index":null,"math_index":41.13,"coding_index":24.96,"mmlu_pro":0.676,"mmmu_pro":null,"hle":0.046,"scicode":0.267,"humaneval":0.812,"aime":0.173,"aime25":null,"math_500":0.649,"gpqa":0.409,"livecodebench":0.232,"ifbench":null,"lcr":null,"estimated_intelligence_index":23.9946815718,"lab_claimed_mmlu_pro":null,"lab_claimed_hle":null,"lab_claimed_scicode":null,"lab_claimed_humaneval":0.805,"lab_claimed_aime":null,"lab_claimed_math_500":null,"lab_claimed_gpqa":0.467,"lab_claimed_livecodebench":null,"computed_performance_host_model_id":null,"deprecated_to":"llama-3-3-instruct-70b","size_class":"Medium","frontier_model":null,"intelligence_index_token_counts":null,"model_creators":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"meta.svg","name":"Meta","slug":"meta","color":"#0089f4","deleted":false,"host_id":null,"created_at":"2023-12-06T11:53:42.954612+00:00","logo_small":"meta_small.svg","creator_url":"https://ai.meta.com/","display_order":2,"logo_url":"/img/logos/meta.svg","logo_small_url":"/img/logos/meta_small.svg"},"host_models":[{"id":"4b4e7156-e10c-4f6e-8296-7af73c55ba84","slug":"deepinfra_llama-3-1-instruct-70b","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":0.8305454545454546,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.23,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.2725,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":3.67,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca3f4230-3647-459c-8aac-604af4c2334f","slug":"hyperbolic_llama-3-1-instruct-70b","deleted":false,"host_id":"2e5c388c-e102-4c1e-83e1-260c79cdb949","mgsm_aa":0.828,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Hyperbolic_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.4,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.4,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":2.5,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"98a9b80a-e5c0-46fe-b9be-74a504c6157f","slug":"togetherai_llama-3-1-instruct-70b_turbo","deleted":false,"host_id":"e0bfeec9-405f-4e75-b120-a52bdd70c812","mgsm_aa":0.8461818181818181,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Together.ai_Llama 3.1 Instruct 70B_Turbo","cache_pricing_notes":null,"model_name_appendage":"Turbo","price_1m_input_tokens":0.88,"price_1m_output_tokens":0.88,"price_1m_blended_3_to_1":0.88,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.14,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","slug":"lambdalabs_llama-3-1-instruct-70b_fp8","deleted":false,"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"host_api_id":"llama3.1-70b-instruct-fp8","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lambda_Llama 3.1 Instruct 70B_(FP8)","cache_pricing_notes":null,"model_name_appendage":"(FP8)","price_1m_input_tokens":0.12,"price_1m_output_tokens":0.3,"price_1m_blended_3_to_1":0.165,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":6.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"ca6f4d48-1a06-4a3a-b355-a552e61e5a4c","slug":"amazon-bedrock_llama-3-1-instruct-70b_standard","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"host_api_id":"meta.llama3-1-70b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Standard","cache_pricing_notes":null,"model_name_appendage":"Standard","price_1m_input_tokens":0.72,"price_1m_output_tokens":0.72,"price_1m_blended_3_to_1":0.72,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.39,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"acb6e1f1-16ec-4588-bf6d-e468e1931b59","slug":"simplismart_llama-3-1-instruct-70b","deleted":false,"host_id":"e11d0b76-dc4e-42a9-a32d-1e8a5b9d7219","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"host_api_id":"llama3_1","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Simplismart_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"f80aedec-dcd3-43c9-bc89-c6b725bdc091","slug":"azure_llama-3-1-instruct-70b","deleted":false,"host_id":"8b134dae-c63d-432e-bd07-d9596c3c5b9b","mgsm_aa":0,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"host_api_id":"Meta-Llama-3-1-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":false,"cache_write_price":null,"host_model_string":"Microsoft Azure_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":2.68,"price_1m_output_tokens":3.54,"price_1m_blended_3_to_1":2.895,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":0.35,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"3b188919-529e-498f-916e-2cae6113d02e","slug":"fireworks_llama-3-1-instruct-70b","deleted":false,"host_id":"9b21df65-f08d-46d8-93fd-7f4654e12237","mgsm_aa":0.832,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"host_api_id":"accounts/fireworks/models/llama-v3p1-70b-instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Fireworks_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"9644e14d-e6fa-4a34-8079-0bac75c51b1e","slug":"nebius_llama-3-1-instruct-70b_base","deleted":false,"host_id":"41a856c4-5c43-42e4-bdec-f0e14629a0f2","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":null,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Nebius_Llama 3.1 Instruct 70B_Base","cache_pricing_notes":null,"model_name_appendage":"Base","price_1m_input_tokens":0.13,"price_1m_output_tokens":0.4,"price_1m_blended_3_to_1":0.1975,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":5.06,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"c8dc2044-bd38-4d87-882b-b135d6542dc3","slug":"leptonai_llama-3-1-instruct-70b","deleted":false,"host_id":"504800c1-8b68-45a3-b6e4-0d0cae4ed100","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"host_api_id":"lepton","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Lepton AI_Llama 3.1 Instruct 70B","cache_pricing_notes":null,"model_name_appendage":null,"price_1m_input_tokens":0.8,"price_1m_output_tokens":0.8,"price_1m_blended_3_to_1":0.8,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.25,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"e1dd823a-412b-4a01-8d1d-497e236eeaaa","slug":"amazon-bedrock_llama-3-1-instruct-70b_latency-optimized","deleted":false,"host_id":"3be95d43-d19e-42e3-8bf9-4cda40ecd7bf","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"host_api_id":"us.meta.llama3-1-70b-instruct-v1:0","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Amazon Bedrock_Llama 3.1 Instruct 70B_Latency Optimized","cache_pricing_notes":null,"model_name_appendage":"Latency Optimized","price_1m_input_tokens":0.9,"price_1m_output_tokens":0.9,"price_1m_blended_3_to_1":0.9,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":1.11,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"2453d757-5c3c-4178-a5b6-57535fe7468d","slug":"deepinfra_llama-3-1-instruct-70b_turbo-fp8","deleted":false,"host_id":"a1575ad8-55b5-4652-8e4a-22099e72f1f9","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":true,"host_api_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Deepinfra_Llama 3.1 Instruct 70B_(Turbo, FP8)","cache_pricing_notes":null,"model_name_appendage":"(Turbo, FP8)","price_1m_input_tokens":0.1,"price_1m_output_tokens":0.28,"price_1m_blended_3_to_1":0.145,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":131072,"price_m_tokens_blended_3_to_1_per_dollar":6.9,"cache_storage_price_per_hour_per_1m_tokens":null},{"id":"12123ea6-e0e8-414c-b2b7-806e8d40df21","slug":"google_llama-3-1-instruct-70b_vertex","deleted":false,"host_id":"50649676-6610-47a6-bb54-a2e213e6e414","mgsm_aa":null,"model_id":"466aecdb-3d96-4191-bc52-b3366db38851","footnotes":null,"json_mode":false,"host_api_id":"meta/llama3-70b-instruct-maas","mmmu_pro_aa":null,"math_500_10x":null,"function_calling":true,"cache_write_price":null,"host_model_string":"Google_Llama 3.1 Instruct 70B_Vertex","cache_pricing_notes":null,"model_name_appendage":"Vertex","price_1m_input_tokens":0,"price_1m_output_tokens":0,"price_1m_blended_3_to_1":0,"price_per_1k_1mp_images":null,"image_input_pricing_notes":null,"supports_images_input_note":null,"override_supports_images_input":null,"context_window_if_different_to_model":null,"price_m_tokens_blended_3_to_1_per_dollar":null,"cache_storage_price_per_hour_per_1m_tokens":null}],"model_url":"/models/llama-3-1-instruct-70b","hosts_url":"/models/llama-3-1-instruct-70b/providers","name_and_creator_label":"Llama 3.1 70B, Meta","contextWindowFormatted":"128k"},"name":"Llama 3.1 70B (FP8), Lambda","short_name":"Llama 3.1 70B (FP8), Lambda","model_label":"Llama 3.1 70B (FP8)","host_label":"Lambda (FP8)","logo_url":"/img/logos/lambdalabs.svg","logo_small_url":"/img/logos/lambdalabs_small.svg","hosts_url":"/providers/lambdalabs","host_color":"#010101","price_per_1m_cache_write":null,"cache_hit_discount_percent":null,"context_window_tokens":128000,"context_window_formatted":"128k","timescaleData":{"host_id":"0d9f2954-2411-4373-bab9-c562f3e05e38","host_model_id":"f4f470d8-12b4-4d46-8baf-589d2188bd60","model_id":"466aecdb-3d96-4191-bc52-b3366db38851","median_output_speed":50.7928416770367,"percentile_05_output_speed":47.9693204711861,"percentile_95_output_speed":51.4360963449911,"quartile_25_output_speed":49.6589304985081,"quartile_75_output_speed":51.1379946543013,"median_time_to_first_chunk":0.216188844487078,"percentile_05_time_to_first_chunk":0.18479100989789,"percentile_95_time_to_first_chunk":0.288169509761792,"quartile_25_time_to_first_chunk":0.207236870746783,"quartile_75_time_to_first_chunk":0.230749017507151,"median_estimated_total_seconds_for_100_output_tokens":2.20399992355435,"percentile_05_estimated_total_seconds_for_100_output_tokens":2.15074594701808,"percentile_95_estimated_total_seconds_for_100_output_tokens":2.62355956458063,"quartile_25_estimated_total_seconds_for_100_output_tokens":2.17087963564977,"quartile_75_es