To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com.
Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn’t require authentication.
GET
/
models
List available models
curl --request GET \ --url https://llm-gateway.assemblyai.com/v1/models
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"AssemblyAI","description":"AssemblyAI provides production-ready Voice AI models for speech-to-text, speaker detection, sentiment analysis, and more. Build with pre-recorded or streaming audio using REST APIs and WebSockets.","colors":{"primary":"#614fd2","light":"#887bdd","dark":"#614fd2"},"logo":{"light":"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-primary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=808d2a677e2536423045d44b3f330ac2","dark":"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-secondary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=065ec1618693f8650241242ec62ed0ad","href":"https://www.assemblyai.com"},"favicon":"https://mintcdn.com/assemblyai-fff14a6f/6OQYF4QMRVQRoCb1/assets/favicon.png?fit=max\u0026auto=format\u0026n=6OQYF4QMRVQRoCb1\u0026q=85\u0026s=74b6b6a7321938bd113d4a271e06068d","api":{"openapi":["openapi.yaml","api-reference/specs/llm-gateway.yaml","api-reference/specs/streaming-token.yaml"],"asyncapi":["api-reference/specs/streaming.yaml","api-reference/specs/streaming-tts.yaml"]},"background":{"color":{"light":"#fdfcf8","dark":"#1d1b16"}},"navbar":{"links":[{"href":"https://www.assemblyai.com/playground","label":"Playground"},{"href":"https://www.assemblyai.com/changelog","label":"Changelog"}],"primary":{"type":"button","label":"Sign In","href":"https://www.assemblyai.com/dashboard/login"}},"footer":{"socials":{"x":"https://x.com/AssemblyAI","github":"https://github.com/AssemblyAI","linkedin":"https://www.linkedin.com/company/assemblyai"},"links":[{"header":"Legal","items":[{"label":"Terms of Service","href":"https://www.assemblyai.com/legal/terms-of-service"},{"label":"Privacy Policy","href":"https://www.assemblyai.com/legal/privacy-policy"},{"label":"Trust Center","href":"https://app.vanta.com/assemblyai/trust/7n80syl8zln1bn1qm3x8eg"},{"label":"Subprocessors","href":"https://app.vanta.com/assemblyai/trust/7n80syl8zln1bn1qm3x8eg/subprocessors"}]}]},"seo":{"metatags":{"canonical":"https://www.assemblyai.com/docs"}},"fonts":{"heading":{"family":"GT Standard","weight":600,"source":"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Semibold.woff2","format":"woff2"},"body":{"family":"GT Standard","weight":400,"source":"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Regular.woff2","format":"woff2"}},"icons":{"library":"fontawesome"},"banner":{"content":"**New** AssemblyAI-TTS-1: Text-to-speech for voice agents. [Learn more](https://www.assemblyai.com/docs/tts/getting-started/quickstart)","dismissible":true},"contextual":{"options":["copy","view","chatgpt","claude","download-spec"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"assemblyai-fff14a6f","hasAudioNarration":false,"actualSubdomain":"assemblyai-fff14a6f","customDomains":["assemblyai.com"],"gitSource":{"type":"github","owner":"assemblyai","repo":"assemblyai-docs","deployBranch":"master","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aee5de7268b355628b3cb0e","clientVersion":"0.0.4087","searchFilterCounts":[{"language":"default","tag":"Overview","count":114},{"language":"default","tag":"FAQ","count":93},{"language":"default","tag":"Pre-recorded STT","count":69},{"language":"default","tag":"Guides","count":59},{"language":"default","tag":"Real-time STT","count":50},{"language":"default","tag":"Tutorials","count":48},{"language":"default","tag":"Pre-recorded audio","count":47},{"language":"default","tag":"LLM Gateway","count":44},{"language":"default","tag":"Features","count":37},{"language":"default","tag":"API reference","count":35}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true,"attachments":{"status":"DISABLED"}},"basePath":"/docs","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Regular.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Regular.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Regular.woff2\") format(\"woff2\");font-weight:400;font-style:normal;font-display:swap}@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Medium.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Medium.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Medium.woff2\") format(\"woff2\");font-weight:500;font-style:normal;font-display:swap}@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Semibold.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Semibold.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Semibold.woff2\") format(\"woff2\");font-weight:600;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Light.woff2\")\n format(\"woff2\");font-weight:300;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Regular.woff2\")\n format(\"woff2\");font-weight:400;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Medium.woff2\")\n format(\"woff2\");font-weight:500;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Italic.woff2\")\n format(\"woff2\");font-weight:400;font-style:italic;font-display:swap}html:root{--font-family-body-custom: \"GT Standard\", -apple-system, BlinkMacSystemFont,\n \"Segoe UI\", sans-serif;--font-family-headings-custom: \"GT Standard\", -apple-system, BlinkMacSystemFont,\n \"Segoe UI\", sans-serif}code,kbd,samp,pre,pre code,pre code span{font-family:\"Modern Gothic Mono\", \"JetBrains Mono\", ui-monospace, SFMono-Regular,\n Menlo, Consolas, monospace!important}html{overflow-y:scroll;scrollbar-gutter:stable}pre,pre code,pre code span{font-size:0.75rem!important;line-height:1.5!important}:not(pre)>code{font-size:0.75rem!important;line-height:inherit!important}[data-nav-tag=\"WSS\"]{color:#614fd2!important;background-color:rgba(136, 123, 221, 0.14)!important;font-size:0.55rem!important}:is(.dark) [data-nav-tag=\"WSS\"]{color:#887bdd!important}div:has(>.nav-tag-pill>[data-nav-tag=\"WSS\"]){order:-1}.nav-tag-pill:has(>[data-nav-tag=\"WSS\"]){width:2.375rem;justify-content:flex-start}.ws-endpoint{display:flex;align-items:center;gap:0.625rem;margin:1rem 0 1.75rem;padding:0.5rem 0.75rem;border:1px solid rgba(0, 0, 0, 0.08);border-radius:0.5rem;background:rgba(0, 0, 0, 0.02);font-size:0.875rem;overflow-x:auto}:is(.dark) .ws-endpoint{border-color:rgba(255, 255, 255, 0.1);background:rgba(255, 255, 255, 0.03)}.ws-endpoint-badge{flex:none;font-weight:700;font-size:0.75rem;letter-spacing:0.02em;color:#614fd2;background:rgba(136, 123, 221, 0.14);padding:0.1875rem 0.5rem;border-radius:0.375rem}:is(.dark) .ws-endpoint-badge{color:#887bdd}.ws-endpoint-url{font-family:ui-monospace, SFMono-Regular, \"SF Mono\", Menlo, Consolas, monospace;white-space:nowrap}#assistant-entry,:is(.dark) #assistant-entry{background-color:#614fd2!important;filter:none!important}#assistant-entry:hover,:is(.dark) #assistant-entry:hover{background-color:#614fd2!important;opacity:0.9;filter:none!important}#assistant-entry span,#assistant-entry svg,:is(.dark) #assistant-entry span,:is(.dark) #assistant-entry svg{color:#ffffff!important}.callout strong{font-weight:700}*{-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;-o-font-smoothing:antialiased}.katex-display{overflow-x:visible!important;overflow-y:visible!important}.katex-display>.katex{display:flex!important;justify-content:center;width:100%!important;overflow-x:visible!important;overflow-y:visible!important}.katex-display>.katex>.katex-html{display:inline-block!important;width:auto!important;max-width:100%;overflow-x:visible!important;overflow-y:visible!important}.card-logo-icon{display:block;width:1.5rem!important;height:1.5rem!important;min-width:1.5rem;max-width:1.5rem;max-height:1.5rem;margin:0!important;object-fit:contain;object-position:center;vertical-align:middle}.card-logo-icon-livekit{transform:scale(0.9)}.card-logo-icon-pipecat{transform:scale(1.12)}.card-logo-icon-livekit,.card-logo-icon-pipecat,.card-logo-icon-vercel{color:#614fd2}:is(.dark) .card-logo-icon-livekit,:is(.dark) .card-logo-icon-pipecat,:is(.dark) .card-logo-icon-vercel{color:#887bdd}.recommended-pill{background:#614fd2;color:#fff;padding:2px 8px;border-radius:9999px;font-size:0.7rem;font-weight:600;margin-left:6px;vertical-align:middle;white-space:nowrap}:is(.dark) .recommended-pill{background:#614fd2}.preview-pill{background:#b45309;color:#fff;padding:2px 8px;border-radius:9999px;font-size:0.7rem;font-weight:600;margin-left:6px;vertical-align:middle;white-space:nowrap}:is(.dark) .preview-pill{background:#b45309}table code{white-space:nowrap}"}],"page":{"pagePath":"llm-gateway/api-reference/list-available-models","slug":"/llm-gateway/api-reference/list-available-models","pageMetadata":{"title":"List available models","og.description":"List the models available through LLM Gateway.","openapi":"api-reference/specs/llm-gateway.yaml GET /models","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nReturns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See [Choose a model](https://www.assemblyai.com/docs/llm-gateway/choose-a-model) for how to use the performance data. This endpoint doesn't require authentication.","href":"/llm-gateway/api-reference/list-available-models"},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n a: \"a\",\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n }, {Note} = _components;\n if (!Note) _missingMdxReference(\"Note\", true);\n return _jsxs(_Fragment, {\n children: [_jsxs(Note, {\n children: [\"To use our EU server for LLM Gateway, replace \", _jsx(_components.code, {\n children: \"llm-gateway.assemblyai.com\"\n }), \" with \", _jsx(_components.code, {\n children: \"llm-gateway.eu.assemblyai.com\"\n }), \".\"]\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See \", _jsx(_components.a, {\n href: \"https://www.assemblyai.com/docs/llm-gateway/choose-a-model\",\n children: \"Choose a model\"\n }), \" for how to use the performance data. This endpoint doesn’t require authentication.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\nfunction _missingMdxReference(id, component) {\n throw new Error(\"Expected \" + (component ? \"component\" : \"object\") + \" `\" + id + \"` to be defined: you likely forgot to import, pass, or provide it.\");\n}\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"List available models","og.description":"List the models available through LLM Gateway.","openapi":"api-reference/specs/llm-gateway.yaml GET /models","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nReturns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See [Choose a model](https://www.assemblyai.com/docs/llm-gateway/choose-a-model) for how to use the performance data. This endpoint doesn't require authentication.","href":"/llm-gateway/api-reference/list-available-models"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/docs/_mintlify/custom/assemblyai-fff14a6f/83628fb7cd91f870/rudderstack.js","/docs/_mintlify/custom/assemblyai-fff14a6f/700d2574de973df9/chat-widget.js"],"openApiReferenceData":{"operation":{"x-fern-sdk-group-name":"LLM Gateway","x-fern-display-name":"List available models","summary":"List available models","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nReturns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See [Choose a model](https://www.assemblyai.com/docs/llm-gateway/choose-a-model) for how to use the performance data. This endpoint doesn't require authentication.","operationId":"listAvailableModels","security":[],"responses":{"200":"0c77550f-7807-4013-b4ad-b20c522c4531","default":"621b80c3-dc3a-44b6-8128-c4bce150749c"},"method":"get","type":"path","servers":["fa2d4ea7-fb89-494a-929d-365207d69f79"],"path":"/models","baseUrlOptions":["https://llm-gateway.assemblyai.com/v1"],"title":"List available models","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"responses":{"0c77550f-7807-4013-b4ad-b20c522c4531":{"description":"Successful response containing the list of available models.","content":{"application/json":{"schema":{"type":"object","description":"The response returned by the models endpoint.","properties":{"data":{"type":"array","items":{"type":"object","description":"Details about a model available through LLM Gateway.","properties":{"id":{"type":"string","description":"The model ID. Use this value in the `model` field of a chat completion request.","examples":["qwen3.5-4b-32k-fast"],"uniqueKey":"data.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","description":"The human-readable name of the model.","examples":["Qwen3.5 4B Fast"],"uniqueKey":"data.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","description":"A description of the model.","uniqueKey":"data.items.[INDEX].description","typeLabel":"string"},"creator":{"type":"string","description":"The creator of the model.","examples":["Qwen"],"uniqueKey":"data.items.[INDEX].creator","typeLabel":"string"},"context_length":{"type":"integer","description":"The maximum context length of the model, in tokens.","examples":[32768],"uniqueKey":"data.items.[INDEX].context_length","typeLabel":"integer"},"supported_parameters":{"type":"array","items":{"type":"string","uniqueKey":"data.items.[INDEX].supported_parameters.items.[INDEX]","typeLabel":"string"},"description":"The request parameters and features supported by the model (e.g., `max_tokens`, `temperature`, `tools`, `tool_choice`, `response_format`, `stream`).","uniqueKey":"data.items.[INDEX].supported_parameters","typeLabel":"string[]"},"default_parameters":{"type":"object","description":"Default parameter values applied to requests for this model. A `null` value means no default is set.","properties":{"temperature":{"oneOf":[{"type":"number","format":"float","description":"The default temperature for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.temperature.oneOf.0","typeLabel":"number\u003cfloat>"},{"type":"null","format":"float","description":"The default temperature for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.temperature.oneOf.1","typeLabel":"null"}],"uniqueKey":"data.items.[INDEX].default_parameters.temperature","typeLabel":"number\u003cfloat> | null"},"top_p":{"oneOf":[{"type":"number","format":"float","description":"The default top_p for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.top_p.oneOf.0","typeLabel":"number\u003cfloat>"},{"type":"null","format":"float","description":"The default top_p for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.top_p.oneOf.1","typeLabel":"null"}],"uniqueKey":"data.items.[INDEX].default_parameters.top_p","typeLabel":"number\u003cfloat> | null"},"frequency_penalty":{"oneOf":[{"type":"integer","description":"The default frequency penalty for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.frequency_penalty.oneOf.0","typeLabel":"integer"},{"type":"null","description":"The default frequency penalty for this model, if any.","uniqueKey":"data.items.[INDEX].default_parameters.frequency_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"data.items.[INDEX].default_parameters.frequency_penalty","typeLabel":"integer | null"}},"uniqueKey":"data.items.[INDEX].default_parameters","typeLabel":"object"},"top_provider":{"type":"object","description":"Information about the best provider for this model. Not yet supported.","properties":{"is_moderated":{"type":"boolean","description":"Whether the provider moderates requests.","uniqueKey":"data.items.[INDEX].top_provider.is_moderated","typeLabel":"boolean"},"context_length":{"type":"integer","description":"The maximum context length supported by the provider, in tokens.","uniqueKey":"data.items.[INDEX].top_provider.context_length","typeLabel":"integer"},"max_completion_tokens":{"type":"integer","description":"The maximum number of completion tokens supported by the provider.","uniqueKey":"data.items.[INDEX].top_provider.max_completion_tokens","typeLabel":"integer"}},"uniqueKey":"data.items.[INDEX].top_provider","typeLabel":"object"},"pricing":{"type":"object","description":"Pricing details for the model, in USD per 1 million tokens.","properties":{"global":{"type":"object","description":"Pricing for global processing. See [Global routing](https://www.assemblyai.com/docs/llm-gateway/cloud-endpoints-and-data-residency#global-routing) for more details.","properties":{"prompt":{"type":"number","format":"float","description":"The price per 1 million input (prompt) tokens.","uniqueKey":"data.items.[INDEX].pricing.global.prompt","typeLabel":"number\u003cfloat>"},"completions":{"type":"number","format":"float","description":"The price per 1 million output (completion) tokens.","uniqueKey":"data.items.[INDEX].pricing.global.completions","typeLabel":"number\u003cfloat>"},"input_cache_read":{"type":"number","format":"float","description":"The price per 1 million cached input tokens read. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.global.input_cache_read","typeLabel":"number\u003cfloat>"},"input_cache_write":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.global.input_cache_write","typeLabel":"number\u003cfloat>"},"input_cache_write_1h":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache with a 1-hour TTL. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.global.input_cache_write_1h","typeLabel":"number\u003cfloat>"}},"isRequired":true,"uniqueKey":"data.items.[INDEX].pricing.global","typeLabel":"object"},"us":{"type":"object","description":"US-specific pricing. Only present when the model has pricing distinct from global pricing in the US region.","properties":{"prompt":{"type":"number","format":"float","description":"The price per 1 million input (prompt) tokens.","uniqueKey":"data.items.[INDEX].pricing.us.prompt","typeLabel":"number\u003cfloat>"},"completions":{"type":"number","format":"float","description":"The price per 1 million output (completion) tokens.","uniqueKey":"data.items.[INDEX].pricing.us.completions","typeLabel":"number\u003cfloat>"},"input_cache_read":{"type":"number","format":"float","description":"The price per 1 million cached input tokens read. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.us.input_cache_read","typeLabel":"number\u003cfloat>"},"input_cache_write":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.us.input_cache_write","typeLabel":"number\u003cfloat>"},"input_cache_write_1h":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache with a 1-hour TTL. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.us.input_cache_write_1h","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].pricing.us","typeLabel":"object"},"eu":{"type":"object","description":"EU-specific pricing. Only present when the model has pricing distinct from global pricing in the EU region.","properties":{"prompt":{"type":"number","format":"float","description":"The price per 1 million input (prompt) tokens.","uniqueKey":"data.items.[INDEX].pricing.eu.prompt","typeLabel":"number\u003cfloat>"},"completions":{"type":"number","format":"float","description":"The price per 1 million output (completion) tokens.","uniqueKey":"data.items.[INDEX].pricing.eu.completions","typeLabel":"number\u003cfloat>"},"input_cache_read":{"type":"number","format":"float","description":"The price per 1 million cached input tokens read. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.eu.input_cache_read","typeLabel":"number\u003cfloat>"},"input_cache_write":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.eu.input_cache_write","typeLabel":"number\u003cfloat>"},"input_cache_write_1h":{"type":"number","format":"float","description":"The price per 1 million input tokens written to the cache with a 1-hour TTL. Only present for models that support prompt caching.","uniqueKey":"data.items.[INDEX].pricing.eu.input_cache_write_1h","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].pricing.eu","typeLabel":"object"},"regional_increase_percent":{"type":"number","format":"float","description":"The fractional price increase applied to in-region (US or EU) processing relative to global pricing (e.g., `0.1` means 10%).","uniqueKey":"data.items.[INDEX].pricing.regional_increase_percent","typeLabel":"number\u003cfloat>"}},"required":["global"],"uniqueKey":"data.items.[INDEX].pricing","typeLabel":"object"},"retirement_date":{"type":"integer","format":"int64","description":"The Unix timestamp of the model's retirement date. `0` if no retirement date is set.","uniqueKey":"data.items.[INDEX].retirement_date","typeLabel":"integer\u003cint64>"},"available_regions":{"type":"array","items":{"type":"string","uniqueKey":"data.items.[INDEX].available_regions.items.[INDEX]","typeLabel":"string"},"description":"The regions where the model is available (`us`, `eu`, and/or `global`). See [Cloud endpoints \u0026 data residency](https://www.assemblyai.com/docs/llm-gateway/cloud-endpoints-and-data-residency) for more details.","uniqueKey":"data.items.[INDEX].available_regions","typeLabel":"string[]"},"providers":{"type":"array","items":{"type":"object","description":"A provider that serves a model.","properties":{"id":{"type":"string","description":"The provider ID.","examples":["assemblyai"],"uniqueKey":"data.items.[INDEX].providers.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","description":"The human-readable name of the provider.","examples":["AssemblyAI"],"uniqueKey":"data.items.[INDEX].providers.items.[INDEX].name","typeLabel":"string"}},"uniqueKey":"data.items.[INDEX].providers.items.[INDEX]","typeLabel":"object"},"description":"The providers that can serve the model. See [Providers](https://www.assemblyai.com/docs/llm-gateway/providers) for more details.","uniqueKey":"data.items.[INDEX].providers","typeLabel":"object[]"},"default_provider":{"type":"object","description":"The provider that serves requests for this model by default.","properties":{"id":{"type":"string","description":"The provider ID.","examples":["assemblyai"],"uniqueKey":"data.items.[INDEX].default_provider.id","typeLabel":"string"},"name":{"type":"string","description":"The human-readable name of the provider.","examples":["AssemblyAI"],"uniqueKey":"data.items.[INDEX].default_provider.name","typeLabel":"string"}},"uniqueKey":"data.items.[INDEX].default_provider","typeLabel":"object"},"date_added":{"oneOf":[{"type":"string","description":"The date the model was added. `null` for older models.","uniqueKey":"data.items.[INDEX].date_added.oneOf.0","typeLabel":"string"},{"type":"null","description":"The date the model was added. `null` for older models.","uniqueKey":"data.items.[INDEX].date_added.oneOf.1","typeLabel":"null"}],"uniqueKey":"data.items.[INDEX].date_added","typeLabel":"string | null"},"performance":{"type":"object","description":"Benchmark results for the model on voice post-processing tasks. See [Choose a model](https://www.assemblyai.com/docs/llm-gateway/choose-a-model).","properties":{"status":{"type":"string","description":"The maturity of the performance data. Currently `beta`, which means field names and values can change.","examples":["beta"],"uniqueKey":"data.items.[INDEX].performance.status","typeLabel":"string"},"data":{"type":"array","items":{"type":"object","description":"Benchmark results for one model at one audio length bucket and reasoning effort. Scores are on a 1 to 100 scale, where higher is better. A score of `0` means the benchmark has no data for it, not that the model scored poorly.\n","properties":{"model":{"type":"string","description":"The model ID the result is for.","examples":["qwen3.5-4b-32k-fast"],"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].model","typeLabel":"string"},"reasoning_effort":{"type":"string","description":"The `reasoning_effort` the model was measured with. `default` means the benchmark didn't set the parameter. Other values, such as `none`, `low`, and `high`, are separate configurations with their own results.","examples":["default"],"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].reasoning_effort","typeLabel":"string"},"bucket":{"type":"string","description":"The audio length of the transcripts the result is for.","enum":["30s","120s","900s","3600s"],"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].bucket","typeLabel":"enum\u003cstring>"},"quality_score":{"type":"integer","description":"The combined quality score. It is the equal-weight average of the tasks that have data.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].quality_score","typeLabel":"integer"},"total_cost_usd":{"type":"number","format":"float","description":"The total cost in USD of the benchmark samples behind the score.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].total_cost_usd","typeLabel":"number\u003cfloat>"},"cost_per_quality":{"type":"number","format":"float","description":"The mean cost of one benchmark sample, in cents, divided by `quality_score`. Lower is more cost-efficient.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].cost_per_quality","typeLabel":"number\u003cfloat>"},"hourly_prompt_tokens":{"type":"integer","description":"The mean prompt tokens for one hour of audio, used to estimate `cost_per_hour_usd`.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].hourly_prompt_tokens","typeLabel":"integer"},"hourly_completion_tokens":{"type":"integer","description":"The mean completion tokens for one hour of audio, used to estimate `cost_per_hour_usd`.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].hourly_completion_tokens","typeLabel":"integer"},"cost_per_hour_usd":{"type":"number","format":"float","description":"The estimated cost in USD to process one hour of audio. It is based on average tokens per hour, so actual cost varies with how fast speakers talk.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].cost_per_hour_usd","typeLabel":"number\u003cfloat>"},"latency":{"type":"object","description":"Request latency in seconds.","properties":{"n":{"type":"integer","description":"The number of samples.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.n","typeLabel":"integer"},"min":{"type":"number","format":"float","description":"The minimum value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.min","typeLabel":"number\u003cfloat>"},"max":{"type":"number","format":"float","description":"The maximum value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.max","typeLabel":"number\u003cfloat>"},"mean":{"type":"number","format":"float","description":"The mean value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.mean","typeLabel":"number\u003cfloat>"},"p50":{"type":"number","format":"float","description":"The median value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.p50","typeLabel":"number\u003cfloat>"},"p95":{"type":"number","format":"float","description":"The 95th percentile value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency.p95","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].latency","typeLabel":"object"},"tokens_per_second":{"type":"number","format":"float","description":"The output speed, in completion tokens per second.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].tokens_per_second","typeLabel":"number\u003cfloat>"},"ttft":{"type":"object","description":"Time to first token in seconds, measured in a separate streaming run. Values of `0` mean it wasn't measured.","properties":{"n":{"type":"integer","description":"The number of samples.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.n","typeLabel":"integer"},"min":{"type":"number","format":"float","description":"The minimum value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.min","typeLabel":"number\u003cfloat>"},"max":{"type":"number","format":"float","description":"The maximum value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.max","typeLabel":"number\u003cfloat>"},"mean":{"type":"number","format":"float","description":"The mean value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.mean","typeLabel":"number\u003cfloat>"},"p50":{"type":"number","format":"float","description":"The median value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.p50","typeLabel":"number\u003cfloat>"},"p95":{"type":"number","format":"float","description":"The 95th percentile value.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft.p95","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].ttft","typeLabel":"object"},"task_quality":{"type":"object","description":"The quality score for each task.","properties":{"dictation":{"type":"integer","description":"Applying spoken dictation commands such as \"comma\" and \"new paragraph\". Scored mechanically against an answer key.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_quality.dictation","typeLabel":"integer"},"information_extraction":{"type":"integer","description":"Extracting participants, action items, decisions, and entities from a transcript as JSON. Scored by an LLM judge.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_quality.information_extraction","typeLabel":"integer"},"summarization":{"type":"integer","description":"Summarizing a call transcript. Scored by an LLM judge.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_quality.summarization","typeLabel":"integer"},"text_correction":{"type":"integer","description":"Cleaning up disfluencies and errors in a transcript without changing its meaning. Scored by an LLM judge.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_quality.text_correction","typeLabel":"integer"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_quality","typeLabel":"object"},"task_cost_usd":{"type":"object","description":"The total cost in USD of the benchmark samples for each task.","properties":{"dictation":{"type":"number","format":"float","description":"The value for the dictation task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_usd.dictation","typeLabel":"number\u003cfloat>"},"information_extraction":{"type":"number","format":"float","description":"The value for the information extraction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_usd.information_extraction","typeLabel":"number\u003cfloat>"},"summarization":{"type":"number","format":"float","description":"The value for the summarization task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_usd.summarization","typeLabel":"number\u003cfloat>"},"text_correction":{"type":"number","format":"float","description":"The value for the text correction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_usd.text_correction","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_usd","typeLabel":"object"},"task_cost_per_quality":{"type":"object","description":"The `cost_per_quality` value for each task.","properties":{"dictation":{"type":"number","format":"float","description":"The value for the dictation task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_quality.dictation","typeLabel":"number\u003cfloat>"},"information_extraction":{"type":"number","format":"float","description":"The value for the information extraction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_quality.information_extraction","typeLabel":"number\u003cfloat>"},"summarization":{"type":"number","format":"float","description":"The value for the summarization task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_quality.summarization","typeLabel":"number\u003cfloat>"},"text_correction":{"type":"number","format":"float","description":"The value for the text correction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_quality.text_correction","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_quality","typeLabel":"object"},"task_cost_per_hour_usd":{"type":"object","description":"The estimated cost in USD to process one hour of audio for each task.","properties":{"dictation":{"type":"number","format":"float","description":"The value for the dictation task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_hour_usd.dictation","typeLabel":"number\u003cfloat>"},"information_extraction":{"type":"number","format":"float","description":"The value for the information extraction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_hour_usd.information_extraction","typeLabel":"number\u003cfloat>"},"summarization":{"type":"number","format":"float","description":"The value for the summarization task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_hour_usd.summarization","typeLabel":"number\u003cfloat>"},"text_correction":{"type":"number","format":"float","description":"The value for the text correction task.","uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_hour_usd.text_correction","typeLabel":"number\u003cfloat>"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX].task_cost_per_hour_usd","typeLabel":"object"}},"uniqueKey":"data.items.[INDEX].performance.data.items.[INDEX]","typeLabel":"object"},"description":"The benchmark results, one entry per bucket and reasoning effort.","uniqueKey":"data.items.[INDEX].performance.data","typeLabel":"object[]"}},"uniqueKey":"data.items.[INDEX].performance","typeLabel":"object"}},"uniqueKey":"data.items.[INDEX]","typeLabel":"object"},"description":"The list of models available through LLM Gateway.","isRequired":true,"uniqueKey":"data","typeLabel":"object[]"}},"required":["data"],"uniqueKey":"","typeLabel":"object"},"examples":{"models_example":{"title":"models_example","value":{"data":[{"id":"qwen3.5-4b-32k-fast","name":"Qwen3.5 4B Fast","description":"","creator":"Qwen","context_length":32768,"supported_parameters":["max_tokens","temperature","stream"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"top_provider":{"is_moderated":false,"context_length":32768,"max_completion_tokens":8192},"pricing":{"global":{"prompt":0.1,"completions":0.5}},"retirement_date":0,"available_regions":["us","eu"],"providers":[{"id":"assemblyai","name":"AssemblyAI"}],"default_provider":{"id":"assemblyai","name":"AssemblyAI"},"date_added":null,"performance":{"status":"beta","data":[{"model":"qwen3.5-4b-32k-fast","reasoning_effort":"default","bucket":"30s","quality_score":74,"total_cost_usd":0.006874,"cost_per_quality":0.00009289,"hourly_prompt_tokens":13717,"hourly_completion_tokens":2911,"cost_per_hour_usd":0.00262,"latency":{"n":100,"min":0.14,"max":0.675,"mean":0.33,"p50":0.28,"p95":0.573},"tokens_per_second":186.145,"ttft":{"n":50,"min":0.058,"max":0.325,"mean":0.138,"p50":0.108,"p95":0.322},"task_quality":{"dictation":81,"information_extraction":80,"summarization":76,"text_correction":62},"task_cost_usd":{"dictation":0.002237,"information_extraction":0.001633,"summarization":0.001248,"text_correction":0.001756},"task_cost_per_quality":{"dictation":0.00006904,"information_extraction":0.0001021,"summarization":0.00008211,"text_correction":0.0001416},"task_cost_per_hour_usd":{"dictation":0.002114,"information_extraction":0.002742,"summarization":0.002768,"text_correction":0.003383}}]}},{"id":"claude-sonnet-4-6","name":"Sonnet 4.6","description":"","creator":"Claude","context_length":200000,"supported_parameters":["max_tokens","temperature","tools","tool_choice","response_format","stream"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"top_provider":{"is_moderated":false,"context_length":200000,"max_completion_tokens":128000},"pricing":{"global":{"prompt":3,"completions":15,"input_cache_read":0.3,"input_cache_write":3.75,"input_cache_write_1h":6},"regional_increase_percent":0.1},"retirement_date":0,"available_regions":["us","eu","global"]},{"id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","description":"","creator":"Google","context_length":1048576,"supported_parameters":["max_tokens","response_format","temperature","tools","tool_choice","stream"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"top_provider":{"is_moderated":false,"context_length":1048576,"max_completion_tokens":65535},"pricing":{"global":{"prompt":0.1,"completions":0.4,"input_cache_read":0.01},"regional_increase_percent":0.1},"retirement_date":0,"available_regions":["us","eu","global"]}]}}},"exampleType":"examples"}},"exampleType":"examples"},"621b80c3-dc3a-44b6-8128-c4bce150749c":{"description":"An unexpected error occurred.","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"integer","format":"int32","description":"HTTP status code for the error.","isRequired":true,"uniqueKey":"code","typeLabel":"integer\u003cint32>"},"message":{"type":"string","description":"A human-readable description of the error.","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","format":"uuid","description":"Unique identifier for the request.","isRequired":true,"uniqueKey":"request_id","typeLabel":"string\u003cuuid>"},"metadata":{"type":"object","description":"Optional. Present on 400 responses with per-field validation details.","properties":{"errors":{"type":"array","items":{"type":"string","uniqueKey":"metadata.errors.items.[INDEX]","typeLabel":"string"},"description":"List of specific validation failure messages.","uniqueKey":"metadata.errors","typeLabel":"string[]"}},"uniqueKey":"metadata","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":123,"message":"\u003cstring>","request_id":"3c90c3cc-0d44-4b50-8888-8dd25736052a","metadata":{"errors":["\u003cstring>"]}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{},"servers":{"fa2d4ea7-fb89-494a-929d-365207d69f79":{"url":"https://llm-gateway.assemblyai.com/v1","description":"Production Server","x-fern-server-name":"Production"}}},"originalFileLocation":"api-reference/specs/llm-gateway.yaml"},"subdomain":"assemblyai-fff14a6f","siteName":"AssemblyAI","title":"List available models - AssemblyAI","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-16T17:23:17.245Z","originalFileLocation":"llm-gateway/api-reference/list-available-models.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn\u0026#x27;t require authentication.\">\u003cmeta data-mint-head name=\"application-name\" content=\"AssemblyAI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"List available models - AssemblyAI\">\u003cmeta data-mint-head property=\"og:description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn\u0026#x27;t require authentication.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"AssemblyAI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assemblyai-fff14a6f.mintlify.site/docs/_mintlify/api/og/v2?division=API+reference\u0026amp;title=List+available+models\u0026amp;description=%0A%0A%3CNote%3ETo+use+our+EU+server+for+LLM+Gateway%2C+replace+%60llm-gateway.assemblyai.com%60+with+%60llm-gateway.eu.assemblyai.com%60.%3C%2FNote%3E%0A%0AReturns+the+list+of+models+avai\u0026amp;theme=de66a831debd161b892ce587\u0026amp;signature=372432fb68c56be115be920289281dff2ba57e00fcd1f8d63a15693b0306b67e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"List available models - AssemblyAI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn\u0026#x27;t require authentication.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assemblyai-fff14a6f.mintlify.site/docs/_mintlify/api/og/v2?division=API+reference\u0026amp;title=List+available+models\u0026amp;description=%0A%0A%3CNote%3ETo+use+our+EU+server+for+LLM+Gateway%2C+replace+%60llm-gateway.assemblyai.com%60+with+%60llm-gateway.eu.assemblyai.com%60.%3C%2FNote%3E%0A%0AReturns+the+list+of+models+avai\u0026amp;theme=de66a831debd161b892ce587\u0026amp;signature=372432fb68c56be115be920289281dff2ba57e00fcd1f8d63a15693b0306b67e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"AssemblyAI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#614fd2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/llm-gateway/api-reference/list-available-models.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://www.assemblyai.com/#organization\",\"name\":\"AssemblyAI\",\"url\":\"https://www.assemblyai.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-primary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=808d2a677e2536423045d44b3f330ac2\"}},{\"@type\":\"WebSite\",\"@id\":\"https://www.assemblyai.com/docs#website\",\"name\":\"AssemblyAI\",\"url\":\"https://www.assemblyai.com/docs\",\"publisher\":{\"@id\":\"https://www.assemblyai.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models#webpage\",\"url\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models\",\"name\":\"List available models\",\"description\":\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn't require authentication.\",\"dateModified\":\"2026-10-16T17:23:17.245Z\",\"isPartOf\":{\"@id\":\"https://www.assemblyai.com/docs#website\"},\"breadcrumb\":{\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API reference\",\"item\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-chat-completion\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"List available models\",\"item\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models#apireference\",\"headline\":\"List available models\",\"name\":\"List available models\",\"description\":\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Returns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See Choose a model for how to use the performance data. This endpoint doesn't require authentication.\",\"url\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models\",\"mainEntityOfPage\":{\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/list-available-models#webpage\"},\"dateModified\":\"2026-10-16T17:23:17.245Z\",\"publisher\":{\"@id\":\"https://www.assemblyai.com/#organization\"},\"isPartOf\":{\"@id\":\"https://www.assemblyai.com/docs#website\"}}]}\u003c/script>","siteName":"AssemblyAI","nav":{"global":null,"tabs":[{"tab":"Overview","pages":[{"title":"Overview","href":""}]},{"tab":"Pre-recorded STT","pages":[{"title":"Pre-recorded STT","href":"/pre-recorded-audio/getting-started/transcribe-an-audio-file"}]},{"tab":"Real-time STT","pages":[{"title":"Real-time STT","href":"/streaming/getting-started/transcribe-streaming-audio"}]},{"tab":"Sync STT","pages":[{"title":"Sync STT","href":"/sync-stt/getting-started/quickstart"}]},{"tab":"Dictation API","pages":[{"title":"Dictation API","href":"/dictation"}]},{"tab":"Text to Speech","pages":[{"title":"Text to Speech","href":"/tts/getting-started/quickstart"}]},{"tab":"Voice Agent API","hidden":true,"pages":[{"title":"Voice Agent API","href":"/voice-agents/voice-agent-api"}]},{"tab":"Speech Understanding","pages":[{"title":"Speech Understanding","href":"/speech-understanding/getting-started"}]},{"tab":"Guardrails","pages":[{"title":"Guardrails","href":"/guardrails/getting-started"}]},{"tab":"LLM Gateway","groups":[{"group":"Getting started","pages":[{"title":"Quickstart","sidebarTitle":"Quickstart","href":"/llm-gateway/quickstart"},{"title":"Model Catalog","url":"https://www.assemblyai.com/products/llm-gateway/models","href":"/nav-links/llm-gateway-models"},{"title":"Choose a model","sidebarTitle":"Choose a model","href":"/llm-gateway/choose-a-model"},{"title":"Providers","sidebarTitle":"Providers","href":"/llm-gateway/providers"}]},{"group":"Gateway features","pages":[{"title":"Model Fallbacks","sidebarTitle":"Model Fallbacks","href":"/llm-gateway/fallback"},{"title":"Prompt Caching","sidebarTitle":"Prompt caching","href":"/llm-gateway/prompt-caching"},{"title":"Cloud Endpoints and Data Residency","sidebarTitle":"Cloud endpoints \u0026 data residency","href":"/llm-gateway/cloud-endpoints-and-data-residency"},{"title":"Manage rate limits","sidebarTitle":"Manage rate limits","href":"/llm-gateway/rate-limits"},{"title":"Improve Latency","sidebarTitle":"Improve Latency","href":"/llm-gateway/improve-latency"},{"title":"Troubleshooting","href":"/llm-gateway/troubleshooting"}]},{"group":"Chat completions","pages":[{"title":"Basic Chat Completions","sidebarTitle":"Basic chat completions","href":"/llm-gateway/chat-completions"},{"title":"Multi-turn Conversations","sidebarTitle":"Multi-turn conversations","href":"/llm-gateway/conversations"},{"title":"Tool Calling","sidebarTitle":"Tool Calling","href":"/llm-gateway/tool-calling"},{"title":"Structured Outputs","sidebarTitle":"Structured Outputs","href":"/llm-gateway/structured-outputs"},{"title":"Agentic Workflows","sidebarTitle":"Build agentic workflows","href":"/llm-gateway/agentic-workflows"},{"title":"Saved prompts and prompt templates","sidebarTitle":"Saved prompts and prompt templates","href":"/llm-gateway/saved-prompts"},{"title":"Prompt Engineering for LLM Gateway","sidebarTitle":"Prompt engineering","href":"/llm-gateway/prompt-engineering"},{"title":"Ask Questions About Your Audio Transcripts","sidebarTitle":"Ask questions about your audio data","href":"/llm-gateway/ask-questions"}]},{"group":"Decisions","pages":[{"title":"Decisions","sidebarTitle":"Decisions","href":"/llm-gateway/decisions"}]},{"group":"API reference","pages":[{"title":"Create a chat completion","openapi":"api-reference/specs/llm-gateway.yaml POST /chat/completions","href":"/llm-gateway/api-reference/create-chat-completion"},{"title":"Create speech understanding","openapi":"api-reference/specs/llm-gateway.yaml POST /understanding","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nPerform various speech understanding tasks like [Translation](https://www.assemblyai.com/docs/speech-understanding/translation), [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification), and [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","href":"/llm-gateway/api-reference/create-speech-understanding"},{"title":"List available models","openapi":"api-reference/specs/llm-gateway.yaml GET /models","href":"/llm-gateway/api-reference/list-available-models"},{"title":"Create a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml POST /prompts","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nStores a prompt under a name so it can be used later by passing `aai_prompt` to [Create a chat completion](https://www.assemblyai.com/docs/llm-gateway/api-reference/create-chat-completion). Names are unique per account. See [Saved prompts](https://www.assemblyai.com/docs/llm-gateway/saved-prompts) for the full guide.","href":"/llm-gateway/api-reference/create-saved-prompt"},{"title":"Get a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml GET /prompts/{name}","href":"/llm-gateway/api-reference/get-saved-prompt"},{"title":"Update a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml PUT /prompts/{name}","href":"/llm-gateway/api-reference/update-saved-prompt"},{"title":"Delete a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml DELETE /prompts/{name}","href":"/llm-gateway/api-reference/delete-saved-prompt"},{"title":"Create a decision","openapi":"api-reference/specs/llm-gateway.yaml POST /decisions","href":"/llm-gateway/api-reference/create-decision"}]},{"group":"Voice AI Guides","pages":[{"title":"Apply LLM Gateway to Audio Transcripts","sidebarTitle":"Apply LLM Gateway to pre-recorded audio","href":"/llm-gateway/apply-llms-to-audio-files"},{"group":"Basic LLM Gateway workflows","pages":[{"title":"Setup An AI Coach With LLM Gateway","href":"/guides/task-endpoint-ai-coach"},{"title":"Generate Action Items with LLM Gateway","href":"/guides/task-endpoint-action-items"},{"title":"Prompt A Structured Q\u0026A Response Using LLM Gateway","href":"/guides/task-endpoint-structured-QA"},{"title":"Estimate Input Token Costs for LLM Gateway","href":"/guides/counting-tokens"}]},{"group":"Get quotes and citations with LLM Gateway","pages":[{"title":"Extract Dialogue Data with LLM Gateway and JSON","href":"/guides/dialogue-data"},{"title":"Extract Quotes with Timestamps Using LLM Gateway + Semantic Search","href":"/guides/transcript-citations"},{"title":"Extract Transcript Quotes with LLM Gateway","href":"/guides/timestamped-transcripts"}]},{"group":"Substitute Speech Understanding with LLM Gateway","pages":[{"title":"Analyze The Sentiment Of A Customer Call using LLM Gateway","href":"/guides/call-sentiment-analysis"},{"title":"Custom Topic Tags Using LLM Gateway","sidebarTitle":"Custom Topic Tags","href":"/guides/custom-topic-tags"},{"title":"Redact PII from Text Using LLM Gateway","href":"/guides/llm-gateway-pii-redaction"}]},{"group":"Streaming with LLM Gateway","pages":[{"title":"Apply LLM Gateway to Streaming","sidebarTitle":"Apply LLM Gateway to streaming audio","href":"/guides/real_time_llm_gateway"},{"title":"Translate Real-time STT Transcripts with LLM Gateway","href":"/guides/real_time_translation"}]},{"group":"Use-case specific LLM Gateway workflows","pages":[{"title":"Implement a Sales Playbook Using LLM Gateway","href":"/guides/sales-playbook"},{"title":"Segment A Phone Call using LLM Gateway","href":"/guides/phone-call-segmentation"},{"title":"Generate SOAP Notes using LLM Gateway","href":"/guides/soap-note-generation"}]}]}]},{"tab":"FAQ","pages":[{"title":"FAQ","href":"/faq"}]}]},"basePath":"","title":"List available models - AssemblyAI","buildId":"dpl_BSPUBxEoKhhK7HzXVDPxdPvWx4xc","deploymentId":"dpl_BSPUBxEoKhhK7HzXVDPxdPvWx4xc","dynamics":["10e4515597","c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["BannerMarkdown--rjwFo9x.js","dist-qmLwQyWY.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","clsx-apD-Q0Oo.js","html-void-elements-mCSPHezU.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","OpenApiReferenceProvider-Do6EtGSl.js","utils-id4tQ6My.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-Byrixac4.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-nakYa3Zl.js","snippetPresets-Bq-pUS7h.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-CujTC_9K.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-FneVUsVu.js","shallow-DY9WpUCz.js","getApiPlaygroundDisplay-Bz8WpPfA.js","CodeSnippet-DgCuJg4G.js","CodeSnippets-Dub9c4T0.js","Page-CePXnjd1.js","getPastedJson-xdI8y2XB.js","icon--yVw5vkr.js","MethodPill-C47t7MdS.js","DuplicateIcon-BzwJ2LeC.js","createIcon-BzggGy84.js","DynamicMarkdown-AlxJK8VR.js","SectionHeading-CMlwFxdK.js","axios-vUo_bRtp.js","Markdown-BNgNrPsi.js","AssistantPageLink-Dc4qTkWx.js"]}