{ "speech_understanding": { "request": { "translation": { "target_languages": [ "es", "de" ], "formal": true, "match_original_utterance": true }, "speaker_identification": { "speaker_type": "name", "speakers": [ { "name": "Michel Martin", "description": "Hosts the program and interviews the guests", "company": "NPR", "title": "Host Morning Edition" }, { "name": "Peter DeCarlo", "description": "Answers questions from the interview", "company": "Johns Hopkins University", "title": "Professor and Vice Chair of Environmental Health and Engineering" } ] }, "custom_formatting": { "date": "mm/dd/yyyy", "phone_number": "(xxx)xxx-xxxx", "email": "username@domain.com" }, "summarization": { "summary_type": "bullets" } }, "response": { "summarization": { "status": "success", "effort": "low", "summary": [ { "start": 0, "end": 1000, "bullets": [ "Host introduces Dr Peter DeCarlo", "Asks for a quick intro" ] }, { "start": 1050, "end": 3500, "bullets": [ "Identifies key issues with the climate" ] } ] }, "translation": { "status": "success" }, "speaker_identification": { "mapping": { "A": "Michel Martin", "B": "Peter DeCarlo" }, "status": "success" }, "custom_formatting": { "status": "success", "mapping": { "2024-12-25": "12/25/2024", "555-1234-5678": "(555)123-45678" }, "formatted_text": "Call me at (555)123-45678 on 12/25/2024", "formatted_utterances": [ { "confidence": 0.92, "start": 0, "end": 2500, "text": "Hi, I'm the interviewer. Call me at (555)123-45678 on 12/25/2024", "speaker": "interviewer" }, { "confidence": 0.95, "start": 2500, "end": 5000, "text": "Thanks! I'll reach out then.", "speaker": "candidate" } ] } } }, "translated_texts": { "es": "Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro. ¡Gracias! Me pondré en contacto entonces.", "de": "Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig. Danke! Ich werde mich dann melden." }, "utterances": [ { "confidence": 0.92, "start": 0, "end": 2500, "text": "Hi, I'm the interviewer. Call me at five five five one two three four five six seven eight on December twenty fifth twenty twenty four", "speaker": "interviewer", "translated_texts": { "es": "Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro", "de": "Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig" } }, { "confidence": 0.95, "start": 2500, "end": 5000, "text": "Thanks! I'll reach out then.", "speaker": "candidate", "translated_texts": { "es": "¡Gracias! Me pondré en contacto entonces.", "de": "Danke! Ich werde mich dann melden." } } ], "words": []}
{ "speech_understanding": { "request": { "translation": { "target_languages": [ "es", "de" ], "formal": true, "match_original_utterance": true }, "speaker_identification": { "speaker_type": "name", "speakers": [ { "name": "Michel Martin", "description": "Hosts the program and interviews the guests", "company": "NPR", "title": "Host Morning Edition" }, { "name": "Peter DeCarlo", "description": "Answers questions from the interview", "company": "Johns Hopkins University", "title": "Professor and Vice Chair of Environmental Health and Engineering" } ] }, "custom_formatting": { "date": "mm/dd/yyyy", "phone_number": "(xxx)xxx-xxxx", "email": "username@domain.com" }, "summarization": { "summary_type": "bullets" } }, "response": { "summarization": { "status": "success", "effort": "low", "summary": [ { "start": 0, "end": 1000, "bullets": [ "Host introduces Dr Peter DeCarlo", "Asks for a quick intro" ] }, { "start": 1050, "end": 3500, "bullets": [ "Identifies key issues with the climate" ] } ] }, "translation": { "status": "success" }, "speaker_identification": { "mapping": { "A": "Michel Martin", "B": "Peter DeCarlo" }, "status": "success" }, "custom_formatting": { "status": "success", "mapping": { "2024-12-25": "12/25/2024", "555-1234-5678": "(555)123-45678" }, "formatted_text": "Call me at (555)123-45678 on 12/25/2024", "formatted_utterances": [ { "confidence": 0.92, "start": 0, "end": 2500, "text": "Hi, I'm the interviewer. Call me at (555)123-45678 on 12/25/2024", "speaker": "interviewer" }, { "confidence": 0.95, "start": 2500, "end": 5000, "text": "Thanks! I'll reach out then.", "speaker": "candidate" } ] } } }, "translated_texts": { "es": "Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro. ¡Gracias! Me pondré en contacto entonces.", "de": "Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig. Danke! Ich werde mich dann melden." }, "utterances": [ { "confidence": 0.92, "start": 0, "end": 2500, "text": "Hi, I'm the interviewer. Call me at five five five one two three four five six seven eight on December twenty fifth twenty twenty four", "speaker": "interviewer", "translated_texts": { "es": "Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro", "de": "Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig" } }, { "confidence": 0.95, "start": 2500, "end": 5000, "text": "Thanks! I'll reach out then.", "speaker": "candidate", "translated_texts": { "es": "¡Gracias! Me pondré en contacto entonces.", "de": "Danke! Ich werde mich dann melden." } } ], "words": []}
Successful response containing the speech understanding results.
Option 1
Option 2
Option 3
Option 4
speech_understanding
object
Show child attributes
translated_texts
object
Translated text keyed by language code (e.g., {"es": "Texto traducido"})
Show child attributes
utterances
object[]
Array of utterances with translations (when match_original_utterance is true)
Show child attributes
words
object[]
Was this page helpful?
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"AssemblyAI","description":"AssemblyAI provides production-ready Voice AI models for speech-to-text, speaker detection, sentiment analysis, and more. Build with pre-recorded or streaming audio using REST APIs and WebSockets.","colors":{"primary":"#614fd2","light":"#887bdd","dark":"#614fd2"},"logo":{"light":"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-primary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=808d2a677e2536423045d44b3f330ac2","dark":"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-secondary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=065ec1618693f8650241242ec62ed0ad","href":"https://www.assemblyai.com"},"favicon":"https://mintcdn.com/assemblyai-fff14a6f/6OQYF4QMRVQRoCb1/assets/favicon.png?fit=max\u0026auto=format\u0026n=6OQYF4QMRVQRoCb1\u0026q=85\u0026s=74b6b6a7321938bd113d4a271e06068d","api":{"openapi":["openapi.yaml","api-reference/specs/llm-gateway.yaml","api-reference/specs/streaming-token.yaml"],"asyncapi":["api-reference/specs/streaming.yaml","api-reference/specs/streaming-tts.yaml"]},"background":{"color":{"light":"#fdfcf8","dark":"#1d1b16"}},"navbar":{"links":[{"href":"https://www.assemblyai.com/playground","label":"Playground"},{"href":"https://www.assemblyai.com/changelog","label":"Changelog"}],"primary":{"type":"button","label":"Sign In","href":"https://www.assemblyai.com/dashboard/login"}},"footer":{"socials":{"x":"https://x.com/AssemblyAI","github":"https://github.com/AssemblyAI","linkedin":"https://www.linkedin.com/company/assemblyai"},"links":[{"header":"Legal","items":[{"label":"Terms of Service","href":"https://www.assemblyai.com/legal/terms-of-service"},{"label":"Privacy Policy","href":"https://www.assemblyai.com/legal/privacy-policy"},{"label":"Trust Center","href":"https://app.vanta.com/assemblyai/trust/7n80syl8zln1bn1qm3x8eg"},{"label":"Subprocessors","href":"https://app.vanta.com/assemblyai/trust/7n80syl8zln1bn1qm3x8eg/subprocessors"},{"label":"Do not sell my Personal Information","href":"#privacy-choices"}]}]},"seo":{"metatags":{"canonical":"https://www.assemblyai.com/docs"}},"fonts":{"heading":{"family":"GT Standard","weight":600,"source":"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Semibold.woff2","format":"woff2"},"body":{"family":"GT Standard","weight":400,"source":"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Regular.woff2","format":"woff2"}},"icons":{"library":"fontawesome"},"banner":{"content":"**New** AssemblyAI-TTS-1: Text-to-speech for voice agents. [Learn more](https://www.assemblyai.com/docs/tts/getting-started/quickstart)","dismissible":true},"contextual":{"options":["copy","view","chatgpt","claude","download-spec"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"assemblyai-fff14a6f","hasAudioNarration":false,"actualSubdomain":"assemblyai-fff14a6f","customDomains":["assemblyai.com"],"gitSource":{"type":"github","owner":"assemblyai","repo":"assemblyai-docs","deployBranch":"master","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6afe24e1d0a91bd1cb37d148","clientVersion":"0.0.4205","searchFilterCounts":[{"language":"default","tag":"Overview","count":119},{"language":"default","tag":"FAQ","count":96},{"language":"default","tag":"Pre-recorded STT","count":71},{"language":"default","tag":"Guides","count":60},{"language":"default","tag":"Real-time STT","count":50},{"language":"default","tag":"Tutorials","count":48},{"language":"default","tag":"Pre-recorded audio","count":47},{"language":"default","tag":"LLM Gateway","count":45},{"language":"default","tag":"Features","count":39},{"language":"default","tag":"API reference","count":35}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true,"attachments":{"status":"DISABLED"}},"basePath":"/docs","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Regular.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Regular.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Regular.woff2\") format(\"woff2\");font-weight:400;font-style:normal;font-display:swap}@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Medium.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Medium.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Medium.woff2\") format(\"woff2\");font-weight:500;font-style:normal;font-display:swap}@font-face{font-family:\"GT Standard\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/GT-Standard-M-Semibold.woff2\")\n format(\"woff2\"),\n url(\"https://www.assemblyai.com/docs/assets/GT-Standard-M-Semibold.woff2\")\n format(\"woff2\"),\n url(\"/assets/GT-Standard-M-Semibold.woff2\") format(\"woff2\");font-weight:600;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Light.woff2\")\n format(\"woff2\");font-weight:300;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Regular.woff2\")\n format(\"woff2\");font-weight:400;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Medium.woff2\")\n format(\"woff2\");font-weight:500;font-style:normal;font-display:swap}@font-face{font-family:\"Modern Gothic Mono\";src:url(\"https://www.assemblyai.com/_aai/fonts/rebrand/ModernGothicMono-Italic.woff2\")\n format(\"woff2\");font-weight:400;font-style:italic;font-display:swap}html:root{--font-family-body-custom: \"GT Standard\", -apple-system, BlinkMacSystemFont,\n \"Segoe UI\", sans-serif;--font-family-headings-custom: \"GT Standard\", -apple-system, BlinkMacSystemFont,\n \"Segoe UI\", sans-serif}code,kbd,samp,pre,pre code,pre code span{font-family:\"Modern Gothic Mono\", \"JetBrains Mono\", ui-monospace, SFMono-Regular,\n Menlo, Consolas, monospace!important}html{overflow-y:scroll;scrollbar-gutter:stable}pre,pre code,pre code span{font-size:0.75rem!important;line-height:1.5!important}:not(pre)>code{font-size:0.75rem!important;line-height:inherit!important}[data-nav-tag=\"WSS\"]{color:#614fd2!important;background-color:rgba(136, 123, 221, 0.14)!important;font-size:0.55rem!important}:is(.dark) [data-nav-tag=\"WSS\"]{color:#887bdd!important}div:has(>.nav-tag-pill>[data-nav-tag=\"WSS\"]){order:-1}.nav-tag-pill:has(>[data-nav-tag=\"WSS\"]){width:2.375rem;justify-content:flex-start}.ws-endpoint{display:flex;align-items:center;gap:0.625rem;margin:1rem 0 1.75rem;padding:0.5rem 0.75rem;border:1px solid rgba(0, 0, 0, 0.08);border-radius:0.5rem;background:rgba(0, 0, 0, 0.02);font-size:0.875rem;overflow-x:auto}:is(.dark) .ws-endpoint{border-color:rgba(255, 255, 255, 0.1);background:rgba(255, 255, 255, 0.03)}.ws-endpoint-badge{flex:none;font-weight:700;font-size:0.75rem;letter-spacing:0.02em;color:#614fd2;background:rgba(136, 123, 221, 0.14);padding:0.1875rem 0.5rem;border-radius:0.375rem}:is(.dark) .ws-endpoint-badge{color:#887bdd}.ws-endpoint-url{font-family:ui-monospace, SFMono-Regular, \"SF Mono\", Menlo, Consolas, monospace;white-space:nowrap}#assistant-entry,:is(.dark) #assistant-entry{background-color:#614fd2!important;filter:none!important}#assistant-entry:hover,:is(.dark) #assistant-entry:hover{background-color:#614fd2!important;opacity:0.9;filter:none!important}#assistant-entry span,#assistant-entry svg,:is(.dark) #assistant-entry span,:is(.dark) #assistant-entry svg{color:#ffffff!important}.callout strong{font-weight:700}*{-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;-o-font-smoothing:antialiased}.katex-display{overflow-x:visible!important;overflow-y:visible!important}.katex-display>.katex{display:flex!important;justify-content:center;width:100%!important;overflow-x:visible!important;overflow-y:visible!important}.katex-display>.katex>.katex-html{display:inline-block!important;width:auto!important;max-width:100%;overflow-x:visible!important;overflow-y:visible!important}.card-logo-icon{display:block;width:1.5rem!important;height:1.5rem!important;min-width:1.5rem;max-width:1.5rem;max-height:1.5rem;margin:0!important;object-fit:contain;object-position:center;vertical-align:middle}.card-logo-icon-livekit{transform:scale(0.9)}.card-logo-icon-pipecat{transform:scale(1.12)}.card-logo-icon-livekit,.card-logo-icon-pipecat,.card-logo-icon-vercel{color:#614fd2}:is(.dark) .card-logo-icon-livekit,:is(.dark) .card-logo-icon-pipecat,:is(.dark) .card-logo-icon-vercel{color:#887bdd}.recommended-pill{background:#614fd2;color:#fff;padding:2px 8px;border-radius:9999px;font-size:0.7rem;font-weight:600;margin-left:6px;vertical-align:middle;white-space:nowrap}:is(.dark) .recommended-pill{background:#614fd2}.preview-pill{background:#b45309;color:#fff;padding:2px 8px;border-radius:9999px;font-size:0.7rem;font-weight:600;margin-left:6px;vertical-align:middle;white-space:nowrap}:is(.dark) .preview-pill{background:#b45309}table code{white-space:nowrap}"}],"page":{"pagePath":"llm-gateway/api-reference/create-speech-understanding","slug":"/llm-gateway/api-reference/create-speech-understanding","pageMetadata":{"title":"Create speech understanding","og.description":"Apply LLM Gateway to audio transcripts.","openapi":"api-reference/specs/llm-gateway.yaml POST /understanding","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nPerform various speech understanding tasks like [Translation](https://www.assemblyai.com/docs/speech-understanding/translation), [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification), and [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","href":"/llm-gateway/api-reference/create-speech-understanding"},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n a: \"a\",\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n }, {Note} = _components;\n if (!Note) _missingMdxReference(\"Note\", true);\n return _jsxs(_Fragment, {\n children: [_jsxs(Note, {\n children: [\"To use our EU server for LLM Gateway, replace \", _jsx(_components.code, {\n children: \"llm-gateway.assemblyai.com\"\n }), \" with \", _jsx(_components.code, {\n children: \"llm-gateway.eu.assemblyai.com\"\n }), \".\"]\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Perform various speech understanding tasks like \", _jsx(_components.a, {\n href: \"https://www.assemblyai.com/docs/speech-understanding/translation\",\n children: \"Translation\"\n }), \", \", _jsx(_components.a, {\n href: \"https://www.assemblyai.com/docs/speech-understanding/speaker-identification\",\n children: \"Speaker Identification\"\n }), \", and \", _jsx(_components.a, {\n href: \"https://www.assemblyai.com/docs/speech-understanding/custom-formatting\",\n children: \"Custom Formatting\"\n }), \".\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\nfunction _missingMdxReference(id, component) {\n throw new Error(\"Expected \" + (component ? \"component\" : \"object\") + \" `\" + id + \"` to be defined: you likely forgot to import, pass, or provide it.\");\n}\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Create speech understanding","og.description":"Apply LLM Gateway to audio transcripts.","openapi":"api-reference/specs/llm-gateway.yaml POST /understanding","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nPerform various speech understanding tasks like [Translation](https://www.assemblyai.com/docs/speech-understanding/translation), [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification), and [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","href":"/llm-gateway/api-reference/create-speech-understanding"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/docs/_mintlify/custom/assemblyai-fff14a6f/c705301dcef66bf6/rudderstack.js","/docs/_mintlify/custom/assemblyai-fff14a6f/700d2574de973df9/chat-widget.js","/docs/_mintlify/custom/assemblyai-fff14a6f/33c4022d4e30e01c/ketch.js"],"openApiReferenceData":{"operation":{"x-fern-sdk-group-name":"LLM Gateway","x-fern-display-name":"Speech Understanding","summary":"Process speech understanding","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nPerform various speech understanding tasks like [Translation](https://www.assemblyai.com/docs/speech-understanding/translation), [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification), and [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","operationId":"createSpeechUnderstanding","requestBody":"118355f0-1272-459e-aaad-3d64d079a5fe","responses":{"200":"13432e1f-6444-4f9e-a251-fbfa48d7126c","default":"3ee4e0dc-3500-4acc-9342-076355f52010"},"method":"post","type":"path","servers":["12062d34-e3c2-48db-89b8-5005713a7903"],"security":["713eed42-16dc-4e8d-ab60-8578424f8bbc"],"path":"/understanding","baseUrlOptions":["https://llm-gateway.assemblyai.com/v1"],"title":"Process speech understanding","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"description":"Request body for speech understanding tasks.","required":true,"content":{"application/json":{"schema":{"type":"object","properties":{"transcript_id":{"type":"string","description":"The ID of the transcript to process.","isRequired":true,"uniqueKey":"transcript_id","typeLabel":"string"},"speech_understanding":{"type":"object","description":"The speech understanding task to perform. Supports [Translation](https://www.assemblyai.com/docs/speech-understanding/translation), [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification), and [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting). Click into the request object below to see the available options.","properties":{"request":{"oneOf":[{"type":"object","description":"Request body for [Translation](https://www.assemblyai.com/docs/speech-understanding/translation).","required":["translation"],"properties":{"translation":{"type":"object","properties":{"target_languages":{"type":"array","items":{"type":"string","uniqueKey":"speech_understanding.request.oneOf.0.translation.target_languages.items.[INDEX]","typeLabel":"string"},"description":"List of target language codes (e.g., `[\"es\", \"de\"]`). See [Translation](https://www.assemblyai.com/docs/speech-understanding/translation) for supported languages.","isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.0.translation.target_languages","typeLabel":"string[]"},"formal":{"type":"boolean","description":"Use formal language style. See [Translation](https://www.assemblyai.com/docs/speech-understanding/translation) for more details.","default":true,"uniqueKey":"speech_understanding.request.oneOf.0.translation.formal","typeLabel":"boolean"},"match_original_utterance":{"type":"boolean","description":"When enabled with Speaker Labels, returns translated text in the utterances array. Each utterance will include a `translated_texts` key containing translations for each target language.","default":false,"uniqueKey":"speech_understanding.request.oneOf.0.translation.match_original_utterance","typeLabel":"boolean"}},"required":["target_languages"],"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.0.translation","typeLabel":"object"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.0","typeLabel":"object"},{"type":"object","description":"Request body for [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification).","required":["speaker_identification"],"properties":{"speaker_identification":{"type":"object","properties":{"speaker_type":{"type":"string","enum":["role","name"],"description":"Type of speaker identification. See [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification) for details on each type.","isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speaker_type","typeLabel":"enum\u003cstring>"},"known_values":{"type":"array","items":{"type":"string","uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.known_values.items.[INDEX]","typeLabel":"string"},"description":"Required if speaker_type is \"role\". Each value must be 35 characters or less.","uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.known_values","typeLabel":"string[]"},"speakers":{"type":"array","description":"An array of speaker objects with metadata to improve identification accuracy. Each object should include a `role` or `name` (depending on `speaker_type`) and an optional `description` to help the model identify the speaker. You can also include any additional custom properties (e.g., `company`, `title`) to provide more context. Use this as an alternative to `known_values` when you want to provide additional context about each speaker.","items":{"type":"object","properties":{"role":{"type":"string","description":"The role of the speaker. Required when `speaker_type` is \"role\".","uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speakers.items.[INDEX].role","typeLabel":"string"},"name":{"type":"string","description":"The name of the speaker. Required when `speaker_type` is \"name\".","uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speakers.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","description":"A description of the speaker to help the model identify them based on conversational context.","uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speakers.items.[INDEX].description","typeLabel":"string"}},"additionalProperties":true,"uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speakers.items.[INDEX]","typeLabel":"object"},"uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification.speakers","typeLabel":"object[]"}},"required":["speaker_type"],"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.1.speaker_identification","typeLabel":"object"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.1","typeLabel":"object"},{"type":"object","description":"Request body for [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","required":["custom_formatting"],"properties":{"custom_formatting":{"type":"object","properties":{"date":{"type":"string","description":"Date format pattern (e.g., `\"mm/dd/yyyy\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"speech_understanding.request.oneOf.2.custom_formatting.date","typeLabel":"string"},"phone_number":{"type":"string","description":"Phone number format pattern (e.g., `\"(xxx)xxx-xxxx\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"speech_understanding.request.oneOf.2.custom_formatting.phone_number","typeLabel":"string"},"email":{"type":"string","description":"Email format pattern (e.g., `\"username@domain.com\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"speech_understanding.request.oneOf.2.custom_formatting.email","typeLabel":"string"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.2.custom_formatting","typeLabel":"object"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.2","typeLabel":"object"},{"type":"object","description":"Request body for [Summarization](https://www.assemblyai.com/docs/speech-understanding/summarization).","required":["summarization"],"properties":{"summarization":{"type":"object","properties":{"summary_type":{"type":"string","enum":["paragraph","bullets"],"description":"Type of summary. Bullets returns short bullet point style summaries, paragraph is generally more verbose and detailed.","isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.3.summarization.summary_type","typeLabel":"enum\u003cstring>"},"effort":{"type":"string","enum":["low","medium"],"uniqueKey":"speech_understanding.request.oneOf.3.summarization.effort","typeLabel":"enum\u003cstring>"}},"required":["summary_type"],"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.3.summarization","typeLabel":"object"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.3","typeLabel":"object"},{"type":"object","description":"Request body for [Action Items](https://www.assemblyai.com/docs/speech-understanding/action-items).","required":["action_items"],"properties":{"action_items":{"type":"object","properties":{"include_decisions":{"type":"bool","description":"Option to include decision making in action items.","uniqueKey":"speech_understanding.request.oneOf.4.action_items.include_decisions","typeLabel":"bool"},"effort":{"type":"string","enum":["low","medium"],"uniqueKey":"speech_understanding.request.oneOf.4.action_items.effort","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.4.action_items","typeLabel":"object"}},"isRequired":true,"uniqueKey":"speech_understanding.request.oneOf.4","typeLabel":"object"}],"isRequired":true,"uniqueKey":"speech_understanding.request","typeLabel":"object"}},"required":["request"],"isRequired":true,"uniqueKey":"speech_understanding","typeLabel":"object"}},"required":["transcript_id","speech_understanding"],"uniqueKey":"","typeLabel":"object"},"examples":{"translation_example":{"title":"translation_example","summary":"Translation request","value":{"transcript_id":"12345","speech_understanding":{"request":{"translation":{"target_languages":["es","de"],"formal":true,"match_original_utterance":true}}}}},"speaker_identification_example":{"title":"speaker_identification_example","summary":"Speaker identification request with known_values","value":{"transcript_id":"12345","speech_understanding":{"request":{"speaker_identification":{"speaker_type":"role","known_values":["interviewer","candidate"]}}}}},"speaker_identification_with_speakers_example":{"title":"speaker_identification_with_speakers_example","summary":"Speaker identification request with speakers metadata","value":{"transcript_id":"12345","speech_understanding":{"request":{"speaker_identification":{"speaker_type":"name","speakers":[{"name":"Michel Martin","description":"Hosts the program and interviews the guests","company":"NPR","title":"Host Morning Edition"},{"name":"Peter DeCarlo","description":"Answers questions from the interview","company":"Johns Hopkins University","title":"Professor and Vice Chair of Environmental Health and Engineering"}]}}}}},"custom_formatting_example":{"title":"custom_formatting_example","summary":"Custom formatting request","value":{"transcript_id":"12345","speech_understanding":{"request":{"custom_formatting":{"date":"mm/dd/yyyy","phone_number":"(xxx)xxx-xxxx","email":"username@domain.com"}}}}}},"exampleType":"examples"}},"exampleType":"examples"},"responses":{"13432e1f-6444-4f9e-a251-fbfa48d7126c":{"description":"Successful response containing the speech understanding results.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","properties":{"speech_understanding":{"type":"object","properties":{"request":{"type":"object","description":"Request body for [Translation](https://www.assemblyai.com/docs/speech-understanding/translation).","properties":{"translation":{"type":"object","properties":{"target_languages":{"type":"array","items":{"type":"string","uniqueKey":"oneOf.0.speech_understanding.request.translation.target_languages.items.[INDEX]","typeLabel":"string"},"description":"List of target language codes (e.g., `[\"es\", \"de\"]`). See [Translation](https://www.assemblyai.com/docs/speech-understanding/translation) for supported languages.","isRequired":true,"uniqueKey":"oneOf.0.speech_understanding.request.translation.target_languages","typeLabel":"string[]"},"formal":{"type":"boolean","description":"Use formal language style. See [Translation](https://www.assemblyai.com/docs/speech-understanding/translation) for more details.","default":true,"uniqueKey":"oneOf.0.speech_understanding.request.translation.formal","typeLabel":"boolean"},"match_original_utterance":{"type":"boolean","description":"When enabled with Speaker Labels, returns translated text in the utterances array. Each utterance will include a `translated_texts` key containing translations for each target language.","default":false,"uniqueKey":"oneOf.0.speech_understanding.request.translation.match_original_utterance","typeLabel":"boolean"}},"required":["target_languages"],"isRequired":true,"uniqueKey":"oneOf.0.speech_understanding.request.translation","typeLabel":"object"}},"required":["translation"],"uniqueKey":"oneOf.0.speech_understanding.request","typeLabel":"object"},"response":{"type":"object","properties":{"translation":{"type":"object","properties":{"status":{"type":"string","uniqueKey":"oneOf.0.speech_understanding.response.translation.status","typeLabel":"string"}},"uniqueKey":"oneOf.0.speech_understanding.response.translation","typeLabel":"object"}},"uniqueKey":"oneOf.0.speech_understanding.response","typeLabel":"object"}},"uniqueKey":"oneOf.0.speech_understanding","typeLabel":"object"},"translated_texts":{"type":"object","description":"Translated text keyed by language code (e.g., `{\"es\": \"Texto traducido\"}`)","additionalProperties":{"type":"string","uniqueKey":"oneOf.0.translated_texts.additionalProperties","typeLabel":"string"},"uniqueKey":"oneOf.0.translated_texts","typeLabel":"object"},"utterances":{"type":"array","description":"Array of utterances with translations (when `match_original_utterance` is true)","items":{"type":"object","properties":{"translated_texts":{"type":"object","description":"Translations keyed by language code (e.g., `{\"es\": \"Texto traducido\", \"de\": \"Übersetzter Text\"}`). Only present when `match_original_utterance` is enabled.","additionalProperties":{"type":"string","uniqueKey":"oneOf.0.utterances.items.[INDEX].translated_texts.additionalProperties","typeLabel":"string"},"uniqueKey":"oneOf.0.utterances.items.[INDEX].translated_texts","typeLabel":"object"}},"uniqueKey":"oneOf.0.utterances.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.0.utterances","typeLabel":"object[]"},"words":{"type":"array","items":{"type":"object","uniqueKey":"oneOf.0.words.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.0.words","typeLabel":"object[]"}},"uniqueKey":"oneOf.0","typeLabel":"object"},{"type":"object","properties":{"speech_understanding":{"type":"object","properties":{"request":{"type":"object","description":"Request body for [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification).","properties":{"speaker_identification":{"type":"object","properties":{"speaker_type":{"type":"string","enum":["role","name"],"description":"Type of speaker identification. See [Speaker Identification](https://www.assemblyai.com/docs/speech-understanding/speaker-identification) for details on each type.","isRequired":true,"uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speaker_type","typeLabel":"enum\u003cstring>"},"known_values":{"type":"array","items":{"type":"string","uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.known_values.items.[INDEX]","typeLabel":"string"},"description":"Required if speaker_type is \"role\". Each value must be 35 characters or less.","uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.known_values","typeLabel":"string[]"},"speakers":{"type":"array","description":"An array of speaker objects with metadata to improve identification accuracy. Each object should include a `role` or `name` (depending on `speaker_type`) and an optional `description` to help the model identify the speaker. You can also include any additional custom properties (e.g., `company`, `title`) to provide more context. Use this as an alternative to `known_values` when you want to provide additional context about each speaker.","items":{"type":"object","properties":{"role":{"type":"string","description":"The role of the speaker. Required when `speaker_type` is \"role\".","uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speakers.items.[INDEX].role","typeLabel":"string"},"name":{"type":"string","description":"The name of the speaker. Required when `speaker_type` is \"name\".","uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speakers.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","description":"A description of the speaker to help the model identify them based on conversational context.","uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speakers.items.[INDEX].description","typeLabel":"string"}},"additionalProperties":true,"uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speakers.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification.speakers","typeLabel":"object[]"}},"required":["speaker_type"],"isRequired":true,"uniqueKey":"oneOf.1.speech_understanding.request.speaker_identification","typeLabel":"object"}},"required":["speaker_identification"],"uniqueKey":"oneOf.1.speech_understanding.request","typeLabel":"object"},"response":{"type":"object","properties":{"speaker_identification":{"type":"object","properties":{"status":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.speech_understanding.response.speaker_identification.status","typeLabel":"string"},"mapping":{"type":"object","description":"A mapping of the original generic speaker labels (e.g., \"A\", \"B\") to the identified speaker names or roles.","additionalProperties":{"type":"string","uniqueKey":"oneOf.1.speech_understanding.response.speaker_identification.mapping.additionalProperties","typeLabel":"string"},"uniqueKey":"oneOf.1.speech_understanding.response.speaker_identification.mapping","typeLabel":"object"}},"required":["status"],"uniqueKey":"oneOf.1.speech_understanding.response.speaker_identification","typeLabel":"object"}},"uniqueKey":"oneOf.1.speech_understanding.response","typeLabel":"object"}},"uniqueKey":"oneOf.1.speech_understanding","typeLabel":"object"},"utterances":{"type":"array","items":{"type":"object","uniqueKey":"oneOf.1.utterances.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.1.utterances","typeLabel":"object[]"},"words":{"type":"array","items":{"type":"object","uniqueKey":"oneOf.1.words.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.1.words","typeLabel":"object[]"}},"uniqueKey":"oneOf.1","typeLabel":"object"},{"type":"object","properties":{"speech_understanding":{"type":"object","properties":{"request":{"type":"object","description":"Request body for [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting).","properties":{"custom_formatting":{"type":"object","properties":{"date":{"type":"string","description":"Date format pattern (e.g., `\"mm/dd/yyyy\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"oneOf.2.speech_understanding.request.custom_formatting.date","typeLabel":"string"},"phone_number":{"type":"string","description":"Phone number format pattern (e.g., `\"(xxx)xxx-xxxx\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"oneOf.2.speech_understanding.request.custom_formatting.phone_number","typeLabel":"string"},"email":{"type":"string","description":"Email format pattern (e.g., `\"username@domain.com\"`). See [Custom Formatting](https://www.assemblyai.com/docs/speech-understanding/custom-formatting) for more details.","uniqueKey":"oneOf.2.speech_understanding.request.custom_formatting.email","typeLabel":"string"}},"isRequired":true,"uniqueKey":"oneOf.2.speech_understanding.request.custom_formatting","typeLabel":"object"}},"required":["custom_formatting"],"uniqueKey":"oneOf.2.speech_understanding.request","typeLabel":"object"},"response":{"type":"object","properties":{"custom_formatting":{"type":"object","properties":{"mapping":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.mapping.additionalProperties","typeLabel":"string"},"isRequired":true,"uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.mapping","typeLabel":"object"},"status":{"type":"string","isRequired":true,"uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.status","typeLabel":"string"},"formatted_text":{"type":"string","uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.formatted_text","typeLabel":"string"},"formatted_utterances":{"type":"array","description":"Array of formatted utterances. Only included when utterances exist and formatting was applied.","items":{"type":"object","uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.formatted_utterances.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting.formatted_utterances","typeLabel":"object[]"}},"required":["mapping","status"],"uniqueKey":"oneOf.2.speech_understanding.response.custom_formatting","typeLabel":"object"}},"uniqueKey":"oneOf.2.speech_understanding.response","typeLabel":"object"}},"uniqueKey":"oneOf.2.speech_understanding","typeLabel":"object"},"utterances":{"type":"array","items":{"type":"object","uniqueKey":"oneOf.2.utterances.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.2.utterances","typeLabel":"object[]"}},"uniqueKey":"oneOf.2","typeLabel":"object"},{"type":"object","properties":{"speech_understanding":{"type":"object","properties":{"request":{"type":"object","description":"Request body for [Summarization](https://www.assemblyai.com/docs/speech-understanding/summarization).","properties":{"summarization":{"type":"object","properties":{"summary_type":{"type":"string","enum":["paragraph","bullets"],"description":"Type of summary. Bullets returns short bullet point style summaries, paragraph is generally more verbose and detailed.","isRequired":true,"uniqueKey":"oneOf.3.speech_understanding.request.summarization.summary_type","typeLabel":"enum\u003cstring>"},"effort":{"type":"string","enum":["low","medium"],"uniqueKey":"oneOf.3.speech_understanding.request.summarization.effort","typeLabel":"enum\u003cstring>"}},"required":["summary_type"],"isRequired":true,"uniqueKey":"oneOf.3.speech_understanding.request.summarization","typeLabel":"object"}},"required":["summarization"],"uniqueKey":"oneOf.3.speech_understanding.request","typeLabel":"object"},"response":{"type":"object","properties":{"summarization":{"type":"object","properties":{"summary":{"type":"array","description":"Array of summaries.","items":{"type":"object","uniqueKey":"oneOf.3.speech_understanding.response.summarization.summary.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"oneOf.3.speech_understanding.response.summarization.summary","typeLabel":"object[]"},"status":{"type":"string","isRequired":true,"uniqueKey":"oneOf.3.speech_understanding.response.summarization.status","typeLabel":"string"}},"required":["summary","status"],"uniqueKey":"oneOf.3.speech_understanding.response.summarization","typeLabel":"object"}},"uniqueKey":"oneOf.3.speech_understanding.response","typeLabel":"object"}},"uniqueKey":"oneOf.3.speech_understanding","typeLabel":"object"}},"uniqueKey":"oneOf.3","typeLabel":"object"}],"uniqueKey":"","typeLabel":"object"},"examples":{"complete_response":{"title":"complete_response","summary":"Complete response example","value":{"speech_understanding":{"request":{"translation":{"target_languages":["es","de"],"formal":true,"match_original_utterance":true},"speaker_identification":{"speaker_type":"name","speakers":[{"name":"Michel Martin","description":"Hosts the program and interviews the guests","company":"NPR","title":"Host Morning Edition"},{"name":"Peter DeCarlo","description":"Answers questions from the interview","company":"Johns Hopkins University","title":"Professor and Vice Chair of Environmental Health and Engineering"}]},"custom_formatting":{"date":"mm/dd/yyyy","phone_number":"(xxx)xxx-xxxx","email":"username@domain.com"},"summarization":{"summary_type":"bullets"}},"response":{"summarization":{"status":"success","effort":"low","summary":[{"start":0,"end":1000,"bullets":["Host introduces Dr Peter DeCarlo","Asks for a quick intro"]},{"start":1050,"end":3500,"bullets":["Identifies key issues with the climate"]}]},"translation":{"status":"success"},"speaker_identification":{"mapping":{"A":"Michel Martin","B":"Peter DeCarlo"},"status":"success"},"custom_formatting":{"status":"success","mapping":{"2024-12-25":"12/25/2024","555-1234-5678":"(555)123-45678"},"formatted_text":"Call me at (555)123-45678 on 12/25/2024","formatted_utterances":[{"confidence":0.92,"start":0,"end":2500,"text":"Hi, I'm the interviewer. Call me at (555)123-45678 on 12/25/2024","speaker":"interviewer"},{"confidence":0.95,"start":2500,"end":5000,"text":"Thanks! I'll reach out then.","speaker":"candidate"}]}}},"translated_texts":{"es":"Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro. ¡Gracias! Me pondré en contacto entonces.","de":"Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig. Danke! Ich werde mich dann melden."},"utterances":[{"confidence":0.92,"start":0,"end":2500,"text":"Hi, I'm the interviewer. Call me at five five five one two three four five six seven eight on December twenty fifth twenty twenty four","speaker":"interviewer","translated_texts":{"es":"Hola, soy el entrevistador. Llámame al cinco cinco cinco uno dos tres cuatro cinco seis siete ocho el veinticinco de diciembre de dos mil veinticuatro","de":"Hallo, ich bin der Interviewer. Rufen Sie mich an unter fünf fünf fünf eins zwei drei vier fünf sechs sieben acht am fünfundzwanzigsten Dezember zweitausendvierundzwanzig"}},{"confidence":0.95,"start":2500,"end":5000,"text":"Thanks! I'll reach out then.","speaker":"candidate","translated_texts":{"es":"¡Gracias! Me pondré en contacto entonces.","de":"Danke! Ich werde mich dann melden."}}],"words":[]}}},"exampleType":"examples"}},"exampleType":"examples"},"3ee4e0dc-3500-4acc-9342-076355f52010":{"description":"An unexpected error occurred.","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"integer","format":"int32","description":"HTTP status code for the error.","isRequired":true,"uniqueKey":"code","typeLabel":"integer\u003cint32>"},"message":{"type":"string","description":"A human-readable description of the error.","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","format":"uuid","description":"Unique identifier for the request.","isRequired":true,"uniqueKey":"request_id","typeLabel":"string\u003cuuid>"},"metadata":{"type":"object","description":"Optional. Present on 400 responses with per-field validation details.","properties":{"errors":{"type":"array","items":{"type":"string","uniqueKey":"metadata.errors.items.[INDEX]","typeLabel":"string"},"description":"List of specific validation failure messages.","uniqueKey":"metadata.errors","typeLabel":"string[]"}},"uniqueKey":"metadata","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":123,"message":"\u003cstring>","request_id":"3c90c3cc-0d44-4b50-8888-8dd25736052a","metadata":{"errors":["\u003cstring>"]}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"713eed42-16dc-4e8d-ab60-8578424f8bbc":{"ApiKey":{"type":"apiKey","in":"header","name":"Authorization","scopes":[],"schemeName":"ApiKey"}}},"servers":{"12062d34-e3c2-48db-89b8-5005713a7903":{"url":"https://llm-gateway.assemblyai.com/v1","description":"Production Server","x-fern-server-name":"Production"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"Authorization","scopes":[],"schemeName":"ApiKey"},"schema":{"title":"Authorization","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"ApiKey","name":"Authorization"}],"title":"ApiKey"}]},"originalFileLocation":"api-reference/specs/llm-gateway.yaml"},"subdomain":"assemblyai-fff14a6f","siteName":"AssemblyAI","title":"Create speech understanding - AssemblyAI","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-07-20T20:00:27.296Z","originalFileLocation":"llm-gateway/api-reference/create-speech-understanding.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Perform various speech understanding tasks like Translation, Speaker Identification, and Custom Formatting.\">\u003cmeta data-mint-head name=\"application-name\" content=\"AssemblyAI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create speech understanding - AssemblyAI\">\u003cmeta data-mint-head property=\"og:description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Perform various speech understanding tasks like Translation, Speaker Identification, and Custom Formatting.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"AssemblyAI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assemblyai-fff14a6f.mintlify.site/docs/_mintlify/api/og/v2?division=API+reference\u0026amp;title=Create+speech+understanding\u0026amp;description=%0A%0A%3CNote%3ETo+use+our+EU+server+for+LLM+Gateway%2C+replace+%60llm-gateway.assemblyai.com%60+with+%60llm-gateway.eu.assemblyai.com%60.%3C%2FNote%3E%0A%0APerform+various+speech+understa\u0026amp;theme=7f291be5810d1f7c5136ed41\u0026amp;signature=b6083e6c47940d803722472da43c80e11ffccd9fc8ba284b3e6cda0e184cb455\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create speech understanding - AssemblyAI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Perform various speech understanding tasks like Translation, Speaker Identification, and Custom Formatting.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assemblyai-fff14a6f.mintlify.site/docs/_mintlify/api/og/v2?division=API+reference\u0026amp;title=Create+speech+understanding\u0026amp;description=%0A%0A%3CNote%3ETo+use+our+EU+server+for+LLM+Gateway%2C+replace+%60llm-gateway.assemblyai.com%60+with+%60llm-gateway.eu.assemblyai.com%60.%3C%2FNote%3E%0A%0APerform+various+speech+understa\u0026amp;theme=7f291be5810d1f7c5136ed41\u0026amp;signature=b6083e6c47940d803722472da43c80e11ffccd9fc8ba284b3e6cda0e184cb455\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/assemblyai-fff14a6f/IP3FX8MjuVkHah_W/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"AssemblyAI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#614fd2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/llm-gateway/api-reference/create-speech-understanding.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://www.assemblyai.com/#organization\",\"name\":\"AssemblyAI\",\"url\":\"https://www.assemblyai.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/assemblyai-fff14a6f/vMuNaI_PbWUbVeV0/assets/assemblyai-lockup-primary.svg?fit=max\u0026auto=format\u0026n=vMuNaI_PbWUbVeV0\u0026q=85\u0026s=808d2a677e2536423045d44b3f330ac2\"}},{\"@type\":\"WebSite\",\"@id\":\"https://www.assemblyai.com/docs#website\",\"name\":\"AssemblyAI\",\"url\":\"https://www.assemblyai.com/docs\",\"publisher\":{\"@id\":\"https://www.assemblyai.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding#webpage\",\"url\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding\",\"name\":\"Create speech understanding\",\"description\":\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Perform various speech understanding tasks like Translation, Speaker Identification, and Custom Formatting.\",\"dateModified\":\"2026-07-20T20:00:27.296Z\",\"isPartOf\":{\"@id\":\"https://www.assemblyai.com/docs#website\"},\"breadcrumb\":{\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API reference\",\"item\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-chat-completion\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Create speech understanding\",\"item\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding#apireference\",\"headline\":\"Create speech understanding\",\"name\":\"Create speech understanding\",\"description\":\"To use our EU server for LLM Gateway, replace llm-gateway.assemblyai.com with llm-gateway.eu.assemblyai.com. Perform various speech understanding tasks like Translation, Speaker Identification, and Custom Formatting.\",\"url\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding\",\"mainEntityOfPage\":{\"@id\":\"https://www.assemblyai.com/docs/llm-gateway/api-reference/create-speech-understanding#webpage\"},\"dateModified\":\"2026-07-20T20:00:27.296Z\",\"publisher\":{\"@id\":\"https://www.assemblyai.com/#organization\"},\"isPartOf\":{\"@id\":\"https://www.assemblyai.com/docs#website\"}}]}\u003c/script>","agentPointerHref":"/docs/llm-gateway/api-reference/create-speech-understanding.md","siteName":"AssemblyAI","nav":{"global":null,"tabs":[{"tab":"Overview","pages":[{"title":"Overview","href":""}]},{"tab":"Pre-recorded STT","pages":[{"title":"Pre-recorded STT","href":"/pre-recorded-audio/getting-started/transcribe-an-audio-file"}]},{"tab":"Real-time STT","pages":[{"title":"Real-time STT","href":"/streaming/getting-started/transcribe-streaming-audio"}]},{"tab":"Sync STT","pages":[{"title":"Sync STT","href":"/sync-stt/getting-started/quickstart"}]},{"tab":"Dictation API","pages":[{"title":"Dictation API","href":"/dictation"}]},{"tab":"Text to Speech","pages":[{"title":"Text to Speech","href":"/tts/getting-started/quickstart"}]},{"tab":"Voice Agent API","hidden":true,"pages":[{"title":"Voice Agent API","href":"/voice-agents/voice-agent-api"}]},{"tab":"Speech Understanding","pages":[{"title":"Speech Understanding","href":"/speech-understanding/getting-started"}]},{"tab":"Guardrails","pages":[{"title":"Guardrails","href":"/guardrails/getting-started"}]},{"tab":"LLM Gateway","groups":[{"group":"Getting started","pages":[{"title":"Quickstart","sidebarTitle":"Quickstart","href":"/llm-gateway/quickstart"},{"title":"Model Catalog","url":"https://www.assemblyai.com/products/llm-gateway/models","href":"/nav-links/llm-gateway-models"},{"title":"Choose a model","sidebarTitle":"Choose a model","href":"/llm-gateway/choose-a-model"},{"title":"Providers","sidebarTitle":"Providers","href":"/llm-gateway/providers"}]},{"group":"Gateway features","pages":[{"title":"Model Fallbacks","sidebarTitle":"Model Fallbacks","href":"/llm-gateway/fallback"},{"title":"Circuit breaker","sidebarTitle":"Circuit breaker","href":"/llm-gateway/circuit-breaker"},{"title":"Prompt Caching","sidebarTitle":"Prompt caching","href":"/llm-gateway/prompt-caching"},{"title":"Cloud Endpoints and Data Residency","sidebarTitle":"Cloud endpoints \u0026 data residency","href":"/llm-gateway/cloud-endpoints-and-data-residency"},{"title":"Manage rate limits","sidebarTitle":"Manage rate limits","href":"/llm-gateway/rate-limits"},{"title":"Improve Latency","sidebarTitle":"Improve Latency","href":"/llm-gateway/improve-latency"},{"title":"Troubleshooting","href":"/llm-gateway/troubleshooting"}]},{"group":"Chat completions","pages":[{"title":"Basic Chat Completions","sidebarTitle":"Basic chat completions","href":"/llm-gateway/chat-completions"},{"title":"Multi-turn Conversations","sidebarTitle":"Multi-turn conversations","href":"/llm-gateway/conversations"},{"title":"Tool Calling","sidebarTitle":"Tool Calling","href":"/llm-gateway/tool-calling"},{"title":"Structured Outputs","sidebarTitle":"Structured Outputs","href":"/llm-gateway/structured-outputs"},{"title":"Agentic Workflows","sidebarTitle":"Build agentic workflows","href":"/llm-gateway/agentic-workflows"},{"title":"Saved prompts and prompt templates","sidebarTitle":"Saved prompts and prompt templates","href":"/llm-gateway/saved-prompts"},{"title":"Prompt Engineering for LLM Gateway","sidebarTitle":"Prompt engineering","href":"/llm-gateway/prompt-engineering"},{"title":"Ask Questions About Your Audio Transcripts","sidebarTitle":"Ask questions about your audio data","href":"/llm-gateway/ask-questions"}]},{"group":"Decisions","pages":[{"title":"Decisions","sidebarTitle":"Decisions","href":"/llm-gateway/decisions"}]},{"group":"API reference","pages":[{"title":"Create a chat completion","openapi":"api-reference/specs/llm-gateway.yaml POST /chat/completions","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nGenerates a response from a model given a prompt or a series of messages.","href":"/llm-gateway/api-reference/create-chat-completion"},{"title":"Create speech understanding","openapi":"api-reference/specs/llm-gateway.yaml POST /understanding","href":"/llm-gateway/api-reference/create-speech-understanding"},{"title":"List available models","openapi":"api-reference/specs/llm-gateway.yaml GET /models","description":"\n\n\u003cNote>To use our EU server for LLM Gateway, replace `llm-gateway.assemblyai.com` with `llm-gateway.eu.assemblyai.com`.\u003c/Note>\n\nReturns the list of models available through LLM Gateway, including the supported parameters, context length, pricing, regional availability, and benchmark performance of each model. See [Choose a model](https://www.assemblyai.com/docs/llm-gateway/choose-a-model) for how to use the performance data. This endpoint doesn't require authentication.","href":"/llm-gateway/api-reference/list-available-models"},{"title":"Create a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml POST /prompts","href":"/llm-gateway/api-reference/create-saved-prompt"},{"title":"Get a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml GET /prompts/{name}","href":"/llm-gateway/api-reference/get-saved-prompt"},{"title":"Update a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml PUT /prompts/{name}","href":"/llm-gateway/api-reference/update-saved-prompt"},{"title":"Delete a saved prompt","openapi":"api-reference/specs/llm-gateway.yaml DELETE /prompts/{name}","href":"/llm-gateway/api-reference/delete-saved-prompt"},{"title":"Create a decision","openapi":"api-reference/specs/llm-gateway.yaml POST /decisions","href":"/llm-gateway/api-reference/create-decision"}]},{"group":"Voice AI Guides","pages":[{"title":"Apply LLM Gateway to Audio Transcripts","sidebarTitle":"Apply LLM Gateway to pre-recorded audio","href":"/llm-gateway/apply-llms-to-audio-files"},{"group":"Basic LLM Gateway workflows","pages":[{"title":"Setup An AI Coach With LLM Gateway","href":"/guides/task-endpoint-ai-coach"},{"title":"Generate Action Items with LLM Gateway","href":"/guides/task-endpoint-action-items"},{"title":"Prompt A Structured Q\u0026A Response Using LLM Gateway","href":"/guides/task-endpoint-structured-QA"},{"title":"Estimate Input Token Costs for LLM Gateway","href":"/guides/counting-tokens"}]},{"group":"Get quotes and citations with LLM Gateway","pages":[{"title":"Extract Dialogue Data with LLM Gateway and JSON","href":"/guides/dialogue-data"},{"title":"Extract Quotes with Timestamps Using LLM Gateway + Semantic Search","href":"/guides/transcript-citations"},{"title":"Extract Transcript Quotes with LLM Gateway","href":"/guides/timestamped-transcripts"}]},{"group":"Substitute Speech Understanding with LLM Gateway","pages":[{"title":"Analyze The Sentiment Of A Customer Call using LLM Gateway","href":"/guides/call-sentiment-analysis"},{"title":"Custom Topic Tags Using LLM Gateway","sidebarTitle":"Custom Topic Tags","href":"/guides/custom-topic-tags"},{"title":"Redact PII from Text Using LLM Gateway","href":"/guides/llm-gateway-pii-redaction"}]},{"group":"Streaming with LLM Gateway","pages":[{"title":"Apply LLM Gateway to Streaming","sidebarTitle":"Apply LLM Gateway to streaming audio","href":"/guides/real_time_llm_gateway"},{"title":"Translate Real-time STT Transcripts with LLM Gateway","href":"/guides/real_time_translation"}]},{"group":"Use-case specific LLM Gateway workflows","pages":[{"title":"Implement a Sales Playbook Using LLM Gateway","href":"/guides/sales-playbook"},{"title":"Segment A Phone Call using LLM Gateway","href":"/guides/phone-call-segmentation"},{"title":"Generate SOAP Notes using LLM Gateway","href":"/guides/soap-note-generation"}]}]}]},{"tab":"FAQ","pages":[{"title":"FAQ","href":"/faq"}]}]},"basePath":"","title":"Create speech understanding - AssemblyAI","deploymentId":"dpl_J2QdBVuN65x4CCtpqPb371YPt4xi","buildId":"dpl_J2QdBVuN65x4CCtpqPb371YPt4xi","dynamics":["10e4515597","c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["BannerMarkdown-Cm-LN0H3.js","dist-DWEsd3cZ.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","katex-YMM-FMeD.js","html-void-elements-mCSPHezU.js","marked.esm-CZWythHk.js","OpenApiReferenceProvider-tiVafkWW.js","utils-CURQcKis.js","cloneDeep-D7WNbvHt.js","_Uint8Array-BY_XlfVz.js","isObject-FP1Yky1u.js","utils-CdFTKPRO.js","addUniqueKeysToSchema-BSfwE63N.js","snippetPresets-BHyg8yZ0.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-CQdVXSju.js","isEqual-ft5OxoSH.js","usePlaygroundInputsStore-BILH4rrw.js","shallow-DterCiSU.js","getApiPlaygroundDisplay-uFtORr6j.js","CodeSnippet-BeuhEvUS.js","CodeSnippets-laCoJsvn.js","Page-CTsmHnLF.js","getPastedJson-DOT1n5Lt.js","icon-COH-nmcZ.js","MethodPill-BbAWkCf6.js","DuplicateIcon-CpagiAFQ.js","createIcon-Bw2Dnowf.js","DynamicMarkdown-DzuINhDe.js","SectionHeading-B3H20qI6.js","axios-vUo_bRtp.js","Markdown-DBdbz5B3.js","AssistantPageLink-DuX7jTnG.js"]}