Transcribe Your Amazon Connect Recordings

1
import json
2
import os
3
import boto3
4
import http.client
5
import time
6
from urllib.parse import unquote_plus
7
import logging
8
9
# Configure logging
10
logger = logging.getLogger()
11
logger.setLevel(logging.INFO)
12
13
# Configuration settings
14
# See config parameters here: https://www.assemblyai.com/docs/api-reference/transcripts/submit
15
ASSEMBLYAI_CONFIG = {
16
   # 'language_code': 'en_us',
17
   # 'multichannel': True,
18
   # 'redact_pii': True,
19
}
20
21
# Initialize AWS services
22
s3_client = boto3.client('s3')
23
24
def get_presigned_url(bucket, key, expiration=3600):
25
   """Generate a presigned URL for the S3 object"""
26
27
   logger.info({
28
       "message": "Generating presigned URL",
29
       "bucket": bucket,
30
       "key": key,
31
       "expiration": expiration
32
   })
33
34
   s3_client_with_config = boto3.client(
35
       's3',
36
       config=boto3.session.Config(signature_version='s3v4')
37
   )
38
  
39
   return s3_client_with_config.generate_presigned_url(
40
       'get_object',
41
       Params={'Bucket': bucket, 'Key': key},
42
       ExpiresIn=expiration
43
   )
44
45
def delete_transcript_from_assemblyai(transcript_id, api_key):
46
   """
47
   Delete transcript data from AssemblyAI's database using their DELETE endpoint.
48
  
49
   Args:
50
       transcript_id (str): The AssemblyAI transcript ID to delete
51
       api_key (str): The AssemblyAI API key
52
      
53
   Returns:
54
       bool: True if deletion was successful, False otherwise
55
   """
56
   headers = {
57
       "authorization": api_key,
58
       "content-type": "application/json"
59
   }
60
  
61
   conn = http.client.HTTPSConnection("api.assemblyai.com")
62
  
63
   try:
64
       # Send DELETE request to AssemblyAI API
65
       conn.request("DELETE", f"/v2/transcript/{transcript_id}", headers=headers)
66
       response = conn.getresponse()
67
      
68
       # Check if deletion was successful (HTTP 200)
69
       if response.status == 200:
70
           response_data = json.loads(response.read().decode())
71
           logger.info(f"Successfully deleted transcript {transcript_id} from AssemblyAI")
72
           return True
73
       else:
74
           error_message = response.read().decode()
75
           logger.error(f"Failed to delete transcript {transcript_id}: HTTP {response.status} - {error_message}")
76
           return False
77
          
78
   except Exception as e:
79
       logger.info(f"Error deleting transcript {transcript_id}: {str(e)}")
80
       return False
81
   finally:
82
       conn.close()
83
84
def transcribe_audio(audio_url, api_key):
85
   """Transcribe audio using AssemblyAI API with http.client"""
86
   logger.info({"message": "Starting audio transcription"})
87
88
   headers = {
89
       "authorization": api_key,
90
       "content-type": "application/json"
91
   }
92
  
93
   conn = http.client.HTTPSConnection("api.assemblyai.com")
94
  
95
   # Submit the audio file for transcription with config parameters
96
   request_data = {"audio_url": audio_url}
97
   # Add all configuration settings
98
   request_data.update(ASSEMBLYAI_CONFIG)
99
  
100
   json_data = json.dumps(request_data)
101
   conn.request("POST", "/v2/transcript", json_data, headers)
102
   response = conn.getresponse()
103
  
104
   if response.status != 200:
105
       raise Exception(f"Failed to submit audio for transcription: {response.read().decode()}")
106
  
107
   response_data = json.loads(response.read().decode())
108
   transcript_id = response_data['id']
109
   logger.info({"message": "Audio submitted for transcription", "transcript_id": transcript_id})
110
  
111
   # Poll for transcription completion
112
   while True:
113
       conn = http.client.HTTPSConnection("api.assemblyai.com")
114
       conn.request("GET", f"/v2/transcript/{transcript_id}", headers=headers)
115
       polling_response = conn.getresponse()
116
       polling_data = json.loads(polling_response.read().decode())
117
118
       if polling_data['status'] == 'completed':
119
           conn.close()
120
           logger.info({"message": "Transcription completed successfully"})
121
           return polling_data  # Return full JSON response instead of just text
122
       elif polling_data['status'] == 'error':
123
           conn.close()
124
           raise Exception(f"Transcription failed: {polling_data['error']}")
125
      
126
       conn.close()
127
       time.sleep(3)
128
129
def lambda_handler(event, context):
130
   """Lambda function to handle S3 events and process audio files"""
131
   try:
132
       # Get the AssemblyAI API key from environment variables
133
       api_key = os.environ.get('ASSEMBLYAI_API_KEY')
134
       if not api_key:
135
           raise ValueError("ASSEMBLYAI_API_KEY environment variable is not set")
136
137
       # Process each record in the S3 event
138
       for record in event.get('Records', []):
139
           # Get the S3 bucket and key
140
           bucket = record['s3']['bucket']['name']
141
           key = unquote_plus(record['s3']['object']['key'])
142
          
143
           # Generate a presigned URL for the audio file
144
           audio_url = get_presigned_url(bucket, key)
145
          
146
           # Get the full transcript JSON from AssemblyAI
147
           transcript_data = transcribe_audio(audio_url, api_key)
148
          
149
           # Prepare the transcript key - maintaining path structure but changing directory and extension
150
           transcript_key = key.replace('/CallRecordings/', '/AssemblyAITranscripts/', 1).replace('.wav', '.json')
151
          
152
           # Convert the JSON data to a string
153
           transcript_json_str = json.dumps(transcript_data, indent=2)
154
          
155
           # Upload the transcript JSON to the same bucket but in transcripts directory
156
           s3_client.put_object(
157
               Bucket=bucket,  # Use the same bucket
158
               Key=transcript_key,
159
               Body=transcript_json_str,
160
               ContentType='application/json'
161
           )
162
           logger.info({"message": "Transcript uploaded to transcript bucket successfully.", "key": transcript_key})
163
          
164
           # Uncomment the following line to delete transcript data from AssemblyAI after saving to S3
165
           # https://www.assemblyai.com/docs/api-reference/transcripts/delete
166
           # delete_transcript_from_assemblyai(transcript_data['id'], api_key)
167
168
       return {
169
           "statusCode": 200,
170
           "body": json.dumps({
171
               "message": "Audio file(s) processed successfully",
172
               "detail": "Transcripts have been stored in the AssemblyAITranscripts directory"
173
           })
174
       }
175
176
   except Exception as e:
177
       print(f"Error: {str(e)}")
178
       return {
179
           "statusCode": 500,
180
           "body": json.dumps({
181
               "message": "Error processing audio file(s)",
182
               "error": str(e)
183
           })
184
       }

1
ASSEMBLYAI_CONFIG = {
2
   # 'language_code': 'en_us',
3
   # 'multichannel': True,
4
   # 'redact_pii': True,
5
}