Detect Low Confidence Words in a Transcript

1
import { AssemblyAI } from "assemblyai";
2
3
const client = new AssemblyAI({
4
  apiKey: process.env.ASSEMBLYAI_API_KEY,
5
});

1
const transcript = await client.transcripts.transcribe({
2
  audio_url: "./sample.mp4",
3
  speech_models: ["universal-3-pro", "universal-2"],
4
});

1
let { id } = transcript;
2
let { sentences } = await client.transcripts.sentences(id);

1
let confidenceThreshold = 0.4;

1
const sentencesWithLowConfidenceWords = (sentences, confidenceThreshold) => {
2
  return sentences.filter((sentence) => {
3
    const hasLowConfidenceWord = sentence.words.some(
4
      (word) => word.confidence < confidenceThreshold
5
    );
6
    return hasLowConfidenceWord;
7
  });
8
};
9
10
const filteredSentences = sentencesWithLowConfidenceWords(
11
  sentences,
12
  confidenceThreshold
13
);

1
const filterScores = filteredSentences.map((item) => {
2
  return {
3
    ...item,
4
    words: item.words.filter((word) => word.confidence < confidenceThreshold),
5
  };
6
});

1
//This function is optional but can be used to format the timestamps from milleseconds to HH:MM:SS
2
const formatMilliseconds = (milliseconds) => {
3
  // Calculate hours, minutes, and seconds
4
  const hours = Math.floor(milliseconds / 3600000);
5
  const minutes = Math.floor((milliseconds % 3600000) / 60000);
6
  const seconds = Math.floor((milliseconds % 60000) / 1000);
7
8
  // Ensure the values are displayed with leading zeros if needed
9
  const formattedHours = hours.toString().padStart(2, "0");
10
  const formattedMinutes = minutes.toString().padStart(2, "0");
11
  const formattedSeconds = seconds.toString().padStart(2, "0");
12
13
  return `${formattedHours}:${formattedMinutes}:${formattedSeconds}`;
14
};
15
16
//Format the final results to contain the sentence, low confidence words, timestamps, and confidence scores.
17
const finalResults = filterScores.map((res) => {
18
  return `The following sentence at timestamp ${formatMilliseconds(res.start)} contained low confidence words: ${res.text} \n  Low confidence word(s) from this sentence: ${res.words
19
    .map((res) => {
20
      return `${res.text}[score: ${res.confidence}]`;
21
    })
22
    .join(", ")}}`;
23
});
24
25
console.log(finalResults);