LeMUR

1
import com.assemblyai.api.AssemblyAI;
2
import com.assemblyai.api.resources.lemur.requests.LemurTaskParams;
3
import com.assemblyai.api.resources.transcripts.types.Transcript;
4
import java.util.List;
5
6
public final class App {
7
    public static void main(String... args) {
8
9
        AssemblyAI client = AssemblyAI.builder()
10
                .apiKey("<YOUR_API_KEY>")
11
                .build();
12
13
        // You can use a local file:
14
        /*
15
        Transcript transcript = aai.transcripts().transcribe(
16
                new File("./example.mp3"), params);
17
        */
18
19
        // Or use a publicly-accessible URL:
20
        String audioUrl = "https://assembly.ai/sports_injuries.mp3";
21
        Transcript transcript = client.transcripts().transcribe(audioUrl);
22
23
        var params = LemurTaskParams.builder()
24
                .prompt("Provide a brief summary of the transcript.")
25
                .transcriptIds(List.of(transcript.getId()))
26
                .finalModel(LemurModel.ANTHROPIC_CLAUDE3_5_SONNET)
27
                .build();
28
29
        var result = client.lemur().task(params);
30
31
        System.out.println(result.getResponse());
32
    }
33
}

1
import com.assemblyai.api.AssemblyAI;
2
import com.assemblyai.api.resources.transcripts.types.*;
3
import com.assemblyai.api.resources.lemur.requests.*;
4
import java.util.List;
5
6
public final class App {
7
    public static void main(String[] args) {
8
9
        AssemblyAI client = AssemblyAI.builder()
10
                .apiKey("<YOUR_API_KEY>")
11
                .build();
12
13
        // Step 1: Transcribe an audio file. For local files see our Getting Started guides.
14
        String audioUrl = "https://assembly.ai/sports_injuries.mp3";
15
        Transcript transcript = client.transcripts().transcribe(audioUrl);
16
17
        // Step 2: Define a prompt with your question(s).
18
        String prompt = "What is a runner's knee?";
19
20
        // Step 3: Apply LeMUR.
21
        var params = LemurTaskParams.builder()
22
                .prompt(prompt)
23
                .transcriptIds(List.of(transcript.getId()))
24
                .finalModel(LemurModel.ANTHROPIC_CLAUDE3_5_SONNET)
25
                .build();
26
27
        var response = client.lemur().task(params);
28
29
        System.out.println(response.getResponse());
30
    }
31
}

1
import com.assemblyai.api.AssemblyAI;
2
import com.assemblyai.api.resources.transcripts.types.*;
3
import com.assemblyai.api.resources.lemur.requests.*;
4
import java.util.List;
5
6
public final class App {
7
    public static void main(String[] args) {
8
9
        AssemblyAI client = AssemblyAI.builder()
10
                .apiKey("<YOUR_API_KEY>")
11
                .build();
12
13
        String audioUrl = "https://assembly.ai/meeting.mp4";
14
15
        Transcript transcript = client.transcripts().transcribe(audioUrl);
16
17
        var question1 = LemurQuestion.builder()
18
                .question("What are the top level KPIs for engineering?")
19
                .context(LemurQuestionContext.of("KPI stands for key performance indicator"))
20
                .answerFormat("short sentence").build();
21
22
        var question2 = LemurQuestion.builder()
23
                .question("How many days has it been since the data team has gotten updated metrics?")
24
                .answerOptions(List.of("1", "2", "3", "4", "5", "6", "7", "more than 7")).build();
25
26
        var response = client.lemur().questionAnswer(LemurQuestionAnswerParams.builder()
27
                .transcriptIds(List.of(transcript.getId()))
28
                .finalModel(LemurModel.ANTHROPIC_CLAUDE3_5_SONNET)
29
                .context(LemurBaseParamsContext.of("A GitLab meeting to discuss logistic"))
30
                .questions(List.of(question1, question2))
31
                .build());
32
33
        for (var qa : response.getResponse()) {
34
            System.out.println("Question: " + qa.getQuestion());
35
            System.out.println("Answer: " + qa.getAnswer());
36
        }
37
    }
38
}

1
var params = LemurTaskParams.builder()
2
        .prompt(prompt)
3
        .transcriptIds(List.of(transcript.getId()))
4
        .finalModel(LemurModel.ANTHROPIC_CLAUDE3_5_SONNET)
5
        .build();

1
var params = LemurTaskParams.builder()
2
        .prompt(prompt)
3
        .transcriptIds(List.of(transcript.getId()))
4
        .maxOutputSize(1000)
5
        .build();

1
var params = LemurTaskParams.builder()
2
        .prompt(prompt)
3
        .transcriptIds(List.of(transcript.getId()))
4
        .temperature(0.7)
5
        .build();

1
var params = TranscriptOptionalParams.builder()
2
        .speakerLabels(true)
3
        .build();
4
5
Transcript transcript = client.transcripts().transcribe(audioUrl, params);
6
7
String textWithSpeakerLabels = transcript.getUtterances()
8
        .map(utterances -> utterances.stream()
9
                .map(utterance -> "Speaker " + utterance.getSpeaker() + ":\n" + utterance.getText() + "\n")
10
                .collect(Collectors.joining()))
11
        .orElse("");
12
13
var response = client.lemur().task(LemurTaskParams.builder()
14
        .prompt(prompt)
15
        .inputText(textWithSpeakerLabels)
16
        .build());

1
var response = client.lemur().task(LemurTaskParams.builder()
2
        .prompt(prompt)
3
        .transcriptIds(List.of(id1, id2, id3))
4
        .build());

1
var response = client.lemur().task(LemurTaskParams.builder()
2
        .prompt(prompt)
3
        .transcriptIds(List.of(transcript.getId()))
4
        .build());
5
6
var deletionResponse = client.lemur().purgeRequestData(response.getRequestId());