Browser integration

1
// server/routes/voice-token.js
2
import express from "express";
3
4
const router = express.Router();
5
6
router.get("/voice-token", async (_req, res) => {
7
  const url = new URL("https://agents.assemblyai.com/v1/token");
8
  url.searchParams.set("expires_in_seconds", "300");
9
  url.searchParams.set("max_session_duration_seconds", "8640");
10
11
  const response = await fetch(url, {
12
    headers: { Authorization: `Bearer ${process.env.ASSEMBLYAI_API_KEY}` },
13
  });
14
15
  if (!response.ok) {
16
    return res.status(response.status).send(await response.text());
17
  }
18
19
  const { token } = await response.json();
20
  res.json({ token });
21
});
22
23
export default router;

1
// browser/voice-agent.js
2
const { token } = await fetch("/api/voice-token").then((r) => r.json());
3
4
const wsUrl = new URL("wss://agents.assemblyai.com/v1/voice");
5
wsUrl.searchParams.set("token", token);
6
const ws = new WebSocket(wsUrl);
7
8
ws.addEventListener("open", () => {
9
  ws.send(
10
    JSON.stringify({
11
      type: "session.update",
12
      session: {
13
        system_prompt: "You are a helpful voice assistant.",
14
        greeting: "Hi there! How can I help you today?",
15
        output: { voice: "claire" },
16
      },
17
    }),
18
  );
19
});
20
21
ws.addEventListener("message", (event) => {
22
  const message = JSON.parse(event.data);
23
  // Handle session.ready, reply.audio, transcript.*, tool.call, etc.
24
  console.log(message);
25
});