Build a voice assistant

import { generate, mic, preload, speak, tool } from 'edgewise';
import { z } from 'zod';

await preload(['stt:realtime', 'text:default', 'voice:default', 'vad:default'], {
  onProgress: (e) => e.type === 'download' && (progress.value = e.loaded / e.total),
});

const tools = {
  setTimer: tool({
    description: 'Start a countdown timer',
    input: z.object({ minutes: z.number() }),
    execute: async ({ minutes }) => timers.start(minutes),
  }),
};

const messages = [];
const microphone = await mic({ vad: { redemptionMs: 700 } });

for await (const utterance of microphone.utterances()) {
  const { text } = await generate({ model: 'stt:realtime', input: utterance });
  if (!text.trim()) continue;
  messages.push({ role: 'user', content: text });

  const reply = generate({ model: 'text:default', system: 'You are a brief, friendly assistant.', messages, tools });
  await speak({ model: 'voice:default', input: reply }).play(); // starts with the first sentence
  messages.splice(0, messages.length, ...(await reply).messages);
}