Realtime Session

import { RealtimeSession } from '@cogitator-ai/voice';

const apiKey = process.env.GOOGLE_API_KEY;
if (!apiKey) throw new Error('Set GOOGLE_API_KEY');

const session = new RealtimeSession({
  provider: 'gemini',
  apiKey,
  instructions: 'You are a helpful voice assistant. Keep responses brief.',
  voice: 'Puck',
  tools: [
    {
      name: 'get_weather',
      description: 'Get current weather for a location',
      parameters: {
        type: 'object',
        properties: { location: { type: 'string' } },
        required: ['location'],
      },
      execute: async (args: unknown) => {
        const { location } = args as { location: string };
        return { location, temperature: 22, unit: 'celsius', condition: 'sunny' };
      },
    },
  ],
});

let audioBytes = 0;
session.on('audio', (chunk) => {
  audioBytes += chunk.length;
});
session.on('transcript', (text, role) => console.log(`[${role}] ${text}`));
session.on('tool_call', (name, args) => console.log(`tool: ${name}(${JSON.stringify(args)})`));
session.on('error', (error) => console.error(error.message));

await session.connect();
session.sendText('What is the weather in San Francisco?');

const deadline = Date.now() + 30_000;
while (audioBytes === 0 && Date.now() < deadline) {
  await new Promise<void>((resolve) => {
    const timer = setTimeout(resolve, deadline - Date.now());
    session.once('turn_end', () => {
      clearTimeout(timer);
      resolve();
    });
  });
}

console.log(`Received ${audioBytes} bytes of PCM16 24kHz audio`);
session.close();

pnpm add @cogitator-ai/voice

GOOGLE_API_KEY=your-key npx tsx realtime-session.ts

npx tsx examples/voice/02-realtime.ts