Voice Agent

1import { io } from 'socket.io-client';
2
3// Connect to Voice Agent with namespace
4const socket = io('wss://api.selamgpt.com/v1/audio/agent', {
5  query: {
6    token: 'your-jwt-token',
7    api_key: 'your-api-key',
8    voice: 'mekdes'  // Amharic voice
9  },
10  transports: ['websocket']
11});
12
13// Handle connection
14socket.on('connected', (data) => {
15  console.log('Connected:', data);
16  // { status: 'connected', sid: '...', voice: 'mekdes', message: '...' }
17  
18  // Start session
19  socket.emit('start_session', {
20    voice: 'mekdes',
21    language: 'am',
22    // Note: For Amharic, use mekdes/ameha/betty. GPT Audio voices only support English.
23    instructions: 'You are a helpful voice assistant.'
24  });
25});
26
27// Handle session started
28socket.on('session_started', (data) => {
29  console.log('Session started:', data);
30  // Now you can send audio chunks
31});
32
33// Handle errors
34socket.on('error', (error) => {
35  console.error('Error:', error);
36});

1// Interrupt current speech
2socket.emit('control', { action: 'interrupt' });
3
4// Pause listening
5socket.emit('control', { action: 'stop_listening' });
6
7// Resume listening
8socket.emit('control', { action: 'start_listening' });
9
10// Handle control acknowledgment
11socket.on('control_ack', (data) => {
12  console.log('Control executed:', data);
13  // { action: 'interrupt', status: 'executed' }
14});

1import { io } from 'socket.io-client';
2import PageFeedback from '@/components/docs/PageFeedback';
3
4class VoiceAgent {
5  constructor(token, apiKey) {
6    this.token = token;
7    this.apiKey = apiKey;
8    this.socket = null;
9    this.mediaRecorder = null;
10    this.audioContext = null;
11  }
12
13  connect(voice = 'mekdes') {
14    this.socket = io('wss://api.selamgpt.com/v1/audio/agent', {
15      query: {
16        token: this.token,
17        api_key: this.apiKey,
18        voice: voice
19      },
20      transports: ['websocket']
21    });
22
23    this.setupEventHandlers();
24  }
25
26  setupEventHandlers() {
27    this.socket.on('connected', (data) => {
28      console.log('Connected:', data);
29      this.startSession();
30    });
31
32    this.socket.on('session_started', (data) => {
33      console.log('Session started:', data);
34      this.startAudioCapture();
35    });
36
37    this.socket.on('transcription', (data) => {
38      console.log('User:', data.text);
39    });
40
41    this.socket.on('response', (data) => {
42      console.log('AI:', data.text);
43    });
44
45    this.socket.on('audio_chunk', (data) => {
46      this.playAudioChunk(data.audio);
47    });
48
49    this.socket.on('error', (error) => {
50      console.error('Error:', error);
51    });
52  }
53
54  startSession() {
55    this.socket.emit('start_session', {
56      voice: 'mekdes',
57      language: 'am',
58      instructions: 'You are a helpful voice assistant.',
59      vad_threshold: 600,
60      interrupt_threshold: 8
61      // Note: Use mekdes for Amharic, ubax for Somali, alloy for English
62    });
63  }
64
65  async startAudioCapture() {
66    const stream = await navigator.mediaDevices.getUserMedia({ 
67      audio: {
68        sampleRate: 16000,
69        channelCount: 1,
70        echoCancellation: true,
71        noiseSuppression: true
72      }
73    });
74
75    this.mediaRecorder = new MediaRecorder(stream);
76    
77    this.mediaRecorder.ondataavailable = (event) => {
78      const reader = new FileReader();
79      reader.onload = () => {
80        const audioData = reader.result.split(',')[1];
81        this.socket.emit('audio_chunk', {
82          audio: audioData,
83          format: 'pcm16',
84          sample_rate: 16000
85        });
86      };
87      reader.readAsDataURL(event.data);
88    };
89
90    this.mediaRecorder.start(100); // 100ms chunks
91  }
92
93  playAudioChunk(base64Audio) {
94    // Decode and play audio
95    const audioData = atob(base64Audio);
96    const audioArray = new Uint8Array(audioData.length);
97    for (let i = 0; i < audioData.length; i++) {
98      audioArray[i] = audioData.charCodeAt(i);
99    }
100    
101    // Create audio blob and play
102    const blob = new Blob([audioArray], { type: 'audio/mp3' });
103    const url = URL.createObjectURL(blob);
104    const audio = new Audio(url);
105    audio.play();
106  }
107
108  interrupt() {
109    this.socket.emit('control', { action: 'interrupt' });
110  }
111
112  endSession() {
113    if (this.mediaRecorder) {
114      this.mediaRecorder.stop();
115    }
116    this.socket.emit('end_session');
117  }
118
119  disconnect() {
120    if (this.socket) {
121      this.socket.disconnect();
122    }
123  }
124}
125
126// Usage
127const agent = new VoiceAgent('your-jwt-token', 'your-api-key');
128agent.connect('mekdes');  // Use Amharic voice