Ses & Konuşma

import asyncio
import json
import websockets
import base64

REALTIME_URL = "wss://api.glomaxgpt.com/v1/realtime?model=glomaxgpt-live-1"
HEADERS = {
    "Authorization": f"Bearer {GlomaxGPT_API_KEY}",
    "GlomaxGPT-Beta": "realtime=v1"
}

async def realtime_session():
    async with websockets.connect(REALTIME_URL, extra_headers=HEADERS) as ws:
        
        # Configure the session
        await ws.send(json.dumps({
            "type": "session.update",
            "session": {
                "modalities": ["text", "audio"],
                "instructions": "You are a friendly voice assistant. Keep responses brief and conversational.",
                "voice": "alloy",
                "input_audio_format": "pcm16",
                "output_audio_format": "pcm16",
                "turn_detection": {
                    "type": "server_vad",
                    "threshold": 0.5,
                    "silence_duration_ms": 800
                }
            }
        }))
        
        # Send audio input
        audio_b64 = base64.b64encode(raw_pcm_audio_bytes).decode()
        await ws.send(json.dumps({
            "type": "input_audio_buffer.append",
            "audio": audio_b64
        }))
        
        # Commit audio and request response
        await ws.send(json.dumps({"type": "input_audio_buffer.commit"}))
        await ws.send(json.dumps({"type": "response.create"}))
        
        # Receive response events
        async for message in ws:
            event = json.loads(message)
            
            if event["type"] == "response.audio.delta":
                audio_chunk = base64.b64decode(event["delta"])
                speaker.write(audio_chunk)
            
            elif event["type"] == "response.done":
                break

asyncio.run(realtime_session())

// WebRTC — Browser-side connection using ephemeral token
async function connectWebRTC() {
  // Step 1: Get ephemeral token from your backend
  const tokenResponse = await fetch("/api/realtime-token");
  const { client_secret } = await tokenResponse.json();
  
  // Step 2: Create WebRTC peer connection
  const pc = new RTCPeerConnection();
  
  // Step 3: Add microphone track
  const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
  stream.getTracks().forEach(track => pc.addTrack(track, stream));
  
  // Step 4: Play back model audio
  pc.ontrack = (event) => {
    const audio = new Audio();
    audio.srcObject = event.streams[0];
    audio.play();
  };
  
  // Step 5: Create data channel for events
  const dc = pc.createDataChannel("oai-events");
  dc.onmessage = (event) => {
    const msg = JSON.parse(event.data);
    handleRealtimeEvent(msg);
  };
  
  // Step 6: Connect to GlomaxGPT Realtime API
  const offer = await pc.createOffer();
  await pc.setLocalDescription(offer);
  
  const sdpResponse = await fetch(
    "https://api.glomaxgpt.com/v1/realtime?model=glomaxgpt-live-1",
    {
      method: "POST",
      body: offer.sdp,
      headers: {
        "Authorization": `Bearer ${client_secret.value}`,
        "Content-Type": "application/sdp",
      },
    }
  );
  
  const answer = { type: "answer", sdp: await sdpResponse.text() };
  await pc.setRemoteDescription(answer);
}