Sophon-Realtime

uv add "pipecat-ai[openai]"

pip install sophon-realtime
sophon-realtime serve --port 8000            # downloads the weights on first run

git clone https://github.com/adventists-ai/sophon-realtime
cd sophon-realtime/live
BUILD=tag PORT=8000 LIVE_PORT=8780 bash start_live.sh

import os

from pipecat.services.openai.realtime.llm import OpenAIRealtimeLLMService

llm = OpenAIRealtimeLLMService(
    api_key=os.getenv("SOPHON_API_KEY", "any"),
    base_url="ws://YOUR_SERVER:8780/v1/realtime",
    settings=OpenAIRealtimeLLMService.Settings(
        model="sophon-realtime",
        system_instruction="You are a friendly voice assistant.",
    ),
)

pipeline = Pipeline([transport.input(), llm, transport.output()])