Building voice agents with the OpenAI Realtime API

from openai import OpenAI

client = OpenAI()

# Create a Realtime session
session = client.beta.realtime.sessions.create(
    model="gpt-4o-realtime-preview",
    voice="alloy",
    instructions="You are a helpful voice assistant."
)

pip install "openai-agents[voice]"

import asyncio
from agents import Agent, function_tool
from agents.voice import VoicePipeline, SingleAgentVoiceWorkflow

@function_tool
def get_account_balance(user_id: str) -> str:
    """Return the account balance for the given user ID."""
    # Replace with a real database lookup
    return f"Your balance is $142.50."

account_agent = Agent(
    name="Account Agent",
    instructions=(
        "You are a helpful account assistant. "
        "Answer questions about balances and recent transactions."
    ),
    tools=[get_account_balance]
)

async def run_voice_agent():
    pipeline = VoicePipeline(
        workflow=SingleAgentVoiceWorkflow(account_agent)
    )
    # pipeline.run() streams audio I/O; connect it to your audio device
    await pipeline.run()

asyncio.run(run_voice_agent())

from agents import Agent, WebSearchTool, FileSearchTool, function_tool, set_default_openai_key
from agents.extensions.handoff_prompt import prompt_with_handoff_instructions
from agents.voice import VoicePipeline, SingleAgentVoiceWorkflow

set_default_openai_key("YOUR_API_KEY")

search_agent = Agent(
    name="Search Agent",
    instructions=prompt_with_handoff_instructions(
        "Answer real-time questions using web search."
    ),
    tools=[WebSearchTool()]
)

knowledge_agent = Agent(
    name="Knowledge Agent",
    instructions=prompt_with_handoff_instructions(
        "Answer questions about our product catalogue using file search."
    ),
    tools=[FileSearchTool(vector_store_ids=["vs_your_store_id"])]
)

@function_tool
def get_account_info(user_id: str) -> dict:
    """Return account information for the given user."""
    return {"balance": "$142.50", "tier": "Pro", "user_id": user_id}

account_agent = Agent(
    name="Account Agent",
    instructions=prompt_with_handoff_instructions(
        "Help users with account information and billing questions."
    ),
    tools=[get_account_info]
)

triage_agent = Agent(
    name="Triage Agent",
    instructions=prompt_with_handoff_instructions(
        "Greet the user and route their request to the most appropriate specialist agent."
    ),
    handoffs=[search_agent, knowledge_agent, account_agent]
)