plain-summer-46051
05/14/2025, 7:19 PMplain-summer-46051
05/14/2025, 7:20 PMimport logging
import os
from typing import Dict, Any, Optional
from dotenv import load_dotenv
from livekit import agents
from livekit.agents import (
Agent,
AgentSession,
JobContext,
JobProcess,
WorkerOptions,
RoomInputOptions,
cli
)
from livekit.plugins.turn_detector.multilingual import MultilingualModel
from livekit.plugins import deepgram, openai, elevenlabs, silero
import json
load_dotenv(dotenv_path=".env")
logger = logging.getLogger("voice-agent")
# Default voice configuration
DEFAULT_VOICE_ID = "fBizZjYTVceAcGl7nSqR" # Ugochukwu
class KrosAIAssistant(Agent):
def __init__(self) -> None:
system_prompt = (
"Avoid using unpronounceable punctuation in your responses."
)
super().__init__(instructions=system_prompt)
async def entrypoint(ctx: agents.JobContext):
# Get metadata from job context
await ctx.connect()
try:
metadata = json.loads(ctx.job.metadata)
<http://logger.info|logger.info>(f"Received job metadata: {metadata}")
except Exception as e:
logger.error(f"Error parsing metadata: {e}")
metadata = {}
# Extract configuration from metadata
print(f"metadata: {metadata}")
voice_id = metadata["voice_id"] if "voice_id" in metadata else DEFAULT_VOICE_ID
print(f"voice_id: {voice_id}")
system_prompt = metadata.get("system_prompt")
welcome_message = metadata.get("welcome_message", "Hey I'm Oracle, how can I help you?")
tts_provider = metadata.get("tts_provider", "elevenlabs")
stt_provider = metadata.get("stt_provider", "deepgram")
llm_model = metadata.get("llm_model", "gpt-4o-mini")
auth_token = metadata.get("auth_token", "")
# Configure STT based on provider
if stt_provider == "krosai":
stt = openai.STT(
model='KrosMLingualSTT1.0.0',
base_url="<https://api.krosai.com/v1>",
api_key=auth_token or os.getenv("KROSAI_API_KEY")
)
else:
# Default to Deepgram
stt = deepgram.STT(model="nova-2")
# Configure LLM based on model
if "KrosMlingual" in llm_model:
llm = openai.LLM(
model=llm_model,
base_url="<https://api.krosai.com/v1>",
api_key=auth_token or os.getenv("KROSAI_API_KEY")
)
else:
# Use standard OpenAI model
llm = openai.LLM(model=llm_model)
# Configure TTS based on provider
if tts_provider == "krosai":
tts = openai.TTS(
model="KrosMlingualTTS",
voice=voice_id,
base_url="<https://api.krosai.com/v1>",
api_key=auth_token or os.getenv("KROSAI_API_KEY")
)
else:
# Default to ElevenLabs
tts = elevenlabs.TTS(
voice_id=voice_id,
voice_settings=elevenlabs.VoiceSettings(stability=0.5, similarity_boost=0.5),
model="eleven_turbo_v2_5",
api_key=os.getenv("ELEVENLABS_API_KEY")
)
# Create the agent session with our configured providers
session = AgentSession(
vad=silero.VAD.load(),
stt=stt,
llm=llm,
tts=tts,
turn_detection=MultilingualModel()
)
# Create custom assistant with the provided system prompt if available
assistant = KrosAIAssistant()
if system_prompt:
assistant = Agent(instructions=system_prompt)
# Start the agent session with our custom assistant, enabling text input
await session.start(
room=ctx.room,
agent=assistant,
room_input_options=RoomInputOptions(text_enabled=True)
)
# Send initial greeting with custom welcome message if provided
await session.generate_reply(
instructions=f"Greet the user with '{welcome_message}'"
)
if __name__ == "__main__":
agents.cli.run_app(
agents.WorkerOptions(
entrypoint_fnc=entrypoint,
),
)refined-appointment-81829
05/14/2025, 7:23 PMtry:
metadata = json.loads(ctx.job.metadata)
<http://logger.info|logger.info>(f"Received job metadata: {metadata}")
except Exception as e:
logger.error(f"Error parsing metadata: {e}")
metadata = {}plain-summer-46051
05/14/2025, 9:28 PMrefined-appointment-81829
05/14/2025, 9:30 PMctx.job.metadata?refined-appointment-81829
05/14/2025, 9:35 PMlk dispatch create \
--agent-name test-agent \
--room ptcm-9olt \
--metadata '{"user_id": "12345"}'
2025-05-14 16:34:22,355 - INFO basic-agent - ########entrypoint {"user_id": "12345"} {"room": "ptcm-9olt", "pid": 51408, "job_id": "AJ_amM6ro8Dojmc"}plain-summer-46051
05/14/2025, 10:06 PMplain-summer-46051
05/14/2025, 10:07 PMrefined-appointment-81829
05/14/2025, 10:07 PMplain-summer-46051
05/14/2025, 10:08 PMplain-summer-46051
05/14/2025, 10:10 PMrefined-appointment-81829
05/14/2025, 10:10 PMaloof-ghost-16048
05/15/2025, 5:21 AM