DTMF Events

from zeroruntime import Agent, DTMFHandler, Pipeline
from zeroruntime.plugins import DeepgramSTT, GoogleLLM, CartesiaTTS
from zeroruntime.inference import AICousticsDenoise, TurnDetector

pipeline = Pipeline(
    stt=DeepgramSTT(),
    llm=GoogleLLM(),
    tts=CartesiaTTS(),
    turn_detector=TurnDetector(model="echo-large"),
    denoise=AICousticsDenoise(model_id="quail-vf-2.2-l-16khz"),
    dtmf_handler=DTMFHandler(),   # deliver keypad tones instead of dropping them
)


class KeypadAgent(Agent):
    def __init__(self):
        super().__init__(
            agent_id="keypad",
            instructions="You are a phone menu. Ask the caller to press 1 or 2.",
            pipeline=pipeline,
        )
        self.pressed = ""

    async def on_dtmf(self, key: str, payload: dict) -> None:
        """Called once per keypress. A one-argument `on_dtmf(self, key)` works too."""
        if key == "1":
            await self.session.say("Routing you to Sales. How can I help?")
        elif key == "2":
            await self.session.say("Routing you to Support. What issue are you facing?")

        # Multi-digit sequences (a PIN, say) are accumulated by you -- the runtime
        # delivers one key at a time.
        self.pressed = (self.pressed + key)[-4:]
        if self.pressed == "1234":
            await self.session.say("PIN accepted.")

import { Agent, DTMFHandler, Pipeline } from '@zeroruntime/js-sdk';
import { DeepgramSTT, GoogleLLM, CartesiaTTS } from '@zeroruntime/js-sdk/plugins';
import { AICousticsDenoise, TurnDetector } from '@zeroruntime/js-sdk/inference';

const pipeline = Pipeline({
  stt: DeepgramSTT(),
  llm: GoogleLLM(),
  tts: CartesiaTTS(),
  turn_detector: TurnDetector({ model: 'echo-large' }),
  denoise: AICousticsDenoise({ model_id: 'quail-vf-2.2-l-16khz' }),
  dtmf_handler: DTMFHandler(),  // deliver keypad tones instead of dropping them
});


class KeypadAgent extends Agent {
  pressed: string;

  constructor() {
    super({
      agent_id: 'keypad',
      instructions: 'You are a phone menu. Ask the caller to press 1 or 2.',
      pipeline,
    });
    this.pressed = '';
  }

  async on_dtmf(key: string, payload: Record<string, any>) {
    // Called once per keypress. A one-argument `on_dtmf(self, key)` works too.
    if (key === '1') {
      await this.session!.say('Routing you to Sales. How can I help?');
    } else if (key === '2') {
      await this.session!.say('Routing you to Support. What issue are you facing?');
    }

    // Multi-digit sequences (a PIN, say) are accumulated by you -- the runtime
    // delivers one key at a time.
    this.pressed = (this.pressed + key).slice(-4);
    if (this.pressed === '1234') {
      await this.session!.say('PIN accepted.');
    }
  }
}