2122232425262728293031323334353637383940414243444546474849505152535455565758596061

@dataclassclassTTSModelSettings:"""Settings for a TTS model."""voice:TTSVoice|None=None"""    The voice to use for the TTS model. If not provided, the default voice for the respective model    will be used.    """buffer_size:int=120"""The minimal size of the chunks of audio data that are being streamed out."""dtype:npt.DTypeLike=np.int16"""The data type for the audio data to be returned in."""transform_data:(Callable[[npt.NDArray[np.int16|np.float32]],npt.NDArray[np.int16|np.float32]]|None)=None"""    A function to transform the data from the TTS model. This is useful if you want the resulting    audio stream to have the data in a specific shape already.    """instructions:str=("You will receive partial sentences. Do not complete the sentence just read out the text.")"""    The instructions to use for the TTS model. This is useful if you want to control the tone of the    audio output.    """text_splitter:Callable[[str],tuple[str,str]]=get_sentence_based_splitter()"""    A function to split the text into chunks. This is useful if you want to split the text into    chunks before sending it to the TTS model rather than waiting for the whole text to be    processed.    """speed:float|None=None"""The speed with which the TTS model will read the text. Between 0.25 and 4.0."""

6465666768697071727374757677787980818283

classTTSModel(abc.ABC):"""A text-to-speech model that can convert text into audio output."""@property@abc.abstractmethoddefmodel_name(self)->str:"""The name of the TTS model."""pass@abc.abstractmethoddefrun(self,text:str,settings:TTSModelSettings)->AsyncIterator[bytes]:"""Given a text string, produces a stream of audio bytes, in PCM format.        Args:            text: The text to convert to audio.        Returns:            An async iterator of audio bytes, in PCM format.        """pass

 86 87 88 89 90 91 92 93 94 95 96 97 98 99100

classStreamedTranscriptionSession(abc.ABC):"""A streamed transcription of audio input."""@abc.abstractmethoddeftranscribe_turns(self)->AsyncIterator[str]:"""Yields a stream of text transcriptions. Each transcription is a turn in the conversation.        This method is expected to return only after `close()` is called.        """pass@abc.abstractmethodasyncdefclose(self)->None:"""Closes the session."""pass

103104105106107108109110111112113114115116117

@dataclassclassSTTModelSettings:"""Settings for a speech-to-text model."""prompt:str|None=None"""Instructions for the model to follow."""language:str|None=None"""The language of the audio input."""temperature:float|None=None"""The temperature of the model."""turn_detection:dict[str,Any]|None=None"""The turn detection settings for the model when using streamed audio input."""

120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170

classSTTModel(abc.ABC):"""A speech-to-text model that can convert audio input into text."""@property@abc.abstractmethoddefmodel_name(self)->str:"""The name of the STT model."""pass@abc.abstractmethodasyncdeftranscribe(self,input:AudioInput,settings:STTModelSettings,trace_include_sensitive_data:bool,trace_include_sensitive_audio_data:bool,)->str:"""Given an audio input, produces a text transcription.        Args:            input: The audio input to transcribe.            settings: The settings to use for the transcription.            trace_include_sensitive_data: Whether to include sensitive data in traces.            trace_include_sensitive_audio_data: Whether to include sensitive audio data in traces.        Returns:            The text transcription of the audio input.        """pass@abc.abstractmethodasyncdefcreate_session(self,input:StreamedAudioInput,settings:STTModelSettings,trace_include_sensitive_data:bool,trace_include_sensitive_audio_data:bool,)->StreamedTranscriptionSession:"""Creates a new transcription session, which you can push audio to, and receive a stream        of text transcriptions.        Args:            input: The audio input to transcribe.            settings: The settings to use for the transcription.            trace_include_sensitive_data: Whether to include sensitive data in traces.            trace_include_sensitive_audio_data: Whether to include sensitive audio data in traces.        Returns:            A new transcription session.        """pass

173174175176177178179180181182183184185186187188189190191192193194

classVoiceModelProvider(abc.ABC):"""The base interface for a voice model provider.    A model provider is responsible for creating speech-to-text and text-to-speech models, given a    name.    """@abc.abstractmethoddefget_stt_model(self,model_name:str|None)->STTModel:"""Get a speech-to-text model by name.        Args:            model_name: The name of the model to get.        Returns:            The speech-to-text model.        """pass@abc.abstractmethoddefget_tts_model(self,model_name:str|None)->TTSModel:"""Get a text-to-speech model by name."""