tipi/kyutai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix the pytorch tts streaming example.

Browse Source
This commit is contained in:
laurent 2025-07-16 21:01:16 +02:00
parent 66a33c989f
commit cecbe46d4b
1 changed files with 20 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
scripts/tts_pytorch_streaming.py
View File

@ -21,10 +21,24 @@ from moshi.models.loaders import CheckpointInfo
from moshi.conditioners import dropout_all_conditions from moshi.conditioners import dropout_all_conditions
from moshi.models.lm import LMGen from moshi.models.lm import LMGen
from moshi.models.tts import ( from moshi.models.tts import (
Entry,
DEFAULT_DSM_TTS_REPO, DEFAULT_DSM_TTS_REPO,
DEFAULT_DSM_TTS_VOICE_REPO, DEFAULT_DSM_TTS_VOICE_REPO,
TTSModel, TTSModel,
ConditionAttributes, ConditionAttributes,
script_to_entries,
)
def prepare_script(model: TTSModel, script: str, first_turn: bool) -> list[Entry]:
multi_speaker = first_turn and model.multi_speaker
return script_to_entries(
model.tokenizer,
model.machine.token_ids,
model.mimi.frame_rate,
[script],
multi_speaker=multi_speaker,
padding_between=1,
) )
@ -206,9 +220,10 @@ def main():
channels=1, channels=1,
callback=audio_callback, callback=audio_callback,
) and tts_model.mimi.streaming(1): ) and tts_model.mimi.streaming(1):
first_turn = True
for line in sys.stdin: for line in sys.stdin:
# TODO: Fix the following to only include bos on the first line. entries = prepare_script(tts_model, line.strip(), first_turn=first_turn)
entries = tts_model.prepare_script([line.strip()], padding_between=1) first_turn = False
for entry in entries: for entry in entries:
gen.append_entry(entry) gen.append_entry(entry)
gen.process() gen.process()
@ -227,9 +242,10 @@ def main():
gen = TTSGen(tts_model, [condition_attributes], on_frame=_on_frame) gen = TTSGen(tts_model, [condition_attributes], on_frame=_on_frame)
with tts_model.mimi.streaming(1): with tts_model.mimi.streaming(1):
first_turn = True
for line in sys.stdin: for line in sys.stdin:
# TODO: Fix the following to only include bos on the first line. entries = prepare_script(tts_model, line.strip(), first_turn=first_turn)
entries = tts_model.prepare_script([line.strip()], padding_between=1) first_turn = False
for entry in entries: for entry in entries:
gen.append_entry(entry) gen.append_entry(entry)
gen.process() gen.process()