tipi/kyutai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use the on_frame callback in the mlx tts example. (#34)

Browse Source
This commit is contained in:
Laurent Mazare 2025-07-03 09:29:04 +02:00 committed by GitHub
parent 6c1e9f12cf
commit d92e4c2695
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
scripts/tts_mlx.py
View File

@ -2,7 +2,7 @@
# requires-python = ">=3.12" # requires-python = ">=3.12"
# dependencies = [ # dependencies = [
# "huggingface_hub", # "huggingface_hub",
# "moshi_mlx>=0.2.8", # "moshi_mlx @ git+https://git@github.com/kyutai-labs/moshi#egg=moshi_mlx&subdirectory=moshi_mlx",
# "numpy", # "numpy",
# "sounddevice", # "sounddevice",
# ] # ]
@ -121,10 +121,10 @@ def main():
all_attributes = [tts_model.make_condition_attributes(voices, cfg_coef_conditioning)] all_attributes = [tts_model.make_condition_attributes(voices, cfg_coef_conditioning)]
wav_frames = queue.Queue() wav_frames = queue.Queue()
def _on_audio_hook(audio_tokens): def _on_frame(frame):
if (audio_tokens == -1).any(): if (frame == -1).any():
return return
_pcm = tts_model.mimi.decode_step(audio_tokens[None, :, None]) _pcm = tts_model.mimi.decode_step(frame[:, :, None])
_pcm = np.array(mx.clip(_pcm[0, 0], -1, 1)) _pcm = np.array(mx.clip(_pcm[0, 0], -1, 1))
wav_frames.put_nowait(_pcm) wav_frames.put_nowait(_pcm)
@ -136,7 +136,7 @@ def main():
all_attributes, all_attributes,
cfg_is_no_prefix=cfg_is_no_prefix, cfg_is_no_prefix=cfg_is_no_prefix,
cfg_is_no_text=cfg_is_no_text, cfg_is_no_text=cfg_is_no_text,
on_audio_hook=_on_audio_hook, on_frame=_on_frame,
) )
frames = mx.concat(result.frames, axis=-1) frames = mx.concat(result.frames, axis=-1)
total_duration = frames.shape[0] * frames.shape[-1] / mimi.frame_rate total_duration = frames.shape[0] * frames.shape[-1] / mimi.frame_rate
@ -163,6 +163,7 @@ def main():
break break
time.sleep(1) time.sleep(1)
else: else:
run()
frames = [] frames = []
while True: while True:
try: try: