RoboServant/main.py

25 lines
307 B
Python

import tts
from textgen import llm
MODEL_PATH = "./textgen/models/mistral-7b-instruct-v0.3.Q4_K_M.gguf"
t = tts.TTS()
save_path = 'audio/weather.wav'
l = llm.TextGen(
MODEL_PATH,
2048,
0
)
r = l.chat_completion("What is the weather like today?")
print(r)
t.create_audio(r, save_path)