74 lines
2.0 KiB
Python
74 lines
2.0 KiB
Python
import time
|
|
from sys import modules as mod
|
|
|
|
import torch
|
|
import soundfile
|
|
|
|
from glados_tts.utils.tools import prepare_text
|
|
|
|
|
|
try:
|
|
import winsound
|
|
import os
|
|
os.environ['PHONEMIZER_ESPEAK_LIBRARY'] = 'C:\Program Files\eSpeak NG\libespeak-ng.dll'
|
|
os.environ['PHONEMIZER_ESPEAK_PATH'] = 'C:\Program Files\eSpeak NG\espeak-ng.exe'
|
|
except ImportError:
|
|
from subprocess import call
|
|
print("Initializing TTS Engine...")
|
|
|
|
# Select the device
|
|
if torch.is_vulkan_available():
|
|
device = 'vulkan'
|
|
if torch.cuda.is_available():
|
|
device = 'cuda'
|
|
else:
|
|
device = 'cpu'
|
|
|
|
# Load models
|
|
glados = torch.jit.load('models/glados.pt')
|
|
vocoder = torch.jit.load('models/vocoder-gpu.pt', map_location=device)
|
|
|
|
# Prepare models in RAM
|
|
for i in range(2):
|
|
init = glados.generate_jit(prepare_text(str(i)))
|
|
init_mel = init['mel_post'].to(device)
|
|
init_vo = vocoder(init_mel)
|
|
|
|
while (1):
|
|
text = input("Input: ")
|
|
|
|
# Tokenize, clean and phonemize input text
|
|
x = prepare_text(text).to('cpu')
|
|
|
|
with torch.no_grad():
|
|
|
|
# Generate generic TTS-output
|
|
old_time = time.time()
|
|
tts_output = glados.generate_jit(x)
|
|
print("Forward Tacotron took " + str((time.time() - old_time) * 1000) + "ms")
|
|
|
|
# Use HiFiGAN as vocoder to make output sound like GLaDOS
|
|
old_time = time.time()
|
|
mel = tts_output['mel_post'].to(device)
|
|
audio = vocoder(mel)
|
|
print("HiFiGAN took " + str((time.time() - old_time) * 1000) + "ms")
|
|
|
|
# Normalize audio to fit in wav-file
|
|
audio = audio.squeeze()
|
|
audio = audio * 32768.0
|
|
audio = audio.cpu().numpy().astype('int16')
|
|
output_file = ('output.wav')
|
|
|
|
# Write audio file to disk
|
|
# 22,05 kHz sample rate
|
|
soundfile.write(output_file, audio, 22050)
|
|
|
|
# Play audio file
|
|
if 'winsound' in mod:
|
|
winsound.PlaySound(output_file, winsound.SND_FILENAME)
|
|
else:
|
|
try:
|
|
call(["aplay", "./output.wav"])
|
|
except FileNotFoundError:
|
|
call(["pw-play", "./output.wav"])
|