1 Star 1 Fork 0

Tim / mandarin-tts

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
该仓库未声明开源许可证文件(LICENSE),使用请关注具体项目描述及其代码上游依赖。
克隆/下载
fastspeech2.py 2.33 KB
一键复制 编辑 原始数据 按行查看 历史
ranch 提交于 2021-04-09 23:54 . add speaker_emb to model
import torch
import torch.nn as nn
import torch.nn.functional as F
from transformer.Models import Encoder, Decoder
#from transformer.Layers import PostNet
from unet import UNet
from modules import VarianceAdaptor
from utils import get_mask_from_lengths
import hparams as hp
from ipdb import set_trace
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
class FastSpeech2(nn.Module):
""" FastSpeech2 """
def __init__(self, py_vocab_size,hz_vocab_size=None, use_postnet=True):
super(FastSpeech2, self).__init__()
self.encoder = Encoder(py_vocab_size, hz_vocab_size = hz_vocab_size)
self.variance_adaptor = VarianceAdaptor()
self.decoder = Decoder()
self.mel_linear = nn.Linear(hp.decoder_hidden, hp.n_mel_channels)
self.use_postnet = use_postnet
if self.use_postnet:
self.postnet = UNet(scale=8)
def forward(self, src_seq,speaker_emb, src_len, hz_seq = None,mel_len=None, d_target=None, max_src_len=None, max_mel_len=None, d_control=1.0, p_control=1.0, e_control=1.0):
src_mask = get_mask_from_lengths(src_len, max_src_len)
mel_mask = get_mask_from_lengths(
mel_len, max_mel_len) if mel_len is not None else None
encoder_output = self.encoder(src_seq, src_mask,hz_seq=hz_seq)
if d_target is not None:
variance_adaptor_output, d_prediction, _, _ = self.variance_adaptor(
encoder_output, src_mask, mel_mask, d_target, max_mel_len, d_control, p_control, e_control)
else:
variance_adaptor_output, d_prediction, mel_len, mel_mask = self.variance_adaptor(
encoder_output, src_mask, mel_mask, d_target, max_mel_len, d_control, p_control, e_control)
decoder_output = self.decoder(variance_adaptor_output, mel_mask,speaker_emb)
mel_output = self.mel_linear(decoder_output)
if self.use_postnet:
unet_out = self.postnet(torch.unsqueeze(mel_output,1))
mel_output_postnet = unet_out[:,0,:,:]+ mel_output
else:
mel_output_postnet = mel_output
return mel_output, mel_output_postnet, d_prediction, src_mask, mel_mask, mel_len
if __name__ == "__main__":
# Test
model = FastSpeech2(use_postnet=False)
print(model)
print(sum(param.numel() for param in model.parameters()))
Python
1
https://gitee.com/tuxg/mandarin-tts.git
git@gitee.com:tuxg/mandarin-tts.git
tuxg
mandarin-tts
mandarin-tts
master

搜索帮助

53164aa7 5694891 3bd8fe86 5694891