代码拉取完成,页面将自动刷新
import torch
import torch.nn as nn
import torch.nn.functional as F
from transformer.Models import Encoder, Decoder
#from transformer.Layers import PostNet
from unet import UNet
from modules import VarianceAdaptor
from utils import get_mask_from_lengths
import hparams as hp
from ipdb import set_trace
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
class FastSpeech2(nn.Module):
""" FastSpeech2 """
def __init__(self, py_vocab_size,hz_vocab_size=None, use_postnet=True):
super(FastSpeech2, self).__init__()
self.encoder = Encoder(py_vocab_size, hz_vocab_size = hz_vocab_size)
self.variance_adaptor = VarianceAdaptor()
self.decoder = Decoder()
self.mel_linear = nn.Linear(hp.decoder_hidden, hp.n_mel_channels)
self.use_postnet = use_postnet
if self.use_postnet:
self.postnet = UNet(scale=8)
def forward(self, src_seq,speaker_emb, src_len, hz_seq = None,mel_len=None, d_target=None, max_src_len=None, max_mel_len=None, d_control=1.0, p_control=1.0, e_control=1.0):
src_mask = get_mask_from_lengths(src_len, max_src_len)
mel_mask = get_mask_from_lengths(
mel_len, max_mel_len) if mel_len is not None else None
encoder_output = self.encoder(src_seq, src_mask,hz_seq=hz_seq)
if d_target is not None:
variance_adaptor_output, d_prediction, _, _ = self.variance_adaptor(
encoder_output, src_mask, mel_mask, d_target, max_mel_len, d_control, p_control, e_control)
else:
variance_adaptor_output, d_prediction, mel_len, mel_mask = self.variance_adaptor(
encoder_output, src_mask, mel_mask, d_target, max_mel_len, d_control, p_control, e_control)
decoder_output = self.decoder(variance_adaptor_output, mel_mask,speaker_emb)
mel_output = self.mel_linear(decoder_output)
if self.use_postnet:
unet_out = self.postnet(torch.unsqueeze(mel_output,1))
mel_output_postnet = unet_out[:,0,:,:]+ mel_output
else:
mel_output_postnet = mel_output
return mel_output, mel_output_postnet, d_prediction, src_mask, mel_mask, mel_len
if __name__ == "__main__":
# Test
model = FastSpeech2(use_postnet=False)
print(model)
print(sum(param.numel() for param in model.parameters()))
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。