tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Update attentions.py

Browse Source
This commit is contained in:
Stardust·减
2023-08-21 08:33:58 +08:00
committed by GitHub
parent 1a223661ab
commit 77906c5465
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
attentions.py
View File

@@ -48,6 +48,14 @@ class Encoder(nn.Module):
self.cond_pre = torch.nn.Conv1d(hidden_channels, 2*hidden_channels, 1) self.cond_pre = torch.nn.Conv1d(hidden_channels, 2*hidden_channels, 1)
self.cond_layer = weight_norm(cond_layer, name='weight') self.cond_layer = weight_norm(cond_layer, name='weight')
self.gin_channels = 256 self.gin_channels = 256
if 'gin_channels' in kwargs:
self.gin_channels = kwargs['gin_channels']
if self.gin_channels != 0:
self.spk_emb_linear = nn.Linear(self.gin_channels, self.hidden_channels)
# vits2 says 3rd block, so idx is 2 by default
self.cond_layer_idx = kwargs['cond_layer_idx'] if 'cond_layer_idx' in kwargs else 2
print(self.gin_channels, self.cond_layer_idx)
assert self.cond_layer_idx < self.n_layers, 'cond_layer_idx should be less than n_layers'
self.drop = nn.Dropout(p_dropout) self.drop = nn.Dropout(p_dropout)
self.attn_layers = nn.ModuleList() self.attn_layers = nn.ModuleList()
self.norm_layers_1 = nn.ModuleList() self.norm_layers_1 = nn.ModuleList()