diff --git a/train_ms.py b/train_ms.py
index 7080e91..5f2e73a 100644
--- a/train_ms.py
+++ b/train_ms.py
@@ -109,8 +109,8 @@ def run(rank, n_gpus, hps):
         hps.train.learning_rate,
         betas=hps.train.betas,
         eps=hps.train.eps)
-    net_g = DDP(net_g, device_ids=[rank])
-    net_d = DDP(net_d, device_ids=[rank])
+    net_g = DDP(net_g, device_ids=[rank],find_unused_parameters=True)
+    net_d = DDP(net_d, device_ids=[rank],find_unused_parameters=True)
 
     pretrain_dir = None
     if pretrain_dir is None: