diff --git a/train_ms.py b/train_ms.py
index 659669f..30fd315 100644
--- a/train_ms.py
+++ b/train_ms.py
@@ -13,6 +13,7 @@ import logging
 from config import config
 import argparse
 import datetime
+import gc
 
 logging.getLogger("numba").setLevel(logging.WARNING)
 import commons
@@ -590,7 +591,8 @@ def train_and_evaluate(
                     )
 
         global_step += 1
-
+    gc.collect()
+    torch.cuda.empty_cache()
     if rank == 0:
         logger.info("====> Epoch: {}".format(epoch))