Feat: support V220 train (maybe)

This commit is contained in:
litagin02
2023-12-23 15:18:27 +09:00
parent 2b66bde9a4
commit c2aabe15b7
11 changed files with 1319 additions and 7 deletions

View File

@@ -307,7 +307,7 @@ class DistributedBucketSampler(torch.utils.data.distributed.DistributedSampler):
self.buckets, self.num_samples_per_bucket = self._create_buckets()
logger.info(f"Bucket info: {self.num_samples_per_bucket}")
logger.info(
f"Unuseful samples: {len(self.lengths) - sum(self.num_samples_per_bucket)}"
f"Unused samples: {len(self.lengths) - sum(self.num_samples_per_bucket)}"
)
self.total_size = sum(self.num_samples_per_bucket)
self.num_samples = self.total_size // self.num_replicas