Merge branch 'dev-colab' into dev

This commit is contained in:
litagin02
2024-01-09 15:40:41 +09:00
parent d461b2e78d
commit c13eff4887
5 changed files with 24 additions and 15 deletions

View File

@@ -346,10 +346,6 @@ class DistributedBucketSampler(torch.utils.data.distributed.DistributedSampler):
# When one bucket is not traversed
except Exception as e:
logger.info("Bucket warning ", e)
logger.info(
"Empty buckets at indices: ",
[i for i, bucket in enumerate(buckets) if len(bucket) == 0],
)
for i in range(len(buckets) - 1, -1, -1):
if len(buckets[i]) == 0:
buckets.pop(i)