This commit is contained in:
Stardust·减
2023-09-06 19:50:04 +08:00
committed by GitHub
parent 8c4316cd5e
commit c09f4b92ff

View File

@@ -254,10 +254,19 @@ class DistributedBucketSampler(torch.utils.data.distributed.DistributedSampler):
if idx_bucket != -1: if idx_bucket != -1:
buckets[idx_bucket].append(i) buckets[idx_bucket].append(i)
try:
for i in range(len(buckets) - 1, 0, -1): for i in range(len(buckets) - 1, 0, -1):
if len(buckets[i]) == 0: if len(buckets[i]) == 0:
buckets.pop(i) buckets.pop(i)
self.boundaries.pop(i + 1) self.boundaries.pop(i + 1)
assert all(len(bucket) > 0 for bucket in buckets)
# When one bucket is not traversed
except Exception as e:
print('Bucket warning ', e)
for i in range(len(buckets) - 1, -1, -1):
if len(buckets[i]) == 0:
buckets.pop(i)
self.boundaries.pop(i + 1)
num_samples_per_bucket = [] num_samples_per_bucket = []
for i in range(len(buckets)): for i in range(len(buckets)):