Skip to content
Snippets Groups Projects
Commit 24469dce authored by Nils-Arne Dreier's avatar Nils-Arne Dreier
Browse files

fix: that last rank got all the rest

parent 5ffec2ed
No related branches found
No related tags found
1 merge request!47[hiopy] refactor variable handling and distribution
Pipeline #101335 passed
......@@ -136,9 +136,11 @@ def distribute_work(grouped_data_vars, size):
result = [(group, variables, slice(None))]
# Add additional groups to this rank until it reaches the byte limit
while gsize < bytes_per_rank:
while gsize < bytes_per_rank or size == 1:
if len(group_sizes) == 0:
break
group, next_gsize = max(group_sizes.items(), key=lambda x: x[1])
if gsize + next_gsize > bytes_per_rank:
if gsize + next_gsize > bytes_per_rank and size > 1:
break
result.append((group, grouped_data_vars.pop(group), slice(None)))
del group_sizes[group]
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment