Commit 5b533aa6 authored by Myle Ott's avatar Myle Ott
Browse files

Increase max buffer size in all_gather_list

parent f1d81db8

fairseq/distributed_utils.py

+1 −1
Changes for fairseq/distributed_utils.py: 1 added line, 1 removed line.
Original line number Diff line number Diff line
@@ -52,7 +52,7 @@ def suppress_output(): 
    __builtin__.print = print





def all_gather_list(data, max_size=4096):

def all_gather_list(data, max_size=16384):

    """Gathers arbitrary data from all nodes into a list."""

    world_size = torch.distributed.get_world_size()

    if not hasattr(all_gather_list, '_in_buffer') or \