Commit 2ad1178e authored by Myle Ott's avatar Myle Ott Committed by Facebook Github Bot
Browse files

Add --curriculum (fixes #533) 

Summary: Pull Request resolved: https://github.com/pytorch/fairseq/pull/554

Differential Revision: D14300596

Pulled By: myleott

fbshipit-source-id: f38c8e58daef99d5e4b97dd423e4142e4294a4f0
parent 1fd0a6f6

fairseq/options.py

+2 −0
Original line number Diff line number Diff line
@@ -233,6 +233,8 @@ def add_dataset_args(parser, train=False, gen=False): 
        group.add_argument('--max-sentences-valid', type=int, metavar='N',

                           help='maximum number of sentences in a validation batch'

                                ' (defaults to --max-sentences)')

        group.add_argument('--curriculum', default=0, type=int, metavar='N',

                           help='don\'t shuffle batches for first N epochs')

    if gen:

        group.add_argument('--gen-subset', default='test', metavar='SPLIT',

                           help='data subset to generate (train, valid, test)')

train.py

+6 −4
Original line number Diff line number Diff line
@@ -120,13 +120,15 @@ def main(args, init_distributed=False): 


def train(args, trainer, task, epoch_itr):

    """Train the model for one epoch."""



    # Update parameters every N batches



    # Initialize data iterator

    itr = epoch_itr.next_epoch_itr(fix_batches_to_gpus=args.fix_batches_to_gpus)

    update_freq = args.update_freq[epoch_itr.epoch - 1] \

            if epoch_itr.epoch <= len(args.update_freq) else args.update_freq[-1]



    # Initialize data iterator

    itr = epoch_itr.next_epoch_itr(

        fix_batches_to_gpus=args.fix_batches_to_gpus,

        shuffle=(epoch_itr.epoch >= args.curriculum),

    )

    itr = iterators.GroupedIterator(itr, update_freq)

    progress = progress_bar.build_progress_bar(

        args, itr, epoch_itr.epoch, no_progress_bar='simple',

fairseq/tasks/fairseq_task.py

+3 −3

File changed.

Contains only whitespace changes.