Commit 56c28099 authored by Myle Ott's avatar Myle Ott
Browse files

Use `--lrshrink` as the reduction factor in ReduceLROnPlateau

parent e21901e8

fairseq/multiprocessing_trainer.py

+3 −2
Changes for fairseq/multiprocessing_trainer.py: 3 added lines, 2 removed lines.
Original line number Diff line number Diff line
@@ -104,8 +104,9 @@ class MultiprocessingTrainer(MultiprocessingEventLoop): 
            lr_scheduler = LambdaLR(self.optimizer, anneal)

            lr_scheduler.best = None

        else:

            # decay the LR by 0.1 every time the validation loss plateaus

            lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0)

            # decay the LR by a factor every time the validation loss plateaus

            lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0,

                                             factor=self.args.lrshrink)

        return lr_scheduler



    def get_model(self):