Commit dfd77717 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

fix cosine lr sched for t_mult=1 with warmup

parent 0a7f9e64

fairseq/optim/lr_scheduler/cosine_lr_scheduler.py

+1 −1
Original line number Diff line number Diff line
@@ -93,7 +93,7 @@ class CosineSchedule(FairseqLRScheduler): 
            else:

                i = math.floor(curr_updates / self.period)

                t_i = self.period

                t_curr = num_updates - (self.period * i)

                t_curr = curr_updates - (self.period * i)



            lr_shrink = self.lr_shrink ** i

            min_lr = self.min_lr  * lr_shrink