Commit a091d239 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

respect max tokens and ignore invalid inputs when evaluating lm

parent cc85d411

eval_lm.py

+2 −0
Changes for eval_lm.py: 2 added lines, 0 removed lines.
Original line number Diff line number Diff line
@@ -38,10 +38,12 @@ def main(args): 


    itr = data.EpochBatchIterator(

        dataset=task.dataset(args.gen_subset),

        max_tokens=args.max_tokens,

        max_sentences=args.max_sentences or 4,

        max_positions=model.max_positions(),

        num_shards=args.num_shards,

        shard_id=args.shard_id,

        ignore_invalid_inputs=True,

    ).next_epoch_itr(shuffle=False)



    gen_timer = StopwatchMeter()