Commit 7f5f2461 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

use adaptive softmax only with adaptive loss

parent 7d560402

fairseq/models/fconv.py

+2 −1
Changes for fairseq/models/fconv.py: 2 added lines, 1 removed line.
Original line number Diff line number Diff line
@@ -139,7 +139,8 @@ class FConvLanguageModel(FairseqLanguageModel): 
            max_positions=args.max_target_positions,

            share_embed=False,

            positional_embeddings=False,

            adaptive_softmax_cutoff=options.eval_str_list(args.adaptive_softmax_cutoff, type=int),

            adaptive_softmax_cutoff=options.eval_str_list(args.adaptive_softmax_cutoff,

                                                          type=int) if args.criterion == 'adaptive_loss' else None,

            normalization_constant=args.normalization_constant,

        )

        return FConvLanguageModel(decoder)