Commit 1fb22af4 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

initialize normalization constant for fconv_lm

parent f4108909

fairseq/models/fconv.py

+1 −0
Changes for fairseq/models/fconv.py: 1 added line, 0 removed lines.
Original line number Diff line number Diff line
@@ -606,6 +606,7 @@ def base_lm_architecture(args): 
    args.decoder_layers = getattr(args, 'decoder_layers', '[(1268, 4)] * 13')

    args.decoder_attention = getattr(args, 'decoder_attention', 'False')

    args.adaptive_softmax_cutoff = getattr(args, 'adaptive_softmax_cutoff', None)

    args.normalization_constant = getattr(args, 'normalization_constant', 0.5)





@register_model_architecture('fconv', 'fconv')