Commit 50931d69 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

fix default params

parent 7f5f2461

fairseq/models/transformer.py

+2 −2
Changes for fairseq/models/transformer.py: 2 added lines, 2 removed lines.
Original line number Diff line number Diff line
@@ -400,8 +400,8 @@ def base_architecture(args): 
    args.decoder_layers = getattr(args, 'decoder_layers', 6)

    args.decoder_attention_heads = getattr(args, 'decoder_attention_heads', 8)

    args.attention_dropout = getattr(args, 'attention_dropout', 0.)

    args.attention_dropout = getattr(args, 'relu_dropout', 0.)

    args.attention_dropout = getattr(args, 'dropout', 0.1)

    args.relu_dropout = getattr(args, 'relu_dropout', 0.)

    args.dropout = getattr(args, 'dropout', 0.1)





@register_model_architecture('transformer', 'transformer_iwslt_de_en')