Commit 12a47a64 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

fix flag copy paste (decoder-normalize-before)

parent f6a5a54e

fairseq/models/transformer.py

+1 −1
Changes for fairseq/models/transformer.py: 1 added line, 1 removed line.
Original line number Diff line number Diff line
@@ -301,7 +301,7 @@ class TransformerDecoderLayer(nn.Module): 
        )

        self.dropout = args.dropout

        self.relu_dropout = args.relu_dropout

        self.normalize_before = args.encoder_normalize_before

        self.normalize_before = args.decoder_normalize_before

        self.encoder_attn = MultiheadAttention(

            self.embed_dim, args.decoder_attention_heads,

            dropout=args.attention_dropout,