Unverified Commit 48836525 authored by Sergey Edunov's avatar Sergey Edunov Committed by GitHub
Browse files

Merge pull request #134 from hitvoice/master 

Update training commands
parents 6268f20e 0a141e3f

data/README.md

+7 −4
Changes for data/README.md: 7 added lines, 4 removed lines.
Original line number Diff line number Diff line
@@ -18,11 +18,12 @@ $ python preprocess.py --source-lang de --target-lang en \ 
  --trainpref $TEXT/train --validpref $TEXT/valid --testpref $TEXT/test \

  --destdir data-bin/iwslt14.tokenized.de-en



# Train the model:

# Train the model (better for a single GPU setup):

$ mkdir -p checkpoints/fconv

$ CUDA_VISIBLE_DEVICES=0 python train.py data-bin/iwslt14.tokenized.de-en \

  --lr 0.25 --clip-norm 0.1 --dropout 0.2 --max-tokens 4000 \

  --label-smoothing 0.1 --force-anneal 200 \

  --criterion label_smoothed_cross_entropy --label-smoothing 0.1 \

  --lr-scheduler fixed --force-anneal 200 \

  --arch fconv_iwslt_de_en --save-dir checkpoints/fconv



# Generate:
@@ -61,7 +62,8 @@ $ python preprocess.py --source-lang en --target-lang de \ 
$ mkdir -p checkpoints/fconv_wmt_en_de

$ python train.py data-bin/wmt14_en_de \

  --lr 0.5 --clip-norm 0.1 --dropout 0.2 --max-tokens 4000 \

  --label-smoothing 0.1 --force-anneal 50 \

  --criterion label_smoothed_cross_entropy --label-smoothing 0.1 \

  --lr-scheduler fixed --force-anneal 50 \

  --arch fconv_wmt_en_de --save-dir checkpoints/fconv_wmt_en_de



# Generate:
@@ -92,7 +94,8 @@ $ python preprocess.py --source-lang en --target-lang fr \ 
$ mkdir -p checkpoints/fconv_wmt_en_fr

$ python train.py data-bin/wmt14_en_fr \

  --lr 0.5 --clip-norm 0.1 --dropout 0.1 --max-tokens 3000 \

  --label-smoothing 0.1 --force-anneal 50 \

  --criterion label_smoothed_cross_entropy --label-smoothing 0.1 \

  --lr-scheduler fixed --force-anneal 50 \

  --arch fconv_wmt_en_fr --save-dir checkpoints/fconv_wmt_en_fr



# Generate: