Skip to content
Snippets Groups Projects
Commit 33b3a315 authored by Xingyu Na's avatar Xingyu Na Committed by Vijayaditya Peddinti
Browse files

Update several results for reproducibility (#876)

parent 1db396da
No related branches found
No related tags found
No related merge requests found
# GMM and SGMM numbers reported on eval2000
for x in exp/*/decode_dev*; do grep Sum $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 45.1 | 4459 42989 | 59.2 28.8 12.0 4.3 45.1 77.8 | exp/tri1a/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 44.1 | 4459 42989 | 60.2 28.2 11.6 4.3 44.1 77.6 | exp/tri1b/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 39.6 | 4459 42989 | 64.6 25.1 10.3 4.2 39.6 75.4 | exp/tri2/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 36.8 | 4459 42989 | 67.2 22.7 10.0 4.0 36.8 73.8 | exp/tri3a/decode_dev_nopp_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 27.3 | 4459 42989 | 76.1 17.6 6.3 3.4 27.3 66.2 | exp/tri3b/decode_dev_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 33.1 | 4459 42989 | 70.7 21.4 7.8 3.8 33.1 69.4 | exp/tri3b/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 27.6 | 4459 42989 | 75.9 17.9 6.2 3.5 27.6 66.4 | exp/tri3b/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 33.2 | 4459 42989 | 70.8 21.6 7.6 4.0 33.2 69.3 | exp/tri3b/decode_dev_nopp_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 25.2 | 4459 42989 | 78.2 16.1 5.7 3.5 25.2 64.6 | exp/tri4a/decode_dev_fsh_sw1_fg/score_11/eval2000.ctm.filt.sys
%WER 25.6 | 4459 42989 | 77.7 16.3 6.1 3.3 25.6 65.2 | exp/tri4a/decode_dev_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 33.5 | 4459 42989 | 70.3 22.0 7.7 3.8 33.5 69.6 | exp/tri4a/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 24.5 | 4459 42989 | 78.6 15.7 5.7 3.1 24.5 64.0 | exp/tri5a/decode_dev_fsh_sw1_fg/score_12/eval2000.ctm.filt.sys
%WER 24.9 | 4459 42989 | 78.3 15.8 5.9 3.2 24.9 64.4 | exp/tri5a/decode_dev_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 32.6 | 4459 42989 | 71.2 21.5 7.4 3.8 32.6 69.1 | exp/tri5a/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
for x in exp/*/decode_eval2000*; do grep Sum $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 44.9 | 4459 42989 | 59.3 28.3 12.4 4.2 44.9 77.9 | exp/tri1a/decode_eval2000_nosp_fsh_sw1_tg/score_11_1.0/eval2000.ctm.filt.sys
%WER 44.0 | 4459 42989 | 60.0 27.3 12.7 4.0 44.0 77.4 | exp/tri1b/decode_eval2000_nosp_fsh_sw1_tg/score_12_0.0/eval2000.ctm.filt.sys
%WER 39.5 | 4459 42989 | 64.8 25.0 10.2 4.3 39.5 75.7 | exp/tri2/decode_eval2000_nosp_fsh_sw1_tg/score_11_0.0/eval2000.ctm.filt.sys
%WER 37.3 | 4459 42989 | 66.1 22.6 11.2 3.4 37.3 74.2 | exp/tri3a/decode_eval2000_nosp_fsh_sw1_tg/score_13_1.0/eval2000.ctm.filt.sys
%WER 26.9 | 4459 42989 | 77.0 17.4 5.6 3.9 26.9 65.8 | exp/tri3b/decode_eval2000_fsh_sw1_tg/score_11_0.0/eval2000.ctm.filt.sys
%WER 27.5 | 4459 42989 | 75.8 17.7 6.5 3.3 27.5 66.2 | exp/tri3b/decode_eval2000_nosp_fsh_sw1_tg/score_12_0.0/eval2000.ctm.filt.sys
%WER 24.6 | 4459 42989 | 78.6 15.6 5.7 3.3 24.6 63.6 | exp/tri4a/decode_eval2000_fsh_sw1_fg/score_13_0.5/eval2000.ctm.filt.sys
%WER 25.1 | 4459 42989 | 78.4 16.2 5.5 3.5 25.1 64.5 | exp/tri4a/decode_eval2000_fsh_sw1_tg/score_12_0.5/eval2000.ctm.filt.sys
%WER 33.7 | 4459 42989 | 71.2 22.3 6.6 4.9 33.7 69.5 | exp/tri4a/decode_eval2000_fsh_sw1_tg.si/score_10_1.0/eval2000.ctm.filt.sys
%WER 24.3 | 4459 42989 | 79.2 15.6 5.2 3.6 24.3 62.9 | exp/tri5a/decode_eval2000_fsh_sw1_fg/score_11_1.0/eval2000.ctm.filt.sys
%WER 24.7 | 4459 42989 | 78.8 15.9 5.3 3.6 24.7 63.6 | exp/tri5a/decode_eval2000_fsh_sw1_tg/score_11_1.0/eval2000.ctm.filt.sys
%WER 32.8 | 4459 42989 | 71.7 21.6 6.7 4.5 32.8 68.5 | exp/tri5a/decode_eval2000_fsh_sw1_tg.si/score_11_0.5/eval2000.ctm.filt.sys
%WER 24.4 | 4459 42989 | 78.9 15.6 5.5 3.3 24.4 64.1 | exp/tri6a/decode_dev_fsh_sw1_fg/score_11/eval2000.ctm.filt.sys
%WER 24.8 | 4459 42989 | 78.5 15.8 5.6 3.3 24.8 64.7 | exp/tri6a/decode_dev_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 32.2 | 4459 42989 | 71.9 21.1 7.0 4.1 32.2 69.3 | exp/tri6a/decode_dev_fsh_sw1_tg.si/score_10/eval2000.ctm.filt.sys
......@@ -116,20 +114,18 @@ for x in exp/chain/*/decode_eval2000*fg; do grep Sum $x/score_*/*.ctm.callhm.fi
# GMM and SGMM numbers reported on rt03
for x in exp/*/decode_rt03*; do grep Sum $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 59.7 | 8420 76157 | 50.5 28.0 21.5 10.3 59.7 82.3 | exp/tri1a/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 59.2 | 8420 76157 | 51.4 27.7 20.9 10.5 59.2 82.2 | exp/tri1b/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 55.5 | 8420 76157 | 54.3 24.7 21.0 9.8 55.5 80.9 | exp/tri2/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 53.9 | 8420 76157 | 57.4 25.0 17.6 11.4 53.9 81.7 | exp/tri3a/decode_rt03_nopp_fsh_sw1_tg/score_13/rt03.ctm.filt.sys
%WER 37.7 | 8420 76157 | 74.1 17.1 8.8 11.8 37.7 68.5 | exp/tri3b/decode_rt03_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 49.6 | 8420 76157 | 60.9 20.4 18.6 10.5 49.6 78.1 | exp/tri3b/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 38.1 | 8420 76157 | 74.0 17.3 8.6 12.1 38.1 68.8 | exp/tri3b/decode_rt03_nopp_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 49.8 | 8420 76157 | 61.0 20.8 18.3 10.8 49.8 78.3 | exp/tri3b/decode_rt03_nopp_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 36.1 | 8420 76157 | 75.7 16.4 7.9 11.9 36.1 68.6 | exp/tri4a/decode_rt03_fsh_sw1_fg/score_15/rt03.ctm.filt.sys
%WER 36.4 | 8420 76157 | 75.0 16.5 8.5 11.4 36.4 69.0 | exp/tri4a/decode_rt03_fsh_sw1_tg/score_16/rt03.ctm.filt.sys
%WER 49.6 | 8420 76157 | 60.9 22.3 16.8 10.5 49.6 77.4 | exp/tri4a/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 35.2 | 8420 76157 | 76.7 15.9 7.4 11.9 35.2 69.5 | exp/tri5a/decode_rt03_fsh_sw1_fg/score_14/rt03.ctm.filt.sys
%WER 35.4 | 8420 76157 | 76.0 16.0 8.0 11.4 35.4 70.3 | exp/tri5a/decode_rt03_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 48.7 | 8420 76157 | 61.3 21.9 16.8 10.0 48.7 78.5 | exp/tri5a/decode_rt03_fsh_sw1_tg.si/score_15/rt03.ctm.filt.sys
%WER 46.6 | 8420 76157 | 57.2 28.2 14.6 3.8 46.6 73.4 | exp/tri1a/decode_rt03_nosp_fsh_sw1_tg/score_13_0.0/rt03.ctm.filt.sys
%WER 46.1 | 8420 76157 | 57.7 28.0 14.3 3.8 46.1 73.3 | exp/tri1b/decode_rt03_nosp_fsh_sw1_tg/score_13_0.0/rt03.ctm.filt.sys
%WER 42.1 | 8420 76157 | 61.3 25.1 13.6 3.5 42.1 71.4 | exp/tri2/decode_rt03_nosp_fsh_sw1_tg/score_13_1.0/rt03.ctm.filt.sys
%WER 39.4 | 8420 76157 | 64.2 23.8 12.0 3.6 39.4 69.6 | exp/tri3a/decode_rt03_nosp_fsh_sw1_tg/score_13_0.0/rt03.ctm.filt.sys
%WER 26.3 | 8420 76157 | 76.8 16.8 6.4 3.1 26.3 59.1 | exp/tri3b/decode_rt03_fsh_sw1_tg/score_13_1.0/rt03.ctm.filt.sys
%WER 27.2 | 8420 76157 | 75.8 17.3 6.9 3.0 27.2 60.1 | exp/tri3b/decode_rt03_nosp_fsh_sw1_tg/score_12_0.0/rt03.ctm.filt.sys
%WER 24.7 | 8420 76157 | 78.4 15.9 5.7 3.2 24.7 57.0 | exp/tri4a/decode_rt03_fsh_sw1_fg/score_12_1.0/rt03.ctm.filt.sys
%WER 25.2 | 8420 76157 | 78.0 16.1 6.0 3.2 25.2 57.8 | exp/tri4a/decode_rt03_fsh_sw1_tg/score_13_0.0/rt03.ctm.filt.sys
%WER 33.3 | 8420 76157 | 70.8 21.6 7.6 4.1 33.3 64.3 | exp/tri4a/decode_rt03_fsh_sw1_tg.si/score_12_1.0/rt03.ctm.filt.sys
%WER 24.2 | 8420 76157 | 78.9 15.5 5.6 3.1 24.2 56.4 | exp/tri5a/decode_rt03_fsh_sw1_fg/score_12_0.0/rt03.ctm.filt.sys
%WER 24.6 | 8420 76157 | 78.4 15.7 5.9 3.0 24.6 57.2 | exp/tri5a/decode_rt03_fsh_sw1_tg/score_13_0.0/rt03.ctm.filt.sys
%WER 32.9 | 8420 76157 | 71.1 21.2 7.7 4.0 32.9 63.8 | exp/tri5a/decode_rt03_fsh_sw1_tg.si/score_13_0.0/rt03.ctm.filt.sys
%WER 35.0 | 8420 76157 | 76.6 15.6 7.8 11.5 35.0 71.3 | exp/tri6a/decode_rt03_fsh_sw1_fg/score_14/rt03.ctm.filt.sys
%WER 35.4 | 8420 76157 | 76.1 15.9 8.0 11.5 35.4 71.6 | exp/tri6a/decode_rt03_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 47.5 | 8420 76157 | 62.6 21.6 15.8 10.1 47.5 78.5 | exp/tri6a/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
......
......@@ -147,7 +147,7 @@ steps/train_deltas.sh --cmd "$train_cmd" \
graph_dir=exp/tri1a/graph_nosp_fsh_sw1_tg
utils/mkgraph.sh data/lang_nosp_fsh_sw1_tg exp/tri1a $graph_dir
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri1a/decode_dev_nosp_fsh_sw1_tg
$graph_dir data/eval2000 exp/tri1a/decode_eval2000_nosp_fsh_sw1_tg
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri1a/decode_rt03_nosp_fsh_sw1_tg
)&
......@@ -161,7 +161,7 @@ steps/train_deltas.sh --cmd "$train_cmd" \
graph_dir=exp/tri1b/graph_nosp_fsh_sw1_tg
utils/mkgraph.sh data/lang_nosp_fsh_sw1_tg exp/tri1b $graph_dir
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri1b/decode_dev_nosp_fsh_sw1_tg
$graph_dir data/eval2000 exp/tri1b/decode_eval2000_nosp_fsh_sw1_tg
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri1b/decode_rt03_nosp_fsh_sw1_tg
)&
......@@ -175,7 +175,7 @@ steps/train_deltas.sh --cmd "$train_cmd" \
graph_dir=exp/tri2/graph_nosp_fsh_sw1_tg
utils/mkgraph.sh data/lang_nosp_fsh_sw1_tg exp/tri2 $graph_dir || exit 1;
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri2/decode_dev_nosp_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri2/decode_eval2000_nosp_fsh_sw1_tg || exit 1;
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri2/decode_rt03_nosp_fsh_sw1_tg || exit 1;
)&
......@@ -193,7 +193,7 @@ steps/train_deltas.sh --cmd "$train_cmd" \
graph_dir=exp/tri3a/graph_nosp_fsh_sw1_tg
utils/mkgraph.sh data/lang_nosp_fsh_sw1_tg exp/tri3a $graph_dir || exit 1;
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri3a/decode_dev_nosp_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri3a/decode_eval2000_nosp_fsh_sw1_tg || exit 1;
steps/decode.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri3a/decode_rt03_nosp_fsh_sw1_tg || exit 1;
)&
......@@ -209,7 +209,7 @@ steps/train_lda_mllt.sh --cmd "$train_cmd" \
graph_dir=exp/tri3b/graph_nosp_fsh_sw1_tg
utils/mkgraph.sh data/lang_nosp_fsh_sw1_tg exp/tri3b $graph_dir || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri3b/decode_dev_nosp_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri3b/decode_eval2000_nosp_fsh_sw1_tg || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri3b/decode_rt03_nosp_fsh_sw1_tg || exit 1;
)&
......@@ -236,7 +236,7 @@ fi
graph_dir=exp/tri3b/graph_fsh_sw1_tg
utils/mkgraph.sh data/lang_fsh_sw1_tg exp/tri3b $graph_dir || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri3b/decode_dev_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri3b/decode_eval2000_fsh_sw1_tg || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri3b/decode_rt03_fsh_sw1_tg || exit 1;
) &
......@@ -254,7 +254,7 @@ steps/train_sat.sh --cmd "$train_cmd" \
graph_dir=exp/tri4a/graph_fsh_sw1_tg
utils/mkgraph.sh data/lang_fsh_sw1_tg exp/tri4a $graph_dir
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri4a/decode_dev_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri4a/decode_eval2000_fsh_sw1_tg || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri4a/decode_rt03_fsh_sw1_tg || exit 1;
)&
......@@ -263,7 +263,7 @@ wait
if [ $rescore ]; then
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/eval2000 \
exp/tri4a/decode_dev_fsh_sw1_{tg,fg}
exp/tri4a/decode_eval2000_fsh_sw1_{tg,fg}
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/rt03 \
exp/tri4a/decode_rt03_fsh_sw1_{tg,fg}
......@@ -280,7 +280,7 @@ steps/train_sat.sh --cmd "$train_cmd" \
graph_dir=exp/tri5a/graph_fsh_sw1_tg
utils/mkgraph.sh data/lang_fsh_sw1_tg exp/tri5a $graph_dir
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri5a/decode_dev_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri5a/decode_eval2000_fsh_sw1_tg || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri5a/decode_rt03_fsh_sw1_tg || exit 1;
)&
......@@ -289,7 +289,7 @@ wait
if [ $rescore ]; then
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/eval2000 \
exp/tri5a/decode_dev_fsh_sw1_{tg,fg}
exp/tri5a/decode_eval2000_fsh_sw1_{tg,fg}
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/rt03 \
exp/tri5a/decode_rt03_fsh_sw1_{tg,fg}
......@@ -312,7 +312,7 @@ steps/train_sat.sh --cmd "$train_cmd" \
graph_dir=exp/tri6a/graph_fsh_sw1_tg
utils/mkgraph.sh data/lang_fsh_sw1_tg exp/tri6a $graph_dir
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/eval2000 exp/tri6a/decode_dev_fsh_sw1_tg || exit 1;
$graph_dir data/eval2000 exp/tri6a/decode_eval2000_fsh_sw1_tg || exit 1;
steps/decode_fmllr.sh --nj 25 --cmd "$decode_cmd" --config conf/decode.config \
$graph_dir data/rt03 exp/tri6a/decode_rt03_fsh_sw1_tg || exit 1;
)&
......@@ -320,7 +320,7 @@ wait
if [ $rescore ]; then
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/eval2000 \
exp/tri6a/decode_dev_fsh_sw1_{tg,fg}
exp/tri6a/decode_eval2000_fsh_sw1_{tg,fg}
steps/lmrescore_const_arpa.sh --cmd "$decode_cmd" \
data/lang_fsh_sw1_{tg,fg} data/rt03 \
exp/tri6a/decode_rt03_fsh_sw1_{tg,fg}
......
exp/mono0a/decode/cer_9:%WER 80.54 [ 45228 / 56154, 1435 ins, 11484 del, 32309 sub ]
exp/tri1/decode/cer_12:%WER 60.34 [ 33881 / 56154, 2720 ins, 6019 del, 25142 sub ]
exp/tri2/decode/cer_12:%WER 59.69 [ 33521 / 56154, 2800 ins, 5618 del, 25103 sub ]
exp/tri3a/decode/cer_13:%WER 57.65 [ 32370 / 56154, 2535 ins, 5673 del, 24162 sub ]
exp/tri4a/decode/cer_12:%WER 53.02 [ 29774 / 56154, 2724 ins, 4791 del, 22259 sub ]
exp/tri5a/decode/cer_13:%WER 49.67 [ 27891 / 56154, 2877 ins, 4538 del, 20476 sub ]
# for x in exp/*/decode; do [ -d $x ] && grep WER $x/cer_* | utils/best_wer.sh; done
%WER 80.89 [ 45422 / 56154, 1530 ins, 11018 del, 32874 sub ] exp/mono0a/decode/cer_9
%WER 60.01 [ 33698 / 56154, 2528 ins, 5961 del, 25209 sub ] exp/tri1/decode/cer_12
%WER 59.68 [ 33514 / 56154, 2574 ins, 5752 del, 25188 sub ] exp/tri2/decode/cer_12
%WER 57.25 [ 32148 / 56154, 2484 ins, 5811 del, 23853 sub ] exp/tri3a/decode/cer_13
%WER 53.47 [ 30026 / 56154, 2789 ins, 5115 del, 22122 sub ] exp/tri4a/decode/cer_13
%WER 49.72 [ 27921 / 56154, 2833 ins, 4568 del, 20520 sub ] exp/tri5a/decode/cer_13
%WER 43.95 [ 24681 / 56154, 2106 ins, 3890 del, 18685 sub ] exp/tri5a_mmi_b0.1/decode/cer_10
%WER 44.60 [ 25044 / 56154, 2121 ins, 4040 del, 18883 sub ] exp/tri5a_mpe/decode/cer_11
%WER 43.81 [ 24602 / 56154, 2843 ins, 3751 del, 18008 sub ] exp/sgmm2_5a/decode/cer_10
exp/tri5a_mce/decode/cer_11:%WER 44.74 [ 25125 / 56154, 2112 ins, 4108 del, 18905 sub ]
exp/tri5a_mmi_b0.1/decode/cer_11:%WER 44.24 [ 24840 / 56154, 2060 ins, 4118 del, 18662 sub ]
exp/tri5a_mpe/decode/cer_12:%WER 44.96 [ 25247 / 56154, 2233 ins, 4174 del, 18840 sub ]
exp/sgmm2_5a/decode/cer_11:%WER 43.44 [ 24391 / 56154, 2646 ins, 4066 del, 17679 sub ]
# nnet1 results
exp/dnn5b_pretrain-dbn_dnn/decode/cer_10:%WER 39.42 [ 22134 / 56154, 2507 ins, 3730 del, 15897 sub ]
......
......@@ -3,17 +3,17 @@ for x in exp/{mono,tri1,tri2b,tri3b,tri4b,tri4b_dnn,tri4b_dnn_mpe}/decode_test_p
#clean mono,tri1,tri2b,tri3b,GMM,DNN model
#clean test data
#phone task
%WER 31.49 [ 113986 / 362027, 20820 ins, 22043 del, 71123 sub ] exp/mono/decode_test_phone/wer_5
%WER 20.56 [ 74445 / 362027, 15452 ins, 12457 del, 46536 sub ] exp/tri1/decode_test_phone/wer_5
%WER 17.32 [ 62689 / 362027, 11937 ins, 11260 del, 39492 sub ] exp/tri2b/decode_test_phone/wer_6
%WER 15.98 [ 57853 / 362027, 8186 ins, 12404 del, 37263 sub ] exp/tri3b/decode_test_phone/wer_9
%WER 19.67 [ 71215 / 362027, 10156 ins, 15669 del, 45390 sub ] exp/tri3b/decode_test_phone.si/wer_9
%WER 14.28 [ 51699 / 362027, 7307 ins, 10875 del, 33517 sub ] exp/tri4b/decode_test_phone/wer_9
%WER 17.54 [ 63483 / 362027, 9898 ins, 12935 del, 40650 sub ] exp/tri4b/decode_test_phone.si/wer_9
%WER 10.27 [ 37173 / 362027, 8675 ins, 6483 del, 22015 sub ] exp/tri4b_dnn/decode_test_phone/wer_4
%WER 10.11 [ 36591 / 362027, 8702 ins, 6255 del, 21634 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it1/wer_4
%WER 10.03 [ 36321 / 362027, 7490 ins, 6731 del, 22100 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it2/wer_5
%WER 10.01 [ 36249 / 362027, 7507 ins, 6677 del, 22065 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it3/wer_5
%WER 34.00 [ 123105 / 362027, 17267 ins, 28402 del, 77436 sub ] exp/mono/decode_test_phone/wer_9_0.0
%WER 21.68 [ 78478 / 362027, 11305 ins, 16394 del, 50779 sub ] exp/tri1/decode_test_phone/wer_9_0.5
%WER 18.32 [ 66320 / 362027, 8860 ins, 14855 del, 42605 sub ] exp/tri2b/decode_test_phone/wer_9_0.5
%WER 15.98 [ 57853 / 362027, 8186 ins, 12404 del, 37263 sub ] exp/tri3b/decode_test_phone/wer_9_0.5
%WER 19.67 [ 71215 / 362027, 10156 ins, 15669 del, 45390 sub ] exp/tri3b/decode_test_phone.si/wer_9_0.5
%WER 14.28 [ 51699 / 362027, 7307 ins, 10875 del, 33517 sub ] exp/tri4b/decode_test_phone/wer_9_1.0
%WER 17.54 [ 63483 / 362027, 9898 ins, 12935 del, 40650 sub ] exp/tri4b/decode_test_phone.si/wer_9_0.5
%WER 10.38 [ 37582 / 362027, 8577 ins, 7008 del, 21997 sub ] exp/tri4b_dnn/decode_test_phone/wer_4_1.0
%WER 10.22 [ 36997 / 362027, 8497 ins, 6834 del, 21666 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it1/wer_4_1.0
%WER 10.15 [ 36749 / 362027, 8435 ins, 6778 del, 21536 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it2/wer_4_1.0
%WER 10.13 [ 36681 / 362027, 8427 ins, 6759 del, 21495 sub ] exp/tri4b_dnn_mpe/decode_test_phone_it3/wer_4_1.0
exit 0
......@@ -21,17 +21,17 @@ for x in exp/{mono,tri1,tri2b,tri3b,tri4b,tri4b_dnn,tri4b_dnn_mpe}/decode_test_w
#clean mono,tri1,tri2b,tri3b,GMM,DNN model
#clean test data
#word task
%WER 51.04 [ 41414 / 81139, 474 ins, 2404 del, 38536 sub ] exp/mono/decode_test_word/wer_9
%WER 36.38 [ 29522 / 81139, 516 ins, 1096 del, 27910 sub ] exp/tri1/decode_test_word/wer_10
%WER 32.51 [ 26379 / 81139, 469 ins, 940 del, 24970 sub ] exp/tri2b/decode_test_word/wer_9
%WER 29.47 [ 23913 / 81139, 396 ins, 864 del, 22653 sub ] exp/tri3b/decode_test_word/wer_10
%WER 33.65 [ 27300 / 81139, 483 ins, 1049 del, 25768 sub ] exp/tri3b/decode_test_word.si/wer_9
%WER 28.07 [ 22776 / 81139, 418 ins, 762 del, 21596 sub ] exp/tri4b/decode_test_word/wer_11
%WER 31.50 [ 25559 / 81139, 511 ins, 928 del, 24120 sub ] exp/tri4b/decode_test_word.si/wer_10
%WER 23.57 [ 19123 / 81139, 419 ins, 585 del, 18119 sub ] exp/tri4b_dnn/decode_test_word/wer_7
%WER 23.40 [ 18984 / 81139, 397 ins, 567 del, 18020 sub ] exp/tri4b_dnn_mpe/decode_test_word_it1/wer_7
%WER 23.27 [ 18884 / 81139, 396 ins, 553 del, 17935 sub ] exp/tri4b_dnn_mpe/decode_test_word_it2/wer_7
%WER 23.18 [ 18804 / 81139, 368 ins, 618 del, 17818 sub ] exp/tri4b_dnn_mpe/decode_test_word_it3/wer_8
%WER 50.88 [ 41280 / 81139, 506 ins, 2393 del, 38381 sub ] exp/mono/decode_test_word/wer_9_0.0
%WER 35.97 [ 29188 / 81139, 531 ins, 1041 del, 27616 sub ] exp/tri1/decode_test_word/wer_10_0.0
%WER 32.14 [ 26078 / 81139, 418 ins, 1057 del, 24603 sub ] exp/tri2b/decode_test_word/wer_10_0.0
%WER 29.47 [ 23913 / 81139, 396 ins, 864 del, 22653 sub ] exp/tri3b/decode_test_word/wer_10_0.0
%WER 33.65 [ 27300 / 81139, 483 ins, 1049 del, 25768 sub ] exp/tri3b/decode_test_word.si/wer_9_0.0
%WER 28.07 [ 22776 / 81139, 418 ins, 762 del, 21596 sub ] exp/tri4b/decode_test_word/wer_11_0.0
%WER 31.50 [ 25559 / 81139, 511 ins, 928 del, 24120 sub ] exp/tri4b/decode_test_word.si/wer_10_0.0
%WER 23.68 [ 19217 / 81139, 490 ins, 597 del, 18130 sub ] exp/tri4b_dnn/decode_test_word/wer_7_0.0
%WER 23.44 [ 19022 / 81139, 465 ins, 576 del, 17981 sub ] exp/tri4b_dnn_mpe/decode_test_word_it1/wer_7_0.0
%WER 23.35 [ 18947 / 81139, 408 ins, 631 del, 17908 sub ] exp/tri4b_dnn_mpe/decode_test_word_it2/wer_8_0.0
%WER 23.30 [ 18904 / 81139, 406 ins, 622 del, 17876 sub ] exp/tri4b_dnn_mpe/decode_test_word_it3/wer_8_0.0
exit 0
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment