trunk: semisupervised BNF training script

git-svn-id: https://svn.code.sf.net/p/kaldi/code/trunk@3692 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8

egs/babel/s5b/run-6-bnf-semisupervised.sh

+#!/bin/bash
+
+# Copyright 2014  Pegah Ghahremani
+# Apache 2.0
+
+#Run supervised and semisupervised BNF training
+#This yields approx 70 hours of data
+
+set -e           #Exit on non-zero return code from any command
+set -o pipefail  #Exit if any of the commands in the pipeline will
+                 #return non-zero return code
+. conf/common_vars.sh || exit 1;
+. ./lang.conf || exit 1;
+
+set -u           #Fail on an undefined variable
+skip_kws=true
+skip_stt=false
+semisupervised=true
+bnf_train_stage=-100
+bnf_weight_threshold=0.35
+ali_dir=exp/tri6_nnet_ali
+decode_dir=exp/combine2_post/unsup.seg/decode_unsup.seg
+
+ ./utils/parse_options.sh
+echo  "--semisupervised<true>  #set to false to skip unsupervised training."
+
+if [ $babel_type == "full" ] && $semisupervised; then
+  echo "Error: Using unsupervised training for fullLP is meaningless, use semisupervised=false "
+  exit 1
+fi
+
+
+if $semisupervised ; then
+  unsup_string="_semi_supervised"
+  egs_string="--egs-dir exp_bnf${unsup_string}/tri6_bnf/egs"
+else
+  unsup_string=""  #" ": supervised training, _semi_supervised: unsupervised BNF training
+  egs_string=""
+fi
+
+dirid=unsup.seg
+datadir=data/${dirid}
+exp_dir=exp_bnf${unsup_string}
+data_bnf_dir=data_bnf${unsup_string}
+param_bnf_dir=param_bnf${unsup_string}
+###############################################################################
+#
+# Semi-supervised BNF training
+#
+###############################################################################
+[ ! -d $data_dir ] && echo "Error: $datadir is not available!" && exit 1;
+mkdir -p $exp_dir/tri6_bnf  
+if $semisupervised ; then
+  echo "$0: Generate examples using unsupervised data in $exp_dir/tri6_nnet"
+  if [ ! -f $exp_dir/tri6_bnf/egs/.done ]; then
+    local/nnet2/get_egs_semi_supervised.sh \
+      "${egs_cpu_opts[@]}" --io-opts "$egs_io_opts" \
+      --transform-dir-sup exp/tri5_ali \
+      --transform-dir-unsup exp/tri5/decode_${dirid} \
+      --weight-threshold $bnf_weight_threshold \
+      data/train $datadir data/lang \
+      $ali_dir $decode_dir $exp_dir/tri6_bnf || exit 1;
+    touch $exp_dir/tri6_bnf/egs/.done
+  fi
+ 
+fi  
+
+if [ ! -f $exp_dir/tri6_bnf/.done ]; then    
+ echo "$0: Train Bottleneck network"
+  local/nnet2/train_tanh_bottleneck.sh \
+    --stage $bnf_train_stage --num-jobs-nnet $bnf_num_jobs \
+    --num-threads $bnf_num_threads --mix-up $bnf_mixup \
+    --minibatch-size $bnf_minibatch_size \
+    --initial-learning-rate $bnf_init_learning_rate \
+    --final-learning-rate $bnf_final_learning_rate \
+    --num-hidden-layers $bnf_num_hidden_layers \
+    --bottleneck-dim $bottleneck_dim --hidden-layer-dim $bnf_hidden_layer_dim \
+    --cmd "$train_cmd" $egs_string  \
+    "${dnn_gpu_parallel_opts[@]}" \
+    data/train data/lang $ali_dir $exp_dir/tri6_bnf || exit 1
+
+  touch $exp_dir/tri6_bnf/.done
+fi
+
+[ ! -d $param_bnf_dir ] && mkdir -p $param_bnf_dir
+if [ ! -f $data_bnf_dir/train_bnf/.done ]; then
+  mkdir -p $data_bnf_dir
+  # put the archives in ${param_bnf_dir}/.
+  local/nnet2/dump_bottleneck_features.sh --nj $train_nj --cmd "$train_cmd" \
+    --transform-dir exp/tri5 data/train $data_bnf_dir/train_bnf \
+    $exp_dir/tri6_bnf $param_bnf_dir $exp_dir/dump_bnf
+  touch $data_bnf_dir/train_bnf/.done
+fi 
+
+if [ ! $data_bnf_dir/train/.done -nt $data_bnf_dir/train_bnf/.done ]; then
+  steps/nnet/make_fmllr_feats.sh --cmd "$train_cmd -tc 10" \
+    --nj $train_nj --transform-dir exp/tri5_ali  $data_bnf_dir/train_sat data/train \
+    exp/tri5_ali $exp_dir/make_fmllr_feats/log $param_bnf_dir / 
+
+  steps/append_feats.sh --cmd "$train_cmd" --nj 4 \
+    $data_bnf_dir/train_bnf $data_bnf_dir/train_sat $data_bnf_dir/train \
+    $exp_dir/append_feats/log $param_bnf_dir/ 
+  steps/compute_cmvn_stats.sh --fake $data_bnf_dir/train \
+  $exp_dir/make_fmllr_feats $param_bnf_dir
+  rm -r $data_bnf_dir/train_sat
+
+  touch $data_bnf_dir/train/.done
+fi
+
+if [ ! $exp_dir/tri5/.done -nt $data_bnf_dir/train/.done ]; then
+  steps/train_lda_mllt.sh --splice-opts "--left-context=1 --right-context=1" \
+    --dim 60 --boost-silence $boost_sil --cmd "$train_cmd" \
+    $numLeavesMLLT $numGaussMLLT $data_bnf_dir/train data/lang exp/tri5_ali $exp_dir/tri5 ;
+  touch $exp_dir/tri5/.done
+fi
+
+if [ ! $exp_dir/tri6/.done -nt $exp_dir/tri5/.done ]; then
+  steps/train_sat.sh --boost-silence $boost_sil --cmd "$train_cmd" \
+    $numLeavesSAT $numGaussSAT $data_bnf_dir/train data/lang \
+    $exp_dir/tri5 $exp_dir/tri6
+  touch $exp_dir/tri6/.done
+fi
+
+echo ---------------------------------------------------------------------
+echo "$0: next, run run-6-bnf-sgmm-semisupervised.sh"
+echo ---------------------------------------------------------------------
+
+exit 0;