Commit b3c92d19 authored by Vijayaditya Peddinti's avatar Vijayaditya Peddinti
Browse files

trunk,aspire : added RESULTS and more bug fixes

git-svn-id: https://svn.code.sf.net/p/kaldi/code/trunk@5177 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8
parent 78a8fda0
for x in exp/*/decode_dev; do grep WER $x/wer_* | utils/best_wer.sh; done
# This is the test result after resovling a lexicon issue, but it's only test until tri2 stage
%WER 47.92 [ 18756 / 39141, 1908 ins, 4295 del, 12553 sub ] exp/tri1/decode_dev/wer_12
%WER 47.70 [ 18672 / 39141, 2072 ins, 4133 del, 12467 sub ] exp/tri2/decode_dev/wer_12
# Out of date results
%WER 41.86 [ 16384 / 39141, 1735 ins, 4152 del, 10497 sub ] exp/tri3a/decode_dev/wer_13
%WER 34.73 [ 13593 / 39141, 1719 ins, 3365 del, 8509 sub ] exp/tri4a/decode_dev/wer_14
%WER 31.07 [ 12163 / 39141, 1869 ins, 2705 del, 7589 sub ] exp/tri5a/decode_dev/wer_13
%WER 31.13 [ 12184 / 39141, 1939 ins, 2584 del, 7661 sub ] exp/tri5a_0.1/decode_dev/wer_12
%WER 23.66 [ 9259 / 39141, 1495 ins, 2432 del, 5332 sub ] exp/nnet6c4_gpu/decode_dev/wer_11
# WERs for the GMM build
%WER 47.11 [ 18255 / 38753, 1643 ins, 4415 del, 12197 sub ] exp/tri1/decode_dev/wer_12
%WER 46.78 [ 18130 / 38753, 1647 ins, 4377 del, 12106 sub ] exp/tri2/decode_dev/wer_12
%WER 39.42 [ 15276 / 38753, 1799 ins, 3434 del, 10043 sub ] exp/tri3a/decode_dev/wer_11
%WER 32.31 [ 12522 / 38753, 1531 ins, 2965 del, 8026 sub ] exp/tri4a/decode_dev/wer_13
%WER 28.86 [ 11183 / 38753, 1546 ins, 2499 del, 7138 sub ] exp/tri5a/decode_dev/wer_13
# Results for the ASpIRE submission system
# dev set
%WER 30.8 | 2120 27213 | 75.3 16.2 8.4 6.2 30.8 78.8 | -0.724 | exp/nnet2_multicondition/nnet_ms_a/decode_dev_aspire_whole_uniformsegmented_win10_over5_v6_iterfinal_pp_fg/score_13/penalty_0.0/ctm.filt.filt.sys
%WER 29.1 | 2120 27208 | 77.6 15.4 7.0 6.7 29.1 77.1 | -1.357 | exp/nnet2_multicondition/nnet_ms_a_smbr_0.00015_nj12/decode_dev_aspire_whole_uniformsegmented_win10_over5_v6_iterepoch2_pp_fg/score_16/penalty_1.0/ctm.filt.filt.sys
# dev-test set
72.30 score dev_test for leaderboard
%WER 22.86 [ 8947 / 39141, 1369 ins, 2302 del, 5276 sub ] exp/nnet2_online/nnet_a_online/decode_dev/wer_12
%WER 23.77 [ 9305 / 39141, 1312 ins, 2462 del, 5531 sub ] exp/nnet2_online/nnet_a_online/decode_dev_utt/wer_12
%WER 23.13 [ 9055 / 39141, 1466 ins, 2210 del, 5379 sub ] exp/nnet2_online/nnet_a_online/decode_dev_utt_offline/wer_11
# These results are for the dev and test sets in Fisher corpora (these are subsets created for the purpose of testing and not actual universally accepted evalutation sets)
# dev_rvb and test_rvb are artificially reverberated test data (no care was taken to ensure non-overlap of RIRs between train, test and dev sets)
%WER 18.11 [ 7020 / 38753, 960 ins, 1807 del, 4253 sub ] exp/nnet2_multicondition/nnet_ms_a/decode_dev/wer_11
%WER 18.51 [ 7174 / 38753, 1093 ins, 1663 del, 4418 sub ] exp/nnet2_multicondition/nnet_ms_a_online/decode_dev/wer_10
%WER 24.68 [ 9563 / 38753, 1127 ins, 2374 del, 6062 sub ] exp/nnet2_multicondition/nnet_ms_a/decode_dev_rvb/wer_10
%WER 25.39 [ 9839 / 38753, 1115 ins, 2539 del, 6185 sub ] exp/nnet2_multicondition/nnet_ms_a_online/decode_dev_rvb/wer_11
%WER 18.17 [ 7171 / 39477, 1015 ins, 1783 del, 4373 sub ] exp/nnet2_multicondition/nnet_ms_a/decode_test/wer_10
%WER 18.41 [ 7267 / 39477, 1027 ins, 1740 del, 4500 sub ] exp/nnet2_multicondition/nnet_ms_a_online/decode_test/wer_10
%WER 24.36 [ 9618 / 39477, 1152 ins, 2347 del, 6119 sub ] exp/nnet2_multicondition/nnet_ms_a/decode_test_rvb/wer_10
%WER 25.02 [ 9876 / 39477, 1032 ins, 2581 del, 6263 sub ] exp/nnet2_multicondition/nnet_ms_a_online/decode_test_rvb/wer_12
# the following is with a multi-splice version of the nnet-online recipe
# This is the best current recipe.
%WER 18.25 [ 7072 / 38753, 1000 ins, 1744 del, 4328 sub ] exp/nnet2_multicondition/nnet_ms_c/decode_dev/wer_11
%WER 18.23 [ 7195 / 39477, 980 ins, 1844 del, 4371 sub ] exp/nnet2_multicondition/nnet_ms_c/decode_test/wer_11
%WER 24.83 [ 9621 / 38753, 1149 ins, 2344 del, 6128 sub ] exp/nnet2_multicondition/nnet_ms_c/decode_dev_rvb/wer_10
%WER 24.70 [ 9752 / 39477, 1067 ins, 2477 del, 6208 sub ] exp/nnet2_multicondition/nnet_ms_c/decode_test_rvb/wer_11
%WER 30.8 | 2120 27213 | 75.3 16.2 8.4 6.2 30.8 78.8 | -0.724 | exp/nnet2_multicondition/nnet_ms_a/decode_dev_aspire_whole_uniformsegmented_win10_over5_v6_iterfinal_pp_fg/score_13/penalty_0.0/ctm.filt.filt.sys
72.30 score dev_test for leaderboard
......@@ -110,7 +110,7 @@ if [ $stage -le 10 ]; then
# If this setup used PLP features, we'd have to give the option --feature-type plp
# to the script below.
steps/online/nnet2/prepare_online_decoding.sh --mfcc-config conf/mfcc_hires.conf \
data/lang exp/nnet2_online/extractor "$dir" ${dir}_online || exit 1;
data/lang exp/nnet2_multicondition/extractor "$dir" ${dir}_online || exit 1;
fi
if [ $stage -le 11 ]; then
......@@ -119,8 +119,7 @@ if [ $stage -le 11 ]; then
for data_dir in dev_rvb test_rvb dev_aspire dev test; do
( steps/online/nnet2/decode.sh --nj 30 --cmd "$decode_cmd" \
--config conf/decode.config \
--online-ivector-dir exp/nnet2_multicondition/ivectors_${data_dir} \
exp/tri5a/graph data/${data_dir}_hires $dir/decode_${data_dir} || exit 1;
exp/tri5a/graph data/${data_dir}_hires ${dir}_online/decode_${data_dir} || exit 1;
) &
done
wait;
......@@ -133,8 +132,7 @@ if [ $stage -le 12 ]; then
( steps/online/nnet2/decode.sh --nj 30 --cmd "$decode_cmd" \
--config conf/decode.config \
--per-utt true \
--online-ivector-dir exp/nnet2_multicondition/ivectors_${data_dir} \
exp/tri5a/graph data/${data_dir}_hires $dir/decode_${data_dir} || exit 1;
exp/tri5a/graph data/${data_dir}_hires ${dir}_online/decode_${data_dir} || exit 1;
) &
done
wait;
......@@ -148,8 +146,7 @@ if [ $stage -le 13 ]; then
( steps/online/nnet2/decode.sh --nj 30 --cmd "$decode_cmd" \
--config conf/decode.config \
--per-utt true --online false \
--online-ivector-dir exp/nnet2_multicondition/ivectors_${data_dir} \
exp/tri5a/graph data/${data_dir}_hires $dir/decode_${data_dir} || exit 1;
exp/tri5a/graph data/${data_dir}_hires ${dir}_online/decode_${data_dir} || exit 1;
) &
done
fi
......
......@@ -175,7 +175,7 @@ local/multi_condition/run_nnet2_ms_disc.sh
local/multi_condition/prep_test_aspire.sh --stage 1 --decode-num-jobs 200 \
--sub-speaker-frames 6000 --window 10 --overlap 5 --max-count 75 --pass2-decode-opts "--min-active 1000" \
--ivector-scale 0.75 --affix v6 --tune-hyper true dev_aspire data/lang exp/nnet2_multicondition/nnet_ms_a_smbr_0.00015_nj12
#%WER 29.0 | 2120 27212 | 77.6 15.1 7.3 6.6 29.0 78.0 | -1.248 | exp/nnet2_multicondition/nnet_ms_c_prior_adjusted_smbr_0.00015_nj12/decode_dev_aspire_whole_uniformsegmented_win10_over5_v6_iter430_pp_fg/score_16/penalty_1.0/ctm.filt.filt.sys
#%WER 29.1 | 2120 27208 | 77.6 15.4 7.0 6.7 29.1 77.1 | -1.357 | exp/nnet2_multicondition/nnet_ms_c_prior_adjusted_smbr_0.00015_nj12/decode_dev_aspire_whole_uniformsegmented_win10_over5_v6_iterepoch2_pp_fg/score_16/penalty_1.0/ctm.filt.filt.sys
local/multi_condition/prep_test_aspire.sh --stage 1 --decode-num-jobs 200 \
--sub-speaker-frames 6000 --window 10 --overlap 5 --max-count 75 --pass2-decode-opts "--min-active 1000" \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment