# Note: RESULTS_2 is same results as run by Mirko, but # at the current time is less up to date. for x in exp/*/decode*; do [ -d $x ] && grep WER $x/wer_* | scripts/best_wer.sh; done # monophone, deltas, half of SI-84 exp/mono0a/decode_tgpr_dev93/wer_10:%WER 34.52 [ 2842 / 8234, 249 ins, 476 del, 2117 sub ] exp/mono0a/decode_tgpr_eval92/wer_9:%WER 25.13 [ 1418 / 5643, 150 ins, 196 del, 1072 sub ] # triphone, deltas, half of SI-84 exp/tri1/decode_tgpr_dev93/wer_16:%WER 19.80 [ 1630 / 8234, 255 ins, 201 del, 1174 sub ] exp/tri1/decode_tgpr_dev93_tg4/wer_14:%WER 18.17 [ 1496 / 8234, 275 ins, 154 del, 1067 sub ] # triphone, deltas, SI-84 exp/tri2a/decode_tgpr_dev93/wer_15:%WER 17.77 [ 1463 / 8234, 245 ins, 150 del, 1068 sub ] # triphone, LDA+MLLT, SI-84 exp/tri2b/decode_tgpr_dev93/wer_16:%WER 17.78 [ 1464 / 8234, 284 ins, 141 del, 1039 sub ] exp/tri2b/decode_tgpr_dev93_fromlats/wer_16:%WER 17.08 [ 1406 / 8234, 256 ins, 164 del, 986 sub ] # rescore 2a lats exp/tri2b/decode_tgpr_dev93_tg/wer_15:%WER 16.75 [ 1379 / 8234, 284 ins, 130 del, 965 sub ] exp/tri2b/decode_tgpr_dev93_tg_biglm/wer_16:%WER 16.55 [ 1363 / 8234, 275 ins, 130 del, 958 sub ] exp/tri2b/decode_tgpr_eval92/wer_16:%WER 11.18 [ 631 / 5643, 145 ins, 52 del, 434 sub ] # +MMI exp/tri2b_mmi/decode_tgpr_eval92/wer_14:%WER 10.79 [ 609 / 5643, 148 ins, 42 del, 419 sub ] exp/tri2b_mmi_b0.1/decode_tgpr_eval92/wer_16:%WER 10.65 [ 601 / 5643, 126 ins, 47 del, 428 sub ] # LDA+ET, SI-84 [note: this is speaker adaptive, so better to compare with SAT numbers # which would be better than this when adapting on entire speaker] exp/tri2c/decode_tgpr_dev93/wer_16:%WER 16.06 [ 1322 / 8234, 248 ins, 128 del, 946 sub ] exp/tri2c/decode_tgpr_dev93_2pass/wer_16:%WER 15.82 [ 1303 / 8234, 238 ins, 124 del, 941 sub ] # LDA+MLLT+SAT, SI-84 exp/tri3b/decode_tgpr_dev93/wer_15:%WER 14.95 [ 1231 / 8234, 247 ins, 113 del, 871 sub ] exp/tri3b/decode_tgpr_dev93_tg/wer_16:%WER 14.26 [ 1174 / 8234, 235 ins, 122 del, 817 sub ] exp/tri3b/decode_tgpr_eval92/wer_15:%WER 10.23 [ 577 / 5643, 141 ins, 42 del, 394 sub ] exp/tri3b/decode_tgpr_eval92_tg/wer_16:%WER 9.87 [ 557 / 5643, 136 ins, 38 del, 383 sub ] # same with big-dict, on eval'92 exp/tri3b/decode_bd_tgpr_eval92/wer_15:%WER 7.94 [ 448 / 5643, 70 ins, 49 del, 329 sub ] exp/tri3b/decode_bd_tgpr_eval92_fg/wer_16:%WER 6.84 [ 386 / 5643, 66 ins, 43 del, 277 sub ] exp/tri3b/decode_bd_tgpr_eval92_tg/wer_16:%WER 7.04 [ 397 / 5643, 62 ins, 46 del, 289 sub ] # LDA+MLLT+SAT, SI-284, quick retraining from 3b exp/tri4b/decode_tgpr_dev93/wer_16:%WER 12.95 [ 1066 / 8234, 223 ins, 95 del, 748 sub ] exp/tri4b/decode_tgpr_eval92/wer_15:%WER 9.06 [ 511 / 5643, 135 ins, 26 del, 350 sub ] # +MMI exp/tri4b_mmi/decode_tgpr_dev93/wer_15:%WER 11.87 [ 977 / 8234, 204 ins, 90 del, 683 sub ] exp/tri4b_mmi_b0.1/decode_tgpr_dev93/wer_15:%WER 11.82 [ 973 / 8234, 204 ins, 86 del, 683 sub ] # LDA+MLLT+SAT, SI-284, full retraining starting from 3b [c.f. 4b] exp/tri4c/decode_tgpr_dev93/wer_16:%WER 12.92 [ 1064 / 8234, 224 ins, 94 del, 746 sub ] # sgmm4b is LDA+MLLT+SAT, on just SI-84 data. exp/sgmm4b/decode_tgpr_dev93/wer_14:%WER 13.29 [ 1094 / 8234, 213 ins, 124 del, 757 sub ] exp/sgmm4b/decode_tgpr_eval92/wer_12:%WER 8.79 [ 496 / 5643, 122 ins, 30 del, 344 sub ] # sgmm4c is the same, but on all SI-284 data. exp/sgmm4c/decode_tgpr_dev93/wer_12:%WER 11.19 [ 921 / 8234, 185 ins, 91 del, 645 sub ] exp/sgmm4c/decode_tgpr_dev93_tg/wer_10:%WER 10.64 [ 876 / 8234, 197 ins, 81 del, 598 sub ] exp/sgmm4c/decode_tgpr_eval92/wer_10:%WER 8.17 [ 461 / 5643, 123 ins, 25 del, 313 sub ] exp/sgmm4c/decode_tgpr_eval92_tg/wer_12:%WER 7.51 [ 424 / 5643, 108 ins, 22 del, 294 sub ] # using big-dict. exp/sgmm4c/decode_bd_tgpr_eval92/wer_11:%WER 5.35 [ 302 / 5643, 51 ins, 28 del, 223 sub ] exp/sgmm4c/decode_bd_tgpr_eval92_fg/wer_11:%WER 4.70 [ 265 / 5643, 46 ins, 18 del, 201 sub ] exp/sgmm4c/decode_bd_tgpr_eval92_tg/wer_11:%WER 4.91 [ 277 / 5643, 44 ins, 23 del, 210 sub ]