diff --git a/egs2/chime4/asr1/README.md b/egs2/chime4/asr1/README.md deleted file mode 100644 index 42981cb5a2e..00000000000 --- a/egs2/chime4/asr1/README.md +++ /dev/null @@ -1,160 +0,0 @@ - - -### WER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|27119|84.7|12.9|2.5|2.5|17.8|81.1| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|27120|82.4|15.2|2.4|3.2|20.8|81.9| -# RESULTS -## Environments -- date: `Mon Sep 13 11:36:54 CST 2021` -- python version: `3.7.10 (default, Feb 26 2021, 18:47:35) [GCC 7.3.0]` -- espnet version: `espnet 0.9.9` -- pytorch version: `pytorch 1.5.0` -- Git hash: `9feefe122a43fc6b843dfaac7bfd6cce3d829ff3` - - Commit date: `Mon Aug 30 00:59:20 2021 +0800` - -## asr_train_asr_streaming_transformer_raw_en_bpe100 -### WER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|27119|71.0|26.0|3.0|14.3|43.4|97.3| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|27120|67.6|28.7|3.6|16.7|49.1|97.7| - -### CER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|160390|88.4|7.7|3.9|13.7|25.3|97.3| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|160400|85.9|9.0|5.0|15.7|29.7|97.8| - -### TER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|108927|85.2|12.0|2.8|16.7|31.6|97.3| -|decode_asr_streaming_lm_lm_train_lm_en_bpe100_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|108940|82.4|14.0|3.6|19.3|36.9|97.8| - -# RESULTS -## Environments -- date: `Sat Sep 11 22:14:28 CST 2021` -- python version: `3.7.10 (default, Feb 26 2021, 18:47:35) [GCC 7.3.0]` -- espnet version: `espnet 0.9.9` -- pytorch version: `pytorch 1.5.0` -- Git hash: `9feefe122a43fc6b843dfaac7bfd6cce3d829ff3` - - Commit date: `Mon Aug 30 00:59:20 2021 +0800` - -## asr_train_asr_streaming_transformer_raw_en_bpe500 -### WER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|27119|70.4|22.0|7.6|8.2|37.9|94.5| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|27120|67.5|23.2|9.3|8.3|40.8|94.6| - -### CER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|160390|84.6|7.2|8.2|9.0|24.4|94.8| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|160400|82.1|7.9|10.0|9.3|27.2|94.9| - -### TER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|55381|76.7|17.8|5.4|18.1|41.4|94.8| -|decode_asr_streaming_lm_lm_train_lm_en_bpe500_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|55384|73.6|19.3|7.1|18.7|45.0|94.9| - -# RESULTS -## Environments -- date: `Tue Aug 31 18:55:40 CST 2021` -- python version: `3.7.10 (default, Feb 26 2021, 18:47:35) [GCC 7.3.0]` -- espnet version: `espnet 0.9.9` -- pytorch version: `pytorch 1.5.0` -- Git hash: `9feefe122a43fc6b843dfaac7bfd6cce3d829ff3` - - Commit date: `Mon Aug 30 00:59:20 2021 +0800` - -## asr_train_asr_streaming_transformer_raw_en_char -### WER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_beamformit_2mics|1640|27119|66.4|32.5|1.2|42.3|75.9|98.9| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_beamformit_5mics|1640|27119|70.1|28.9|1.0|38.0|68.0|98.6| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|27119|63.3|35.6|1.2|44.7|81.4|99.0| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_beamformit_2mics|1640|27120|61.0|37.5|1.5|53.3|92.3|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_beamformit_5mics|1640|27120|64.9|33.8|1.3|51.3|86.4|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|27120|60.1|38.5|1.3|52.6|92.5|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_beamformit_2mics|1320|21409|52.7|45.9|1.4|55.9|103.2|99.1| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_beamformit_5mics|1320|21409|57.7|40.9|1.4|52.3|94.6|99.1| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_isolated_1ch_track|1320|21409|48.7|49.8|1.6|59.0|110.3|99.4| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_beamformit_2mics|1320|21416|49.0|48.9|2.0|62.5|113.4|99.3| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_beamformit_5mics|1320|21416|52.2|45.8|2.0|62.6|110.4|99.3| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_isolated_1ch_track|1320|21416|49.9|48.2|2.0|61.2|111.4|98.9| - -### CER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_beamformit_2mics|1640|160390|88.1|9.8|2.1|34.9|46.8|98.9| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_beamformit_5mics|1640|160390|90.2|8.2|1.7|31.2|41.1|98.7| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track|1640|160390|86.3|11.4|2.3|37.5|51.1|99.0| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_beamformit_2mics|1640|160400|85.0|12.3|2.7|44.6|59.5|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_beamformit_5mics|1640|160400|87.3|10.5|2.3|42.4|55.1|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track|1640|160400|84.4|13.0|2.5|44.3|59.9|99.8| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_beamformit_2mics|1320|126796|80.3|16.3|3.4|47.5|67.1|99.1| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_beamformit_5mics|1320|126796|83.5|13.7|2.8|43.6|60.1|99.1| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_real_isolated_1ch_track|1320|126796|77.9|18.4|3.7|50.8|72.9|99.4| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_beamformit_2mics|1320|126812|77.9|17.8|4.4|52.9|75.1|99.3| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_beamformit_5mics|1320|126812|80.1|16.2|3.8|52.1|72.0|99.3| -|decode_asr_streaming_lm_lm_train_lm_en_char_valid.loss.ave_asr_model_valid.acc.ave/et05_simu_isolated_1ch_track|1320|126812|78.2|17.8|4.0|51.8|73.7|98.9| - -# RESULTS -## Environments -- date: `Sun Mar 1 17:52:59 EST 2020` -- python version: `3.7.3 (default, Mar 27 2019, 22:11:17) [GCC 7.3.0]` -- espnet version: `espnet 0.7.0` -- pytorch version: `pytorch 1.0.1` -- Git hash: `83eb81ca220f8189f94a173851934acf8bbba0df` - - Commit date: `Tue Jan 28 09:34:59 2020 -0500` - -## asr_train_rnn_fbank_pitch_char -### WER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_dt05_multi_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|3280|54239|73.1|22.7|4.2|3.6|30.5|92.2| -|decode_dt05_real_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1635|27011|77.4|19.1|3.4|3.2|25.7|90.5| -|decode_dt05_real_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|27119|80.8|16.2|3.0|2.5|21.7|88.0| -|decode_dt05_real_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|27119|73.5|22.3|4.1|3.3|29.8|92.5| -|decode_dt05_simu_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1635|27032|76.0|20.2|3.8|3.0|27.0|89.7| -|decode_dt05_simu_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|27120|79.4|17.3|3.4|2.3|22.9|86.7| -|decode_dt05_simu_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|27120|72.6|23.0|4.3|3.7|31.1|91.6| -|decode_et05_real_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1316|21330|64.5|29.7|5.8|4.4|39.9|94.1| -|decode_et05_real_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|21409|69.7|25.2|5.1|3.7|34.0|92.3| -|decode_et05_real_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|21409|60.2|33.2|6.6|4.9|44.7|96.1| -|decode_et05_simu_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1316|21342|65.3|29.1|5.7|4.4|39.1|94.3| -|decode_et05_simu_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|21416|68.7|26.3|4.9|4.2|35.5|93.8| -|decode_et05_simu_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|21416|63.1|30.8|6.1|4.7|41.7|94.5| - -### CER - -|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err| -|---|---|---|---|---|---|---|---|---| -|decode_dt05_multi_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|3280|320790|86.6|7.6|5.8|3.3|16.7|92.2| -|decode_dt05_real_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1635|159776|89.4|5.8|4.8|2.6|13.2|90.5| -|decode_dt05_real_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|160390|91.2|4.7|4.1|2.1|10.8|88.0| -|decode_dt05_real_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|160390|87.1|7.3|5.7|3.0|16.0|92.5| -|decode_dt05_simu_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1635|159876|88.3|6.5|5.3|2.8|14.6|89.7| -|decode_dt05_simu_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|160400|90.3|5.2|4.5|2.2|11.9|86.7| -|decode_dt05_simu_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1640|160400|86.2|7.9|5.9|3.5|17.3|91.6| -|decode_et05_real_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1316|126318|81.4|10.2|8.4|4.3|22.9|94.1| -|decode_et05_real_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|126796|84.5|8.3|7.1|3.4|18.9|92.3| -|decode_et05_real_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|126796|78.5|12.0|9.5|5.0|26.5|96.1| -|decode_et05_simu_beamformit_2micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1316|126381|81.4|10.2|8.4|4.3|22.9|94.3| -|decode_et05_simu_beamformit_5micsdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|126812|83.8|8.8|7.4|3.8|20.0|93.8| -|decode_et05_simu_isolated_1ch_trackdecode_rnn_lm_valid.loss.best_asr_model_valid.loss.best|1320|126812|79.9|11.0|9.0|4.9|25.0|94.5| -