accu update

egs/aishell/asr/conf/base.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 subsampling-type: conv1d
 subsampling-layers: 2

egs/aishell/asr/conf/base_nonorm.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 subsampling-type: conv1d
 subsampling-layers: 2

egs/aishell/asr/conf/basis.yaml

@@ -25,5 +25,7 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
+
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True
\ No newline at end of file

egs/aishell/asr/conf/big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0014
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 subsampling-type: conv1d
 subsampling-layers: 2

egs/aishell/asr/conf/big_wenet.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 subsampling-type: conv2d
 subsampling-layers: 2

egs/aishell/asr/conf/pds_base.yaml

@@ -7,10 +7,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/aishell/asr/conf/pds_base_16.yaml

@@ -23,10 +23,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/aishell/asr/conf/pds_base_32.yaml

@@ -23,10 +23,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/aishell/asr/conf/pds_base_8.yaml

@@ -23,10 +23,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/aishell/asr/conf/pds_big_8.yaml

@@ -23,10 +23,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0014
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/aishell/asr/conf/purectc.yaml

@@ -5,7 +5,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 zero_infinity: True

egs/aishell/asr/run.sh

@@ -40,7 +40,7 @@ task=speech_to_text
 vocab_type=unigram
 vocab_type=char
 vocab_size=10000
-speed_perturb=0
+speed_perturb=1
 lcrm=0
 tokenizer=0
 use_raw_audio=0

egs/covost/asr/conf/base.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/asr/conf/basis.yaml

@@ -23,5 +23,6 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True

egs/covost/asr/conf/big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/asr/conf/pds_base.yaml

@@ -9,10 +9,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_base_16.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_base_32.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_base_8.yaml

@@ -31,10 +31,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_base_8_grow.yaml

@@ -32,10 +32,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_base_8_grow512.yaml

@@ -32,10 +32,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/asr/conf/pds_big_8.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/asr/conf/purectc.yaml

@@ -5,7 +5,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 zero_infinity: True

egs/covost/asr/conf/purectc_pds_base_8.yaml

@@ -32,7 +32,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/covost/asr/conf/purectc_pds_base_8_compare.yaml

@@ -30,7 +30,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0015
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/covost/asr/conf/purectc_pds_base_8_grow.yaml

@@ -34,7 +34,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.002
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/covost/asr/conf/purectc_pds_base_8_grow512.yaml

@@ -34,7 +34,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.002
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/covost/asr/conf/purectc_pds_base_8_grow_compare.yaml

@@ -30,7 +30,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0015
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/covost/mt/conf/base.yaml

@@ -7,10 +7,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/covost/mt/conf/basis.yaml

@@ -25,5 +25,6 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True
\ No newline at end of file

egs/covost/mt/conf/debug.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/covost/mt/conf/small.yaml

@@ -7,10 +7,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/covost/st/conf/at12.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/at12_big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/at12_pds_big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/base.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/basis.yaml

@@ -25,5 +25,6 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True

egs/covost/st/conf/big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/dual.yaml

@@ -26,10 +26,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: join_speech_and_text_loss
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/multibranch.yaml

@@ -45,10 +45,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 subsampling-type: conv1d
 subsampling-layers: 2

egs/covost/st/conf/pds_base.yaml

@@ -9,10 +9,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_16.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_32.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_4_444.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_8.yaml

@@ -28,10 +28,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_8_336.yaml

@@ -28,10 +28,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_8_363.yaml

@@ -28,10 +28,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_8_444.yaml

@@ -28,10 +28,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_base_8_633.yaml

@@ -28,10 +28,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_big_16.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_big_32.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_big_8.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_big_deep_16.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_big_deep_32.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_big_deep_8.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/covost/st/conf/pds_deep_16.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_deep_32.yaml

@@ -24,10 +24,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pds_deep_8.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/covost/st/conf/pure2ctc.yaml

@@ -13,7 +13,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/pure2ctc_big.yaml

@@ -13,7 +13,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/pure2ctc_pds_big.yaml

@@ -13,7 +13,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/purectc_sate.yaml

@@ -6,7 +6,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 zero_infinity: True

egs/covost/st/conf/purexctc.yaml

@@ -12,7 +12,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/sate.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/sate_big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/sate_big_pds.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_deep.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/covost/st/conf/sate_pds_16.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_8.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_8_336.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_8_363.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_8_444.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_8_633.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_base_8.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/sate_pds_deep_8.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/w2v2.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/covost/st/conf/xctc_s2s.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/fisher_callhome/asr/conf/base.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/fisher_callhome/asr/conf/basis.yaml

@@ -23,5 +23,6 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True

egs/fisher_callhome/asr/conf/big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True

egs/fisher_callhome/asr/conf/pds_base.yaml

@@ -9,10 +9,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_base_16.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_base_32.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_base_8.yaml

 arch: pdss2t_transformer_s_8
 
-#pds-ctc: 0_1_1_0
-#intermedia-adapter: league
-#intermedia-ctc-weight: 0.1
-
-#encoder-attention-type: reduced
-#pds-attn-ds-ratios: 4_2_2_1
-#attention-reduced-method: pool
-#attention-reduced-q: True
-
 encoder-embed-dim: 256
 pds-stages: 4
-#ctc-layer: 12
 pds-layers: 4_2_2_4
 pds-ratios: 2_2_1_2
 pds-fusion: True
@@ -31,10 +21,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_base_8_grow.yaml

@@ -32,10 +32,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_base_8_grow512.yaml

@@ -32,10 +32,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 activation-fn: relu

egs/fisher_callhome/asr/conf/pds_big_8.yaml

@@ -22,10 +22,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.15
 activation-fn: relu

egs/fisher_callhome/asr/conf/purectc.yaml

@@ -5,7 +5,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 zero_infinity: True

egs/fisher_callhome/asr/conf/purectc_pds_base_8.yaml

@@ -32,7 +32,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/fisher_callhome/asr/conf/purectc_pds_base_8_compare.yaml

@@ -30,7 +30,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0015
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/fisher_callhome/asr/conf/purectc_pds_base_8_grow.yaml

@@ -34,7 +34,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.002
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/fisher_callhome/asr/conf/purectc_pds_base_8_grow512.yaml

@@ -34,7 +34,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.002
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/fisher_callhome/asr/conf/purectc_pds_base_8_grow_compare.yaml

@@ -30,7 +30,7 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 0.0015
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: ctc
 post-process: sentencepiece

egs/fisher_callhome/mt/conf/base.yaml

@@ -7,10 +7,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/fisher_callhome/mt/conf/basis.yaml

@@ -25,5 +25,6 @@ num-workers: 8
 no-progress-bar: True
 log-interval: 100
 seed: 1
+label-smoothing: 0.1
 report-accuracy: True
 skip-invalid-size-inputs-valid-test: True
\ No newline at end of file

egs/fisher_callhome/mt/conf/debug.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/fisher_callhome/mt/conf/small.yaml

@@ -7,10 +7,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 8000
 lr: 1e-3
-adam_betas: (0.9,0.997)
+adam-betas: (0.9,0.997)
 
 criterion: label_smoothed_cross_entropy
-label_smoothing: 0.1
 
 dropout: 0.1
 attention-dropout: 0.1

egs/fisher_callhome/st/conf/at12.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/fisher_callhome/st/conf/at12_big.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 1e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-normalize-before: True
 decoder-normalize-before: True

egs/fisher_callhome/st/conf/base.yaml

@@ -6,10 +6,9 @@ lr-scheduler: inverse_sqrt
 warmup-init-lr: 1e-7
 warmup-updates: 10000
 lr: 2e-3
-adam_betas: (0.9,0.98)
+adam-betas: (0.9,0.98)
 
 criterion: label_smoothed_cross_entropy_with_ctc
-label_smoothing: 0.1
 
 encoder-embed-norm: True
 encoder-no-scale-embedding: True