update the shell scripts

egs/mustc/st/conf/inter.yaml

@@ -6,6 +6,8 @@ interleaved-ctc-weight: 0.2
 interleaved-ctc-layers: 6,9
 interleaved-ctc-drop-prob: 0
 
+share-interleaved-ctc: True
+
 target-ctc-weight: 0.3
 target-ctc-layer: 6
 target-interleaved-ctc-weight: 0.2
@@ -17,6 +19,7 @@ sae-adapter: inter_league
 #sae-adapter: none
 #target-sae-adapter: none
 sae-ctc-temperature: 1
+
 #sae-gumbel: True
 #sae-distribution-hard: True
 #sae-drop-prob: 0.0

egs/mustc/st/conf/mixup.yaml

-inter_mixup: True
-inter_mixup_layer: -1
-inter_mixup_prob: 1.0
-inter_mixup_ratio: 0.2
\ No newline at end of file
+inter-mixup: True
+inter-mixup-layer: -1
+inter-mixup-prob: 1.0
+inter-mixup-ratio: 1.0
+inter-mixup-beta: 0.5
+inter-mixup-keep-org: True
+ctc-mixup-consistent-weight: 1
+mixup-consistent-weight: 1

egs/mustc/st/conf/purectc.yaml

+arch: s2t_sate
+optimizer: adam
+clip-norm: 10.0
+lr-scheduler: inverse_sqrt
+warmup-init-lr: 1e-7
+warmup-updates: 10000
+lr: 2e-3
+adam_betas: (0.9,0.98)
+
+criterion: ctc
+zero_infinity: True
+
+encoder-embed-norm: True
+encoder-no-scale-embedding: True
+
+subsampling-type: conv1d
+subsampling-layers: 2
+subsampling-filter: 1024
+subsampling-kernel: 5
+subsampling-stride: 2
+subsampling-norm: none
+subsampling-activation: glu
+
+dropout: 0.1
+attention-dropout: 0.1
+activation-dropout: 0.1
+
+activation-fn: relu
+encoder-embed-dim: 256
+encoder-ffn-embed-dim: 2048
+encoder-layers: 12
+encoder-attention-heads: 4
+
+#load-pretrained-encoder-from:

egs/mustc/st/conf/purectc_sate.yaml

+arch: s2t_ctc
+encoder-type: sate
+optimizer: adam
+clip-norm: 10.0
+lr-scheduler: inverse_sqrt
+warmup-init-lr: 1e-7
+warmup-updates: 10000
+lr: 2e-3
+adam_betas: (0.9,0.98)
+
+criterion: ctc
+zero_infinity: True
+ctc-weight: 1.0
+
+encoder-normalize-before: True
+decoder-normalize-before: True
+
+encoder-embed-norm: True
+encoder-no-scale-embedding: True
+
+subsampling-type: conv1d
+subsampling-layers: 2
+subsampling-filter: 1024
+subsampling-kernel: 5
+subsampling-stride: 2
+subsampling-norm: none
+subsampling-activation: glu
+
+dropout: 0.1
+activation-fn: relu
+encoder-embed-dim: 256
+encoder-ffn-embed-dim: 2048
+encoder-layers: 12
+text-encoder-layers: 12
+decoder-layers: 6
+encoder-attention-heads: 4
+
+decoder-embed-dim: 256
+decoder-ffn-embed-dim: 2048
+decoder-attention-heads: 4
+
+acoustic-encoder: transformer
+adapter: inter_league
+#adapter: none
+#adapter-embed-norm: True
+#adapter-out-norm: True
+#share-adapter-and-ctc: True
+#share-adapter-and-embed: True