report bleu and wer during validation

egs/mustc/asr/conf/basis.yaml

@@ -4,10 +4,16 @@ valid-subset: dev
 max-epoch: 100
 max-epoch: 100
 max-update: 100000
 max-update: 100000
 patience: 20
 patience: 20
-best_checkpoint_metric: loss
-maximize_best_checkpoint_metric: False
 post-process: sentencepiece
 post-process: sentencepiece
 
 
+#best_checkpoint_metric: loss
+#maximize_best_checkpoint_metric: False
+
+eval-wer: True
+maximize_best_checkpoint_metric: False
+eval-wer-args: {"beam": 5, "lenpen": 1.0}
+eval-wer-tok-args: {"wer_remove_punct": true, "wer_lowercase": true, "wer_char_level": false}
+
 no-epoch-checkpoints: True
 no-epoch-checkpoints: True
 #keep-last-epochs: 10
 #keep-last-epochs: 10
 keep-best-checkpoints: 10
 keep-best-checkpoints: 10

egs/mustc/st/conf/basis.yaml

@@ -4,10 +4,19 @@ valid-subset: dev
 max-epoch: 100
 max-epoch: 100
 max-update: 100000
 max-update: 100000
 patience: 20
 patience: 20
-best_checkpoint_metric: loss
-maximize_best_checkpoint_metric: False
 post-process: sentencepiece
 post-process: sentencepiece
 
 
+#best_checkpoint_metric: loss
+#maximize_best_checkpoint_metric: False
+
+eval-bleu: True
+eval-bleu-args: {"beam": 5, "lenpen": 1.0}
+eval-bleu-detok: moses
+eval-bleu-remove-bpe: sentencepiece
+eval-bleu-print-samples: True
+best_checkpoint_metric: bleu
+maximize_best_checkpoint_metric: True
+
 #fp16-scale-tolerance: 0.25
 #fp16-scale-tolerance: 0.25
 no-epoch-checkpoints: True
 no-epoch-checkpoints: True
 #keep-last-epochs: 10
 #keep-last-epochs: 10

fairseq/models/speech_to_text/s2t_transformer.py

@@ -931,6 +931,7 @@ class S2TTransformerEncoder(FairseqEncoder):
 
 
         else:
         else:
             positions = self.embed_positions(encoder_padding_mask).transpose(0, 1)
             positions = self.embed_positions(encoder_padding_mask).transpose(0, 1)
+            self.show_debug(positions, "position embedding")
             x += positions
             x += positions
             positions = None
             positions = None
         self.show_debug(x, "x after position embedding")
         self.show_debug(x, "x after position embedding")