bug fixes and debug code

source/sample/transformer/T2TModel.cpp

@@ -368,11 +368,11 @@ void T2TModel::MakeMTMaskDec(XTensor &inputEnc, XTensor &inputDec,
        a given sequence. */
     _SetDataLowTri(&maskDec, 1e9F, 0);
 
-    maskDec.Dump(stderr, "mask: ");
+    //maskDec.Dump(stderr, "mask: ");
 
     _ScaleAndShiftMe(&maskDec, 1.0F, -1e9F);
 
-    maskDec.Dump(stderr, "mask: ");
+    //maskDec.Dump(stderr, "mask: ");
     
     /* encoder-decoder mask that prevents the attention to padding dummy words */
     dims[inputDec.order + 1] = inputEnc.GetDim(inputEnc.order - 1);
@@ -383,9 +383,18 @@ void T2TModel::MakeMTMaskDec(XTensor &inputEnc, XTensor &inputDec,
     XTensor * maskEncDecTMPDec = NewTensorBuf(maskEncDecTMPEnc, paddingEnc.devID, paddingEnc.mem);
     
     _Unsqueeze(&paddingEnc, maskEncDecTMPEnc, paddingEnc.order - 1, paddingDec.GetDim(-1));
+    
+    //paddingEnc.Dump(stderr, "paddingenc:");
+    //maskEncDecTMPEnc->Dump(stderr, "maskencdectmpenc:");
+    
     _ScaleAndShiftMe(maskEncDecTMPEnc, 1e9F, -1e9F);
+    
+    //maskEncDecTMPEnc->Dump(stderr, "maskencdectmpenc:");
+    
     _Unsqueeze(maskEncDecTMPEnc, &maskEncDec, 0, dims[0]);
     
+    //maskEncDecTMPEnc->Dump(stderr, "maskencdectmpenc:");
+    
     DelTensorBuf(maskEncDecTMPDec);
     DelTensorBuf(maskEncDecTMPEnc);
     delete[] dims;

source/sample/transformer/T2TPredictor.cpp

@@ -211,7 +211,7 @@ void T2TPredictor::Predict(T2TStateBundle * next, XTensor * encoding, XTensor *
     InitTensor1D(&selectSrc, 1, X_INT);
     InitTensor1D(&selectTgt, 1, X_INT);
 
-    selectSrc.SetInt(stride - 1, 0);+
+    selectSrc.SetInt(stride - 1, 0);
 
     selectTgt.SetInt(0, 0);
 

source/sample/transformer/T2TTester.cpp

@@ -100,6 +100,7 @@ void T2TTester::Test(const char * fn, const char * ofn, T2TModel * model)
     /* an array that keeps the sequences */
     int * seqs = new int[MILLION];
     
+    batchLoader.SetRandomBatch(false);
     batchLoader.ClearBuf();
 
     while(batchLoader.LoadBatch(file, model->isLM,