fixed FNNLM of branch of xiao

source/network/Main.cpp

@@ -24,7 +24,6 @@
 #include "../tensor/XUtility.h"
 #include "../tensor/function/FHeader.h"
 #include "../tensor/core/CHeader.h"
-#include "../tensor/test/Test.h"
 #include "../sample/fnnlm/FNNLM.h"
 #include "../sample/transformer/Transformer.h"
 

source/tensor/loss/CrossEntropy.cu

@@ -196,17 +196,17 @@ void _CudaCrossEntropyBackward(XTensor * dedy, const XTensor * output,
         delete[] dims;
     }
 
-    if(padding != NULL) {
-        XTensor * tmp = NewTensor(padding);
-        _IsNonZero(padding, tmp);
-        int nonZeroNum = (int)_ReduceSumAll(tmp);
-        _ScaleAndShiftMe(dedy, (DTYPE)1.0/(DTYPE)nonZeroNum);
-        delete tmp;
-    }
-    else {
-        int num = dedy->unitNum / dedy->GetDim(n);
-        _ScaleAndShiftMe(dedy, (DTYPE)1.0/(DTYPE)num);
-    }
+    //if(padding != NULL) {
+    //    XTensor * tmp = NewTensor(padding);
+    //    _IsNonZero(padding, tmp);
+    //    int nonZeroNum = (int)_ReduceSumAll(tmp);
+    //    _ScaleAndShiftMe(dedy, (DTYPE)1.0/(DTYPE)nonZeroNum);
+    //    delete tmp;
+    //}
+    //else {
+    //    int num = dedy->unitNum / dedy->GetDim(n);
+    //    _ScaleAndShiftMe(dedy, (DTYPE)1.0/(DTYPE)num);
+    //}
 
 }