revise the initialization method

source/sample/transformer/T2TEmbedding.cpp

@@ -60,7 +60,8 @@ void T2TEmbedder::InitModel(int argc, char ** argv, int myDevID, XMem * myMem)
 
 
     InitTensor2D(&w, vSize, eSize, X_FLOAT, devID, mem);
     InitTensor2D(&w, vSize, eSize, X_FLOAT, devID, mem);
 
 
-    w.SetDataRandn(0, 1.0F/(float)sqrt((float)eSize));
+    DTYPE v = 1.0F/(float)sqrt((float)eSize);
+    w.SetDataRand(-v, v);
 
 
     /* create the positional embedding matrix */
     /* create the positional embedding matrix */
     MakePosEmbedding(eSize, d, maxLength);
     MakePosEmbedding(eSize, d, maxLength);

source/sample/transformer/T2TLayerNormal.cpp

@@ -90,6 +90,7 @@ XTensor T2TLN::Make(XTensor &input)
 
 
     /* standard = sqrt(variance) */
     /* standard = sqrt(variance) */
     standard = Power(variance, 0.5F);
     standard = Power(variance, 0.5F);
+    
     /* unsqueeze mean and standard deviation to fit them into 
     /* unsqueeze mean and standard deviation to fit them into 
        the same shape of x */
        the same shape of x */
     meanFilled = Unsqueeze(mean, x.order - 1, x.GetDim(-1));
     meanFilled = Unsqueeze(mean, x.order - 1, x.GetDim(-1));