using f-in-out method for initialization

source/sample/transformer/T2TAttention.cpp

@@ -65,10 +65,13 @@ void T2TAttention::InitModel(int argc, const char ** argv, int myDevID, XMem * m
     InitTensor2D(&wk, d, dk, X_FLOAT, devID, mem);
     InitTensor2D(&wk, d, dk, X_FLOAT, devID, mem);
     InitTensor2D(&wq, d, dk, X_FLOAT, devID, mem);
     InitTensor2D(&wq, d, dk, X_FLOAT, devID, mem);
     InitTensor2D(&wv, d, dv, X_FLOAT, devID, mem);
     InitTensor2D(&wv, d, dv, X_FLOAT, devID, mem);
+    
+    float finfoutk = sqrt(6/(d + dk));
+    float finfoutv = sqrt(6/(d + dv));
 
 
-    wk.SetDataRand(-minmax, minmax);
-    wq.SetDataRand(-minmax, minmax);
-    wv.SetDataRand(-minmax, minmax);
+    wk.SetDataRand(-finfoutk, finfoutk);
+    wq.SetDataRand(-finfoutk, finfoutk);
+    wv.SetDataRand(-finfoutv, finfoutv);
 }
 }
 
 
 /* 
 /*