random number fixes

source/sample/transformer/Transformer.cpp

@@ -59,8 +59,6 @@ int TransformerMain(int argc, const char ** argv)
     LoadParamString(argc, args, "test", testFN, "");
     LoadParamString(argc, args, "output", outputFN, "");
 
-    srand((unsigned int)time(NULL));
-
     T2TTrainer trainer;
     trainer.Init(argc, args);
 

source/tensor/XDevice.cpp

@@ -24,6 +24,7 @@
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
+#include <time.h>
 #include "XDevice.h"
 #include "XGlobal.h"
 #include "XThread.h"
@@ -68,6 +69,7 @@ void XDevice::Init(int myDevID)
     Clear();
 
     devID = myDevID;
+    seed = rand();
 
     /* CPU information */
     if(devID < 0){
@@ -270,6 +272,8 @@ XDevManager::~XDevManager()
 /* initialize it and get the CPU and GPU information */
 void XDevManager::Init()
 {
+    srand((unsigned int)time(NULL));
+
     Clear();
 
     /* CPUs (we actually do not care about how many CPUs are using) */

source/tensor/XDevice.h

@@ -99,6 +99,9 @@ public:
 
     /* default stream for the device */
     XStream * stream;
+
+    /* seed for random number generation */
+    int seed;
     
 #ifdef USE_CUDA
     /* mutex for handle (GPU cublas) */