add maps of parameters and gradients for a group of models

source/train/TTrain.cpp

@@ -95,8 +95,6 @@ void TestTrain()
     TTModel model;
     TTModel model;
     model.Init(config, serverDevID);
     model.Init(config, serverDevID);
 
 
-    tmpTT = model.params[0].param;
-
     XOptimizer optimizer;
     XOptimizer optimizer;
     optimizer.Init(config);
     optimizer.Init(config);
 
 

source/train/XLeader.cpp

@@ -40,11 +40,15 @@ namespace nts {
 XLeader::XLeader()
 XLeader::XLeader()
 {
 {
     id = -1;
     id = -1;
+    paramMap = NULL;
+    gradMap = NULL;
+    modelNum = 0;
 }
 }
 
 
 /* de-constructor */
 /* de-constructor */
 XLeader::~XLeader()
 XLeader::~XLeader()
 {
 {
+    DestroyParamMap();
 }
 }
 
 
 /* intialize the leader */
 /* intialize the leader */
@@ -403,6 +407,26 @@ bool XLeader::Run(XConfig * config, DataDistributeBase * dataDistributor, XOptim
     return activeJobCount > 0;
     return activeJobCount > 0;
 }
 }
     
     
+/* destroy the parameter map (and gradient map) */
+void XLeader::DestroyParamMap()
+{
+    for(int i = 0; i < modelNum; i++){
+        delete[] paramMap[i];
+        delete[] gradMap[i];
+    }
+    delete[] paramMap;
+    delete[] gradMap;
+    modelNum = 0;
+}
+    
+/* generate the map of parameters */
+void XLeader::MakeParamMap()
+{
+    DestroyParamMap();
+    for(int i = 0; i < jworkers.count; i++){
+    }
+}
+
 /* 
 /* 
 run the model 
 run the model 
 >> config - the configuration
 >> config - the configuration

source/train/XLeader.h

@@ -95,6 +95,19 @@ protected:
        of jobs. */
        of jobs. */
     XList pworkers;
     XList pworkers;
     
     
+    /* map of parameters. (x,y) indexes parameter x of
+       worker y. Note that a worker keeps a copy of the
+       parameters and runs back-propagation to obtain the
+       gradient of the loss with respect to the parameters. */
+    XTensorKeeper ** paramMap;
+    
+    /* map of parameter gradients. (x,y) indexes the
+       gradient of parameter x of worker y. */
+    XTensorKeeper ** gradMap;
+    
+    /* number of model copies for paramMap and gradMap */
+    int modelNum;
+
 public:
 public:
     /* constructor */
     /* constructor */
     XLeader();
     XLeader();
@@ -162,6 +175,12 @@ public:
     /* add a parameter worker (or a pipeline) */
     /* add a parameter worker (or a pipeline) */
     void AddJobParamterWorker(int n);
     void AddJobParamterWorker(int n);
     
     
+    /* destroy the parameter map (and gradient map) */
+    void DestroyParamMap();
+    
+    /* generate the map of parameters */
+    void MakeParamMap();
+
     /* run the model and update it (for one time) */
     /* run the model and update it (for one time) */
     bool Run(XConfig * config, DataDistributeBase * dataDistributor, XOptimizer * optimizer);
     bool Run(XConfig * config, DataDistributeBase * dataDistributor, XOptimizer * optimizer);