updates of XQueue, XNet and XTensor

source/network/XNet.cpp

@@ -162,6 +162,7 @@ void XNet::BackwardNode(XTensor * node, bool isEfficent)
     }
     }
     else{
     else{
         node->visitMark = NODE_FINISHED;
         node->visitMark = NODE_FINISHED;
+        node->isGradFinished = true;
     }
     }
 }
 }
 
 

source/tensor/XQueue.cpp

@@ -245,4 +245,10 @@ bool XQueue::GetJobBreak()
     return jobDequeuerBreak;
     return jobDequeuerBreak;
 }
 }
 
 
+/* get the number of jobs */
+int XQueue::GetJobNum()
+{
+    return runningJobCount;
+}
+
 } /* end of the nts (NiuTrans.Tensor) namespace */
 } /* end of the nts (NiuTrans.Tensor) namespace */

source/tensor/XQueue.h

@@ -143,6 +143,9 @@ public:
 
 
     /* get the break flag */
     /* get the break flag */
     bool GetJobBreak();
     bool GetJobBreak();
+
+    /* get the number of jobs */
+    int GetJobNum();
 };
 };
 
 
 } /* end of the nts (NiuTrans.Tensor) namespace */
 } /* end of the nts (NiuTrans.Tensor) namespace */

source/tensor/XTensor.cpp

@@ -89,10 +89,6 @@ XTensor::XTensor()
     Init();
     Init();
 
 
     id = MakeTensorID();
     id = MakeTensorID();
-    isDefaultDType = true;
-    isInGlobalMem = false;
-    isInit = false;
-    isTmp = false;
     reserved = 0;
     reserved = 0;
 }
 }
 
 
@@ -277,6 +273,7 @@ void XTensor::Init()
     isTmp = false;
     isTmp = false;
     isGrad = false;
     isGrad = false;
     isVar = false;
     isVar = false;
+    isGradFinished = false;
     enableGrad = X_ENABLE_GRAD;
     enableGrad = X_ENABLE_GRAD;
     visitMark = 0;
     visitMark = 0;
     grad = NULL;
     grad = NULL;

source/tensor/XTensor.h

@@ -156,6 +156,11 @@ public:
     /* mark for traversing the gragh */
     /* mark for traversing the gragh */
     unsigned int visitMark;
     unsigned int visitMark;
 
 
+    /* indicates whether the gradient of the tensor has been computed (in the backward process) 
+       Note that the indicator could be modified by XNet (in back propagation) and be accessed
+       in XTrainer (and related classes). */
+    bool isGradFinished;
+
     /* gradient (for back-propagation) */
     /* gradient (for back-propagation) */
     XTensor * grad;
     XTensor * grad;