add a new class Adam

source/train/XLeader.h

@@ -42,6 +42,7 @@
 #include "XWorkerCollect.h"
 #include "XWorkerCollect.h"
 #include "XWorkerUpdate.h"
 #include "XWorkerUpdate.h"
 #include "XWorkerBroadcast.h"
 #include "XWorkerBroadcast.h"
+#include "./optimizer/OHeader.h"
 #include "../tensor/XConfig.h"
 #include "../tensor/XConfig.h"
 #include "../tensor/XList.h"
 #include "../tensor/XList.h"
 
 

source/train/optimizer/Adam.cpp

+/*
+* NiuTrans.Tensor - an open-source tensor library
+* Copyright (C) 2016-2021
+* Natural Language Processing Lab, Northeastern University
+* and
+* NiuTrans Research
+* All rights reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*   http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*/
+
+/*
+* An implementation of the Adam optimizer.
+*
+* $Created by: XIAO Tong (xiaotong@mail.neu.edu.cn) 2021-03-15
+*/
+
+#include "Adam.h"
+
+namespace nts { // namespace nts(NiuTrans.Tensor)
+}
\ No newline at end of file

source/train/optimizer/Adam.h

+/*
+* NiuTrans.Tensor - an open-source tensor library
+* Copyright (C) 2016-2021
+* Natural Language Processing Lab, Northeastern University
+* and
+* NiuTrans Research
+* All rights reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*   http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*/
+
+/*
+* An implementation of the Adam optimizer.
+* 
+* $Created by: XIAO Tong (xiaotong@mail.neu.edu.cn) 2021-03-15
+* A foggy day. But all my students come back for work after the holiday
+* - full of happiness to see a new start.
+*/
+
+#ifndef __ADAM_H__
+#define __ADAM_H__
+
+#include "../XOptimizer.h"
+
+namespace nts { // namespace nts(NiuTrans.Tensor)
+
+/* an implementation of the Adam optimizer */
+class Adam : public XOptimizer
+{
+};
+
+}
+
+#endif
\ No newline at end of file

source/train/optimizer/OHeader.h

+/*
+* NiuTrans.Tensor - an open-source tensor library
+* Copyright (C) 2016-2021
+* Natural Language Processing Lab, Northeastern University
+* and
+* NiuTrans Research
+* All rights reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*   http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*/
+
+/*
+* This ia header that includes all optimizer headers.
+*
+* $Created by: XIAO Tong (xiaotong@mail.neu.edu.cn) 2021-03-15
+*/
+
+#ifndef __OHEADER_H__
+#define __OHEADER_H__
+
+#include "Adam.h"
+
+#endif
\ No newline at end of file