合并分支 'shanweiqiao' 到 'caorunzhe'

13.4图和文字

查看合并请求 !760

Chapter13/Figures/figure-a-predefined-course-planning.tex

+
+\begin{tikzpicture}
+
+\tikzstyle{node1}=[inner sep=0mm,minimum height=1em,minimum width=3em,fill=ugreen!10!blue!10]
+\tikzstyle{node2}=[inner sep=0mm,minimum height=1em,minimum width=3em,fill=ugreen!20!blue!20]
+\tikzstyle{node3}=[inner sep=0mm,minimum height=1em,minimum width=3em,fill=ugreen!30!blue!30]
+\tikzstyle{node4}=[inner sep=0mm,minimum height=1em,minimum width=3em,fill=ugreen!40!blue!40]
+\tikzstyle{node5}=[inner sep=0mm,minimum height=1em,minimum width=3em,fill=ugreen!50!blue!50]
+
+\begin{scope}
+
+\node[anchor=north west] (l1) at (0,0) {易};
+\node[anchor=west] (l2) at ([xshift=10.3em,yshift=0em]l1.east) {难};
+
+\draw [->,thick] ([xshift=-2em,yshift=-1em]l1.south) --  ([xshift=2em,yshift=-1em]l2.south);
+
+\node[anchor=north,node1] (c1) at ([xshift=0em,yshift=-2em]l1.south) {};
+\node[anchor=west,node2] (c2) at ([xshift=0em,yshift=0em]c1.east) {};
+\node[anchor=west,node3] (c3) at ([xshift=0em,yshift=0em]c2.east) {};
+\node[anchor=west,node4] (c4) at ([xshift=0em,yshift=0em]c3.east) {};
+\node[anchor=west,node5] (c5) at ([xshift=0em,yshift=0em]c4.east) {};
+
+\node[anchor=north] (lb1) at ([xshift=0em,yshift=-1.5em]c3.south) {(a)样本难易程度图示};
+
+\end{scope}
+
+\begin{scope}[yshift = -1.7in]
+\foreach \i / \j / \z in 
+		{0/0/node1, 1/0/node1, 2/0/node1, 3/0/node1, 4/0/node1, 5/0/node1, 6/0/node1,
+		 1/1/node2, 2/1/node2, 3/1/node2, 4/1/node2, 5/1/node2, 6/1/node2,
+		 2/2/node3, 3/2/node3, 4/2/node3, 5/2/node3, 6/2/node3,
+		 3/3/node4, 4/3/node4, 5/3/node4, 6/3/node4,
+		 4/4/node5, 5/4/node5, 6/4/node5,
+		}
+	\node[anchor=north west,\z,draw=white](n\i\j) at (1.0*3em*\j + 0*0em,-1.0*1em*\i + 0*0em){};
+
+	\node[anchor=north west,node1,draw=white](nc) at (0,0){};
+
+\draw [->,very thick] ([xshift=-1em,yshift=1em]n00.north west) --  ([xshift=16em,yshift=1em]n00.north west);
+\draw [->,very thick] ([xshift=-1em,yshift=1em]n00.north west) --  ([xshift=-1em,yshift=-9em]n00.north west);
+
+\node[anchor=west] (x1) at ([xshift=12em,yshift=2em]n00.north west) {数据块};
+\node[anchor=east] (y1) at ([xshift=-1em,yshift=-7.5em]n00.north west) {轮次};
+\node[anchor=west,font=\small] (t1) at ([xshift=0em,yshift=-1em]n60.south west) {$\ldots$直到模型收敛};
+
+\node[anchor=north] (lb2) at ([xshift=0em,yshift=-3em]n62.south) {(b)不同训练阶段使用的数据};
+
+\end{scope}
+
+\end{tikzpicture}
\ No newline at end of file

Chapter13/Figures/figure-curriculum-learning-framework.tex

+
+\begin{tikzpicture}
+
+\tikzstyle{node}=[inner sep=0mm,minimum height=3em,minimum width=6em,rounded corners=5pt]
+
+
+\node[anchor=west,node,fill=ugreen!30] (n1) at (0,0) {训练集};
+\node[anchor=west,node,fill=yellow!30] (n2) at ([xshift=2em,yshift=0em]n1.east) {难度评估器};
+\node[anchor=west,node,fill=red!30] (n3) at ([xshift=4em,yshift=0em]n2.east) {训练调度器};
+\node[anchor=west,node,fill=blue!30] (n4) at ([xshift=4em,yshift=0em]n3.east) {模型训练器};
+
+\draw [->,very thick] ([xshift=0em,yshift=0em]n1.east) -- ([xshift=0em,yshift=0em]n2.west);
+\draw [->,very thick] ([xshift=0em,yshift=0em]n2.east) -- ([xshift=0em,yshift=0em]n3.west);
+\draw [->,very thick] ([xshift=0em,yshift=0em]n3.east) -- ([xshift=0em,yshift=0em]n4.west);
+
+\node[anchor=west,inner sep=0mm,minimum height=2em,minimum width=3em,font=\small,align=left] (n5) at ([xshift=0.5em,yshift=-1.5em]n2.east) {排序过\\的数据};
+\node[anchor=west,inner sep=0mm,minimum height=2em,minimum width=3em,font=\small,align=left] (n6) at ([xshift=1em,yshift=-1.5em]n3.east) {采样\\批次$t$};
+\node[anchor=south west,inner sep=0mm,minimum height=2em,minimum width=4em,font=\small] (n7) at ([xshift=2.5em,yshift=1em]n3.north) {如果模型收敛};
+
+\node[anchor=south west,inner sep=0mm] (n8) at ([xshift=0em,yshift=1.5em]n4.north) {批次$t$};
+\node[anchor=north east,inner sep=0mm] (n9) at ([xshift=0em,yshift=-1em]n3.south east) {课程设计};
+
+\draw [->,dotted,very thick] ([xshift=0em,yshift=0em]n4.north) --  ([xshift=0em,yshift=1em]n4.north) --  ([xshift=0em,yshift=1em]n3.north) -- (n3.north);
+
+    \begin{pgfonlayer}{background}
+      \node[rectangle,inner sep=5pt,rounded corners=5pt,fill=gray!30] [fit = (n3) (n4) (n6) (n8) ] (g2) {};
+      \node[rectangle,inner sep=5pt,rounded corners=5pt,fill=orange!30] [fit = (n2) (n3) (n9) ] (g1) {};
+
+
+    \end{pgfonlayer}
+
+
+\end{tikzpicture}
\ No newline at end of file

Chapter13/Figures/figure-reinforcement-learning-method-based-on-actor-critic.tex

+
+\begin{tikzpicture}
+	
+	\node[anchor=west,inner sep=0mm,minimum height=4em,minimum width=5.5em,rounded corners=15pt,align=left,draw] (n1) at (0,0) {Decoder\\Encoder};
+
+	\node[anchor=west,inner sep=0mm,minimum height=4em,minimum width=5.5em,rounded corners=15pt,align=left,draw] (n2) at ([xshift=10em,yshift=0em]n1.east) {Decoder\\Encoder};
+
+	\node[anchor=south,inner sep=0mm,font=\small] (a1) at ([xshift=0em,yshift=1em]n1.north) {演员$p_{\theta}$};
+
+	\node[anchor=north,inner sep=0mm] (a2) at ([xshift=0em,yshift=-1em]n1.south) {$\mathbi{x}_1,\mathbi{x}_2,\ldots,\mathbi{x}_m$};
+
+	\node[anchor=south,inner sep=0mm,font=\small] (c1) at ([xshift=0em,yshift=1em]n2.north) {评论家$Q$};
+	\node[anchor=north,inner sep=0mm] (c2) at ([xshift=0em,yshift=-1em]n2.south) {$\mathbi{y}_1,\mathbi{y}_2,\ldots,\mathbi{y}_J$};
+
+	\node[anchor=west,inner sep=0mm] (n3) at ([xshift=2.1em,yshift=2em]n1.east) {$Q_1,Q_2,\ldots,Q_J$};
+	\node[anchor=west,inner sep=0mm] (n4) at ([xshift=2.9em,yshift=-0.4em]n1.east) {$\hat{\mathbi{y}}_1,\hat{\mathbi{y}}_2,\ldots,\hat{\mathbi{y}}_J$};
+	\node[anchor=west,inner sep=0mm,font=\small] (n5) at ([xshift=3em,yshift=-3em]n1.east) {演员状态};
+
+\draw [-,thick] ([xshift=0em,yshift=0em]n1.west) -- ([xshift=0em,yshift=0em]n1.east);
+\draw [-,thick] ([xshift=0em,yshift=0em]n2.west) -- ([xshift=0em,yshift=0em]n2.east);
+
+\draw [->,thick] ([xshift=0em,yshift=1em]n2.west) -- ([xshift=0em,yshift=1em]n1.east);
+\draw [->,thick] ([xshift=0em,yshift=0.5em]n1.east) -- ([xshift=0em,yshift=0.5em]n2.west);
+
+\draw [->,dotted,very thick] ([xshift=0em,yshift=0em]n1.east)  .. controls ([xshift=3em,yshift=-1em]n1.-90) and ([xshift=-3em,yshift=-1em]n2.-90) .. (n2.west);
+
+
+\end{tikzpicture}
\ No newline at end of file