slide 7 minor change

Section07-Towards-Strong-NMT-Systems/section07.tex

@@ -341,8 +341,11 @@
 
 \end{frame}
 
+
 %%%------------------------------------------------------------------------------------------------------------
 \section{基础技术}
+%%%------------------------------------------------------------------------------------------------------------
+\subsection{数据处理}
 
 %%%------------------------------------------------------------------------------------------------------------
 %%% 数据处理（也可以提一下不同blue脚本对tokenization的要求）
@@ -901,6 +904,8 @@
 \end{frame}
 
 %%%------------------------------------------------------------------------------------------------------------
+\subsection{建模与训练}
+%%%------------------------------------------------------------------------------------------------------------
 %%% 正则化（dropout、label smoothing）
 \begin{frame}{正则化}
 
@@ -1334,25 +1339,25 @@
 
 \begin{center}
 
-\vspace{-1em}
+\vspace{-0.5em}
 \begin{tikzpicture}
-\def\neuronsep{1.5}
+\def\neuronsep{1.3}
 \def\nodespace{1}
 \def\picturespace{0.8}
 
-\tikzstyle{neuronnode} = [minimum size=1.8em,circle,draw,very thick,ublue,inner sep=0pt, fill=white,align=center]
+\tikzstyle{neuronnode} = [minimum size=1.4em,circle,draw,very thick,ublue,inner sep=0pt, fill=white,align=center]
 
 %standard
-\node [neuronnode] (neuron_b) at (0,0) {\scriptsize{$b_{i}^{l}$}};
-\node [neuronnode] (neuron_y3) at (0,-1*\neuronsep) {\scriptsize{$x_{3}^{l}$}};
-\node [neuronnode] (neuron_y2) at (0,-2*\neuronsep) {\scriptsize{$x_{2}^{l}$}};
-\node [neuronnode] (neuron_y1) at (0,-3*\neuronsep) {\scriptsize{$x_{1}^{l}$}};
-\node [neuronnode] (neuron_z) at (1.2 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$z_{i}^{l+1}$}};
-\node [neuronnode] (neuron_y') at (2.4 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$x_{i}^{l+1}$}};
+\node [neuronnode] (neuron_b) at (0,0) {\fontsize{4}{4}\selectfont{$b_{i}^{l}$}};
+\node [neuronnode] (neuron_y3) at (0,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{3}^{l}$}};
+\node [neuronnode] (neuron_y2) at (0,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{2}^{l}$}};
+\node [neuronnode] (neuron_y1) at (0,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{1}^{l}$}};
+\node [neuronnode] (neuron_z) at (1.2 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$z_{i}^{l+1}$}};
+\node [neuronnode] (neuron_y') at (2.4 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$x_{i}^{l+1}$}};
 
-\node [anchor=north,ublue] (standard) at ([yshift=-4em]neuron_z.south) {\scriptsize{standard}};
-\node [ublue] (standard) at ([xshift=-1em]neuron_z.west) {\scriptsize{$\mathbf{w}_{i}^{l}$}};
-\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]neuron_z.east) {\scriptsize{$f$}};
+\node [anchor=north,ublue] (standard) at ([yshift=-4em]neuron_z.south) {{standard}};
+\node [ublue] (standard) at ([xshift=-1em]neuron_z.west) {\fontsize{4}{4}\selectfont{$\mathbf{w}_{i}^{l}$}};
+\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]neuron_z.east) {\fontsize{4}{4}\selectfont{$f$}};
 
 \draw [->,line width=0.3mm] (neuron_b.east) -- (neuron_z.west);
 \draw [->,line width=0.3mm] (neuron_y3.east) -- (neuron_z.west);
@@ -1361,24 +1366,24 @@
 \draw [->,line width=0.3mm] (neuron_z.east) -- (neuron_y'.west);
 
 %dropout
-\node [neuronnode] (drop_neuron_b) at (4.7*\nodespace,0) {\scriptsize{$b_{i}^{l}$}};
-\node [neuronnode] (drop_neuron_y3') at (4.7*\nodespace,-1*\neuronsep) {\scriptsize{$\tilde{x}_{3}^{l}$}};
-\node [neuronnode] (drop_neuron_y2') at (4.7*\nodespace,-2*\neuronsep) {\scriptsize{$\tilde{x}_{2}^{l}$}};
-\node [neuronnode] (drop_neuron_y1') at (4.7*\nodespace,-3*\neuronsep) {\scriptsize{$\tilde{x}_{1}^{l}$}};
-\node [neuronnode] (drop_neuron_z) at (5.9 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$z_{i}^{l+1}$}};
-\node [neuronnode] (drop_neuron_y') at (7.1 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$x_{i}^{l+1}$}};
-
-\node [neuronnode] (drop_neuron_y3) at (3.5*\nodespace,-1*\neuronsep) {\scriptsize{$x_{3}^{l}$}};
-\node [neuronnode] (drop_neuron_y2) at (3.5*\nodespace,-2*\neuronsep) {\scriptsize{$x_{2}^{l}$}};
-\node [neuronnode] (drop_neuron_y1) at (3.5*\nodespace,-3*\neuronsep) {\scriptsize{$x_{1}^{l}$}};
-
-\node [neuronnode] (drop_neuron_r3) at (4.1*\nodespace,-0.5*\neuronsep) {\scriptsize{$r_{3}^{l}$}};
-\node [neuronnode] (drop_neuron_r2) at (4.1*\nodespace,-1.5*\neuronsep) {\scriptsize{$r_{2}^{l}$}};
-\node [neuronnode] (drop_neuron_r1) at (4.1*\nodespace,-2.5*\neuronsep) {\scriptsize{$r_{1}^{l}$}};
-
-\node [anchor=north,ublue] (standard) at ([yshift=-4em]drop_neuron_z.south) {\scriptsize{dropout}};
-\node [ublue] (standard) at ([xshift=-1em]drop_neuron_z.west) {\scriptsize{$\mathbf{w}_{i}^{l}$}};
-\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]drop_neuron_z.east) {\scriptsize{$f$}};
+\node [neuronnode] (drop_neuron_b) at (4.7*\nodespace,0) {\fontsize{4}{4}\selectfont{$b_{i}^{l}$}};
+\node [neuronnode] (drop_neuron_y3') at (4.7*\nodespace,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{3}^{l}$}};
+\node [neuronnode] (drop_neuron_y2') at (4.7*\nodespace,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{2}^{l}$}};
+\node [neuronnode] (drop_neuron_y1') at (4.7*\nodespace,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{1}^{l}$}};
+\node [neuronnode] (drop_neuron_z) at (5.9 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$z_{i}^{l+1}$}};
+\node [neuronnode] (drop_neuron_y') at (7.1 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$x_{i}^{l+1}$}};
+
+\node [neuronnode] (drop_neuron_y3) at (3.5*\nodespace,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{3}^{l}$}};
+\node [neuronnode] (drop_neuron_y2) at (3.5*\nodespace,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{2}^{l}$}};
+\node [neuronnode] (drop_neuron_y1) at (3.5*\nodespace,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{1}^{l}$}};
+
+\node [neuronnode] (drop_neuron_r3) at (4.1*\nodespace,-0.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{3}^{l}$}};
+\node [neuronnode] (drop_neuron_r2) at (4.1*\nodespace,-1.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{2}^{l}$}};
+\node [neuronnode] (drop_neuron_r1) at (4.1*\nodespace,-2.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{1}^{l}$}};
+
+\node [anchor=north,ublue] (standard) at ([yshift=-4em]drop_neuron_z.south) {{dropout}};
+\node [ublue] (standard) at ([xshift=-1em]drop_neuron_z.west) {\fontsize{4}{4}\selectfont{$\mathbf{w}_{i}^{l}$}};
+\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]drop_neuron_z.east) {\fontsize{4}{4}\selectfont{$f$}};
 %structure
 \draw [->,line width=0.3mm] (drop_neuron_b.east) -- (drop_neuron_z.west);
 \draw [->,line width=0.3mm] (drop_neuron_y3'.east) -- (drop_neuron_z.west);
@@ -1390,12 +1395,14 @@
 \draw [->,line width=0.3mm] (drop_neuron_y2.east) -- (drop_neuron_y2'.west);
 \draw [->,line width=0.3mm] (drop_neuron_y1.east) -- (drop_neuron_y1'.west);
 
-\draw [-,line width=0.3mm] (drop_neuron_r3.south) -- ([yshift=-0.9em]drop_neuron_r3.south);
-\draw [-,line width=0.3mm] (drop_neuron_r2.south) -- ([yshift=-0.9em]drop_neuron_r2.south);
-\draw [-,line width=0.3mm] (drop_neuron_r1.south) -- ([yshift=-0.9em]drop_neuron_r1.south);
+\draw [-,line width=0.3mm] (drop_neuron_r3.south) -- ([yshift=-0.8em]drop_neuron_r3.south);
+\draw [-,line width=0.3mm] (drop_neuron_r2.south) -- ([yshift=-0.8em]drop_neuron_r2.south);
+\draw [-,line width=0.3mm] (drop_neuron_r1.south) -- ([yshift=-0.8em]drop_neuron_r1.south);
 
 %equ
-\node [anchor=west,inner sep = 2pt] (line1) at (7.5*\nodespace,0) {未应用dropout：};
+% 自定义字号
+\fontsize{9.0pt}{\baselineskip}\selectfont
+\node [anchor=west,inner sep = 2pt] (line1) at (8*\nodespace,0) {未应用dropout：};
 \node [anchor=north west,inner sep = 2pt] (line2) at (line1.south west) {$z_{i}^{l+1}=\mathbf{w}_{i}^{l} \mathbf{x}+b_{i}^{l}$};
 \node [anchor=north west,inner sep = 2pt] (line3) at (line2.south west) {$x_{i}^{l+1}=f\left(x_{i}^{l}\right)$};
 \node [anchor=north west,inner sep = 2pt] (line4) at (line3.south west) {应用dropout：};