Skip to content

T
Toy-MT-Introduction
Commit 50308891 by zengxin
Options

slide 7 minor change

parent b6cb8bce
正在显示 包含 41 行增加 和 34 行删除
Section07-Towards-Strong-NMT-Systems/section07.tex
...@@ -341,8 +341,11 @@ ...@@ -341,8 +341,11 @@
\end{frame} \end{frame}
%%%------------------------------------------------------------------------------------------------------------ %%%------------------------------------------------------------------------------------------------------------
\section{基础技术} \section{基础技术}
%%%------------------------------------------------------------------------------------------------------------
\subsection{数据处理}
%%%------------------------------------------------------------------------------------------------------------ %%%------------------------------------------------------------------------------------------------------------
%%% 数据处理（也可以提一下不同blue脚本对tokenization的要求） %%% 数据处理（也可以提一下不同blue脚本对tokenization的要求）
...@@ -901,6 +904,8 @@ ...@@ -901,6 +904,8 @@
\end{frame} \end{frame}
%%%------------------------------------------------------------------------------------------------------------ %%%------------------------------------------------------------------------------------------------------------
\subsection{建模与训练}
%%%------------------------------------------------------------------------------------------------------------
%%% 正则化（dropout、label smoothing） %%% 正则化（dropout、label smoothing）
\begin{frame}{正则化} \begin{frame}{正则化}
...@@ -1334,25 +1339,25 @@ ...@@ -1334,25 +1339,25 @@
\begin{center} \begin{center}
\vspace{-1em} \vspace{-0.5em}
\begin{tikzpicture} \begin{tikzpicture}
\def\neuronsep{1.5} \def\neuronsep{1.3}
\def\nodespace{1} \def\nodespace{1}
\def\picturespace{0.8} \def\picturespace{0.8}
\tikzstyle{neuronnode} = [minimum size=1.8em,circle,draw,very thick,ublue,inner sep=0pt, fill=white,align=center] \tikzstyle{neuronnode} = [minimum size=1.4em,circle,draw,very thick,ublue,inner sep=0pt, fill=white,align=center]
%standard %standard
\node [neuronnode] (neuron_b) at (0,0) {\scriptsize{$b_{i}^{l}$}}; \node [neuronnode] (neuron_b) at (0,0) {\fontsize{4}{4}\selectfont{$b_{i}^{l}$}};
\node [neuronnode] (neuron_y3) at (0,-1*\neuronsep) {\scriptsize{$x_{3}^{l}$}}; \node [neuronnode] (neuron_y3) at (0,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{3}^{l}$}};
\node [neuronnode] (neuron_y2) at (0,-2*\neuronsep) {\scriptsize{$x_{2}^{l}$}}; \node [neuronnode] (neuron_y2) at (0,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{2}^{l}$}};
\node [neuronnode] (neuron_y1) at (0,-3*\neuronsep) {\scriptsize{$x_{1}^{l}$}}; \node [neuronnode] (neuron_y1) at (0,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{1}^{l}$}};
\node [neuronnode] (neuron_z) at (1.2 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$z_{i}^{l+1}$}}; \node [neuronnode] (neuron_z) at (1.2 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$z_{i}^{l+1}$}};
\node [neuronnode] (neuron_y') at (2.4 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$x_{i}^{l+1}$}}; \node [neuronnode] (neuron_y') at (2.4 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$x_{i}^{l+1}$}};
\node [anchor=north,ublue] (standard) at ([yshift=-4em]neuron_z.south) {\scriptsize{standard}}; \node [anchor=north,ublue] (standard) at ([yshift=-4em]neuron_z.south) {{standard}};
\node [ublue] (standard) at ([xshift=-1em]neuron_z.west) {\scriptsize{$\mathbf{w}_{i}^{l}$}}; \node [ublue] (standard) at ([xshift=-1em]neuron_z.west) {\fontsize{4}{4}\selectfont{$\mathbf{w}_{i}^{l}$}};
\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]neuron_z.east) {\scriptsize{$f$}}; \node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]neuron_z.east) {\fontsize{4}{4}\selectfont{$f$}};
\draw [->,line width=0.3mm] (neuron_b.east) -- (neuron_z.west); \draw [->,line width=0.3mm] (neuron_b.east) -- (neuron_z.west);
\draw [->,line width=0.3mm] (neuron_y3.east) -- (neuron_z.west); \draw [->,line width=0.3mm] (neuron_y3.east) -- (neuron_z.west);
...@@ -1361,24 +1366,24 @@ ...@@ -1361,24 +1366,24 @@
\draw [->,line width=0.3mm] (neuron_z.east) -- (neuron_y'.west); \draw [->,line width=0.3mm] (neuron_z.east) -- (neuron_y'.west);
%dropout %dropout
\node [neuronnode] (drop_neuron_b) at (4.7*\nodespace,0) {\scriptsize{$b_{i}^{l}$}}; \node [neuronnode] (drop_neuron_b) at (4.7*\nodespace,0) {\fontsize{4}{4}\selectfont{$b_{i}^{l}$}};
\node [neuronnode] (drop_neuron_y3') at (4.7*\nodespace,-1*\neuronsep) {\scriptsize{$\tilde{x}_{3}^{l}$}}; \node [neuronnode] (drop_neuron_y3') at (4.7*\nodespace,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{3}^{l}$}};
\node [neuronnode] (drop_neuron_y2') at (4.7*\nodespace,-2*\neuronsep) {\scriptsize{$\tilde{x}_{2}^{l}$}}; \node [neuronnode] (drop_neuron_y2') at (4.7*\nodespace,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{2}^{l}$}};
\node [neuronnode] (drop_neuron_y1') at (4.7*\nodespace,-3*\neuronsep) {\scriptsize{$\tilde{x}_{1}^{l}$}}; \node [neuronnode] (drop_neuron_y1') at (4.7*\nodespace,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$\tilde{x}_{1}^{l}$}};
\node [neuronnode] (drop_neuron_z) at (5.9 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$z_{i}^{l+1}$}}; \node [neuronnode] (drop_neuron_z) at (5.9 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$z_{i}^{l+1}$}};
\node [neuronnode] (drop_neuron_y') at (7.1 * \nodespace,-1.5 * \neuronsep) {\scriptsize{$x_{i}^{l+1}$}}; \node [neuronnode] (drop_neuron_y') at (7.1 * \nodespace,-1.5 * \neuronsep) {\fontsize{4}{4}\selectfont{$x_{i}^{l+1}$}};
\node [neuronnode] (drop_neuron_y3) at (3.5*\nodespace,-1*\neuronsep) {\scriptsize{$x_{3}^{l}$}}; \node [neuronnode] (drop_neuron_y3) at (3.5*\nodespace,-1*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{3}^{l}$}};
\node [neuronnode] (drop_neuron_y2) at (3.5*\nodespace,-2*\neuronsep) {\scriptsize{$x_{2}^{l}$}}; \node [neuronnode] (drop_neuron_y2) at (3.5*\nodespace,-2*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{2}^{l}$}};
\node [neuronnode] (drop_neuron_y1) at (3.5*\nodespace,-3*\neuronsep) {\scriptsize{$x_{1}^{l}$}}; \node [neuronnode] (drop_neuron_y1) at (3.5*\nodespace,-3*\neuronsep) {\fontsize{4}{4}\selectfont{$x_{1}^{l}$}};
\node [neuronnode] (drop_neuron_r3) at (4.1*\nodespace,-0.5*\neuronsep) {\scriptsize{$r_{3}^{l}$}}; \node [neuronnode] (drop_neuron_r3) at (4.1*\nodespace,-0.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{3}^{l}$}};
\node [neuronnode] (drop_neuron_r2) at (4.1*\nodespace,-1.5*\neuronsep) {\scriptsize{$r_{2}^{l}$}}; \node [neuronnode] (drop_neuron_r2) at (4.1*\nodespace,-1.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{2}^{l}$}};
\node [neuronnode] (drop_neuron_r1) at (4.1*\nodespace,-2.5*\neuronsep) {\scriptsize{$r_{1}^{l}$}}; \node [neuronnode] (drop_neuron_r1) at (4.1*\nodespace,-2.5*\neuronsep) {\fontsize{4}{4}\selectfont{$r_{1}^{l}$}};
\node [anchor=north,ublue] (standard) at ([yshift=-4em]drop_neuron_z.south) {\scriptsize{dropout}}; \node [anchor=north,ublue] (standard) at ([yshift=-4em]drop_neuron_z.south) {{dropout}};
\node [ublue] (standard) at ([xshift=-1em]drop_neuron_z.west) {\scriptsize{$\mathbf{w}_{i}^{l}$}}; \node [ublue] (standard) at ([xshift=-1em]drop_neuron_z.west) {\fontsize{4}{4}\selectfont{$\mathbf{w}_{i}^{l}$}};
\node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]drop_neuron_z.east) {\scriptsize{$f$}}; \node [ublue] (standard) at ([xshift=0.6em,yshift=0.3em]drop_neuron_z.east) {\fontsize{4}{4}\selectfont{$f$}};
%structure %structure
\draw [->,line width=0.3mm] (drop_neuron_b.east) -- (drop_neuron_z.west); \draw [->,line width=0.3mm] (drop_neuron_b.east) -- (drop_neuron_z.west);
\draw [->,line width=0.3mm] (drop_neuron_y3'.east) -- (drop_neuron_z.west); \draw [->,line width=0.3mm] (drop_neuron_y3'.east) -- (drop_neuron_z.west);
...@@ -1390,12 +1395,14 @@ ...@@ -1390,12 +1395,14 @@
\draw [->,line width=0.3mm] (drop_neuron_y2.east) -- (drop_neuron_y2'.west); \draw [->,line width=0.3mm] (drop_neuron_y2.east) -- (drop_neuron_y2'.west);
\draw [->,line width=0.3mm] (drop_neuron_y1.east) -- (drop_neuron_y1'.west); \draw [->,line width=0.3mm] (drop_neuron_y1.east) -- (drop_neuron_y1'.west);
\draw [-,line width=0.3mm] (drop_neuron_r3.south) -- ([yshift=-0.9em]drop_neuron_r3.south); \draw [-,line width=0.3mm] (drop_neuron_r3.south) -- ([yshift=-0.8em]drop_neuron_r3.south);
\draw [-,line width=0.3mm] (drop_neuron_r2.south) -- ([yshift=-0.9em]drop_neuron_r2.south); \draw [-,line width=0.3mm] (drop_neuron_r2.south) -- ([yshift=-0.8em]drop_neuron_r2.south);
\draw [-,line width=0.3mm] (drop_neuron_r1.south) -- ([yshift=-0.9em]drop_neuron_r1.south); \draw [-,line width=0.3mm] (drop_neuron_r1.south) -- ([yshift=-0.8em]drop_neuron_r1.south);
%equ %equ
\node [anchor=west,inner sep = 2pt] (line1) at (7.5*\nodespace,0) {未应用dropout：}; % 自定义字号
\fontsize{9.0pt}{\baselineskip}\selectfont
\node [anchor=west,inner sep = 2pt] (line1) at (8*\nodespace,0) {未应用dropout：};
\node [anchor=north west,inner sep = 2pt] (line2) at (line1.south west) {$z_{i}^{l+1}=\mathbf{w}_{i}^{l} \mathbf{x}+b_{i}^{l}$}; \node [anchor=north west,inner sep = 2pt] (line2) at (line1.south west) {$z_{i}^{l+1}=\mathbf{w}_{i}^{l} \mathbf{x}+b_{i}^{l}$};
\node [anchor=north west,inner sep = 2pt] (line3) at (line2.south west) {$x_{i}^{l+1}=f\left(x_{i}^{l}\right)$}; \node [anchor=north west,inner sep = 2pt] (line3) at (line2.south west) {$x_{i}^{l+1}=f\left(x_{i}^{l}\right)$};
\node [anchor=north west,inner sep = 2pt] (line4) at (line3.south west) {应用dropout：}; \node [anchor=north west,inner sep = 2pt] (line4) at (line3.south west) {应用dropout：};
......
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论