new update

Section06-Neural-Machine-Translation/section06.tex

@@ -364,8 +364,193 @@ NLP问题的隐含结构假设 & 无隐含结构假设，端到端学习 \\
 \end{frame}
 
 %%%------------------------------------------------------------------------------------------------------------
+%%% 一个NMT运行的简单例子
+\begin{frame}{简单的运行实例}
+\begin{itemize}
+\item 一个简单的例子：基于循环神经网络的翻译过程
+        \begin{itemize}
+        \item 顺序处理源语言单词
+        \item 源语言句子信息被表示再最后一个循环单元的输出中
+        \item 逐词生成目标语译文
+        \end{itemize}
+\end{itemize}
+%%% 运行实例的图
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
+%%% NMT是魔法？
+\begin{frame}{神经机器翻译会``魔法''?}
+\begin{minipage}[c][5cm][t]{0.46\textwidth}
+\alert{统计机器翻译}仍然依赖人工定义特征和翻译单元
+\begin{itemize}
+\item 相对符合人类的理解
+\item 具有一定可解释性
+\end{itemize}
+\vspace{1em}
+图！！！
+%\includegraphics[scale=0.5]{图！！！}
+\end{minipage}
+\hfill
+\begin{minipage}[c][5cm][t]{0.48\textwidth}
+\alert{神经机器翻译}把所有工作都交给神经网络
+\begin{itemize}
+\item 不需要先验假设
+\item 语言的``表示''给机器看的
+\end{itemize}
+\vspace{1em}
+图！！！
+%\includegraphics[scale=0.58]{图！！！}
+\end{minipage}
+
+\begin{itemize}
+\item 神经机器翻译在使用魔法？\\
+        - No! No! No! 变化的只有人类使用知识的形式
+\end{itemize}
+
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
+%%% NMT所对应的范式变换
+\begin{frame}{神经机器翻译所带来的范式更迭}
+\begin{itemize}
+\item 不同机器翻译时代，人类知识的使用方式
+\end{itemize}
+
+\begin{center}
+\begin{tabular}{l | l}
+机器翻译方法 & 人类参与方式 \\ \hline
+基于规则的方法 & 设计翻译规则 \\
+传统统计方法 & 设计翻译特征 \\
+神经网络方法 & 设计网络架构
+ \end{tabular}
+ \end{center}
+ 
+ \visible<2->{
+ \begin{tcolorbox}[enhanced,size=normal,left=2mm,right=1mm,colback=blue!5!white,colframe=blue!75!black,drop fuzzy shadow]
+{\Large
+\textbf{人类在机器翻译中将扮演什么角色？}
+}
+\end{tcolorbox}
+
+\begin{itemize}
+\item<3-> 机器翻译会逐渐替代人？\visible<4->{\alert{- 不会，爹是不能被儿子替代的}}
+\item<3-> 就连神经网络也可以通过结构搜索自动学习，人类是不是就什么也不用干了？\visible<4->{\alert{- 结构搜索又是谁设计的，人至少需要敲下键盘吧，哈哈哈哈}}
+\end{itemize}
+}
+
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
+%%% 本章的内容
+\begin{frame}{Outline}
+
+\vspace{1.0em}
+ \begin{tcolorbox}[enhanced,size=normal,left=2mm,right=1mm,colback=red!5!white,colframe=red!75!black,drop fuzzy shadow]
+{\large
+\textbf{入门：循环网络翻译模型及注意力机制} \\
+\small{1. 模型结构} \\
+\small{2. 注意力机制}
+}
+\end{tcolorbox}
+
+\vspace{0.5em}
+
+ \begin{tcolorbox}[enhanced,size=normal,left=2mm,right=1mm,colback=red!5!white,colframe=red!75!black,drop fuzzy shadow]
+{\large
+\textbf{热门：Transformer} \\
+\small{1. 多头自注意力模型} \\
+\small{2. 训练及推断} \\
+\small{3. 深层网络翻译模型}
+}
+\end{tcolorbox}
+
+\vspace{0.5em}
+
+\begin{tcolorbox}[enhanced,size=normal,left=2mm,right=1mm,colback=red!5!white,colframe=red!75!black,drop fuzzy shadow]
+{\large
+\textbf{其它：一些有趣的神经机器翻译应用}
+}
+\end{tcolorbox}
+
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
 \section{循环神经网络翻译模型及注意力机制}
 
+
+%%%------------------------------------------------------------------------------------------------------------
+%%% 第一部分
+\begin{frame}{首先}
+
+\vspace{5.0em}
+ \begin{tcolorbox}[enhanced,size=normal,left=2mm,right=1mm,colback=red!5!white,colframe=red!75!black,drop fuzzy shadow]
+{\Large
+\textbf{循环网络翻译模型及注意力机制}
+}
+\end{tcolorbox}
+
+\begin{center}
+\begin{tikzpicture}
+
+\begin{scope}[scale=0.7]
+\tikzstyle{rnnnode} = [draw,inner sep=5pt,minimum width=3em,minimum height=0.8em,fill=green!30!white,blur shadow={shadow xshift=1pt,shadow yshift=-1pt}]
+\node [anchor=west,rnnnode] (node11) at (0,0) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node12) at ([xshift=1em]node11.east) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node13) at ([xshift=1em]node12.east) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node14) at ([xshift=1em]node13.east) {\tiny{RNN Cell}};
+
+\node [anchor=north,rnnnode,fill=red!30!white] (e1) at ([yshift=-1em]node11.south) {\tiny{}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e2) at ([yshift=-1em]node12.south) {\tiny{}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e3) at ([yshift=-1em]node13.south) {\tiny{}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e4) at ([yshift=-1em]node14.south) {\tiny{}};
+\node [anchor=north,inner sep=2pt] (w1) at ([yshift=-1em]e1.south) {\tiny{$<$s$>$}};
+\node [anchor=north,inner sep=2pt] (w2) at ([yshift=-1em]e2.south) {\tiny{让}};
+\node [anchor=north,inner sep=2pt] (w3) at ([yshift=-1em]e3.south) {\tiny{我们}};
+\node [anchor=north,inner sep=2pt] (w4) at ([yshift=-1em]e4.south) {\tiny{开始}};
+
+\draw [->,thick] ([yshift=0.1em]w1.north)--([yshift=-0.1em]e1.south);
+\draw [->,thick] ([yshift=0.1em]w2.north)--([yshift=-0.1em]e2.south);
+\draw [->,thick] ([yshift=0.1em]w3.north)--([yshift=-0.1em]e3.south);
+\draw [->,thick] ([yshift=0.1em]w4.north)--([yshift=-0.1em]e4.south);
+
+\draw [->,thick] ([yshift=0.1em]e1.north)--([yshift=-0.1em]node11.south);
+\draw [->,thick] ([yshift=0.1em]e2.north)--([yshift=-0.1em]node12.south);
+\draw [->,thick] ([yshift=0.1em]e3.north)--([yshift=-0.1em]node13.south);
+\draw [->,thick] ([yshift=0.1em]e4.north)--([yshift=-0.1em]node14.south);
+
+\node [anchor=south,rnnnode,fill=red!30!white] (node21) at ([yshift=1.0em]node11.north) {\tiny{}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node22) at ([yshift=1.0em]node12.north) {\tiny{}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node23) at ([yshift=1.0em]node13.north) {\tiny{}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node24) at ([yshift=1.0em]node14.north) {\tiny{}};
+
+\node [anchor=south] (output1) at ([yshift=1em]node21.north) {\Large{\textbf{}}};
+\node [anchor=south] (output2) at ([yshift=1em]node22.north) {\Large{\textbf{}}};
+\node [anchor=south] (output3) at ([yshift=1em]node23.north) {\Large{\textbf{}}};
+\node [anchor=south] (output4) at ([yshift=1em]node24.north) {\Large{\textbf{}}};
+
+\draw [->,thick] ([yshift=0.1em]node21.north)--([yshift=-0.1em]output1.south);
+\draw [->,thick] ([yshift=0.1em]node22.north)--([yshift=-0.1em]output2.south);
+\draw [->,thick] ([yshift=0.1em]node23.north)--([yshift=-0.1em]output3.south);
+\draw [->,thick] ([yshift=0.1em]node24.north)--([yshift=-0.1em]output4.south);
+
+\draw [->,thick] ([yshift=0.1em]node11.north)--([yshift=-0.1em]node21.south);
+\draw [->,thick] ([yshift=0.1em]node12.north)--([yshift=-0.1em]node22.south);
+\draw [->,thick] ([yshift=0.1em]node13.north)--([yshift=-0.1em]node23.south);
+\draw [->,thick] ([yshift=0.1em]node14.north)--([yshift=-0.1em]node24.south);
+
+\draw [->,thick] ([xshift=-1em]node11.west)--([xshift=-0.1em]node11.west);
+\draw [->,thick] ([xshift=0.1em]node11.east)--([xshift=-0.1em]node12.west);
+\draw [->,thick] ([xshift=0.1em]node12.east)--([xshift=-0.1em]node13.west);
+\draw [->,thick] ([xshift=0.1em]node13.east)--([xshift=-0.1em]node14.west);
+\draw [->,thick] ([xshift=0.1em]node14.east)--([xshift=1em]node14.east);
+\end{scope}
+
+\end{tikzpicture}
+\end{center}
+
+\end{frame}
+
+
 %%%------------------------------------------------------------------------------------------------------------
 \subsection{模型结构}