a complete version

Section05-Neural-Networks-and-Language-Modeling/section05-test.tex

@@ -124,7 +124,7 @@
 %%% 预训练带来的新思路
 \begin{frame}{预训练带来的新思路}
 \begin{itemize}
-\item 预训练模型刷榜各种任务的同时，引发了一些思考：\\ 
+\item 预训练模型刷榜各种任务的同时，引发了一些思考：\\
       预训练究竟给我们带来了什么？
     \begin{itemize}
     \item 有标注数据量有限，预训练提供使用超大规模数据的方法
@@ -168,14 +168,115 @@
 }
 
 \begin{itemize}
-\item 机器翻译中的预训练
+\item<5-> 机器翻译中的预训练
+    \begin{itemize}
+    \item 机器翻译中预训练还没有屠榜，一方面由于很多机器翻译任务训练数据量并不小，另一方面也反应出翻译的双语建模对预训练也提出了新的要求
+    \end{itemize}
 \end{itemize}
 
 \end{frame}
 
 %%%------------------------------------------------------------------------------------------------------------
+%%% 总结
+\begin{frame}{总结 - 长出一口气}
+\begin{itemize}
+\item 讲了很多，累呀累，再整理一下主要观点
+    \begin{itemize}
+    \item 神经网络没有那么复杂，入门不能
+    \item 简单的网络结构可以组合成强大的模型
+    \item 语言模型可以用神经网络实现，效果很好，最近出现的预训练等范式证明了神经语言模型的潜力
+    \end{itemize}
+\item<2-> 仍然有很多问题需要讨论
+    \begin{itemize}
+    \item 常见的神经网络结构(面向NLP)\\
+          google一下LSTM、GRU、CNN
+    \item 深层模型和训练方法。深度学习如何体现``深''?\\
+          深层网络可以带来什么？\\
+          如何有效的训练深层模型？
+    \item 如何把神经网络用于包括机器翻译在内的其它NLP任务？\\
+          比如encoder-decoder框架
+    \item 深度学习的实践技巧\\
+          ``炼金术''了解下，因为不同任务调参和模型设计都有技巧\\
+          ...
+    \end{itemize}
+\end{itemize}
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
+%%% last slide
+\begin{frame}{又结束一章内容~}
+
+\vspace{2em}
+
+\begin{center}
+\textbf{内容很多，开个了个头}\\
+\textbf{学习深度学习技术需要实践和经验的积累！}
+
+\vspace{2em}
+
+\begin{tikzpicture}
+
+\tikzstyle{rnnnode} = [draw,inner sep=5pt,minimum width=4em,minimum height=1.5em,fill=green!30!white,blur shadow={shadow xshift=1pt,shadow yshift=-1pt}]
+\node [anchor=west,rnnnode] (node11) at (0,0) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node12) at ([xshift=2em]node11.east) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node13) at ([xshift=2em]node12.east) {\tiny{RNN Cell}};
+\node [anchor=west,rnnnode] (node14) at ([xshift=2em]node13.east) {\tiny{RNN Cell}};
+
+\node [anchor=north,rnnnode,fill=red!30!white] (e1) at ([yshift=-1.2em]node11.south) {\tiny{embedding}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e2) at ([yshift=-1.2em]node12.south) {\tiny{embedding}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e3) at ([yshift=-1.2em]node13.south) {\tiny{embedding}};
+\node [anchor=north,rnnnode,fill=red!30!white] (e4) at ([yshift=-1.2em]node14.south) {\tiny{embedding}};
+\node [anchor=north] (w1) at ([yshift=-1em]e1.south) {\footnotesize{$<$s$>$}};
+\node [anchor=north] (w2) at ([yshift=-1em]e2.south) {\footnotesize{谢谢}};
+\node [anchor=north] (w3) at ([yshift=-1em]e3.south) {\footnotesize{大家}};
+\node [anchor=north] (w4) at ([yshift=-1em]e4.south) {\footnotesize{聆听}};
+
+\draw [->,thick] ([yshift=0.1em]w1.north)--([yshift=-0.1em]e1.south);
+\draw [->,thick] ([yshift=0.1em]w2.north)--([yshift=-0.1em]e2.south);
+\draw [->,thick] ([yshift=0.1em]w3.north)--([yshift=-0.1em]e3.south);
+\draw [->,thick] ([yshift=0.1em]w4.north)--([yshift=-0.1em]e4.south);
+
+\draw [->,thick] ([yshift=0.1em]e1.north)--([yshift=-0.1em]node11.south);
+\draw [->,thick] ([yshift=0.1em]e2.north)--([yshift=-0.1em]node12.south);
+\draw [->,thick] ([yshift=0.1em]e3.north)--([yshift=-0.1em]node13.south);
+\draw [->,thick] ([yshift=0.1em]e4.north)--([yshift=-0.1em]node14.south);
+
+\node [anchor=south,rnnnode,fill=red!30!white] (node21) at ([yshift=1.0em]node11.north) {\tiny{Softmax($\cdot$)}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node22) at ([yshift=1.0em]node12.north) {\tiny{Softmax($\cdot$)}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node23) at ([yshift=1.0em]node13.north) {\tiny{Softmax($\cdot$)}};
+\node [anchor=south,rnnnode,fill=red!30!white] (node24) at ([yshift=1.0em]node14.north) {\tiny{Softmax($\cdot$)}};
+
+\node [anchor=south] (output1) at ([yshift=1em]node21.north) {\Large{\textbf{谢谢}}};
+\node [anchor=south] (output2) at ([yshift=1em]node22.north) {\Large{\textbf{大家}}};
+\node [anchor=south] (output3) at ([yshift=1em]node23.north) {\Large{\textbf{聆听}}};
+\node [anchor=south] (output4) at ([yshift=1em]node24.north) {\Large{\textbf{$<$/s$>$}}};
+
+\draw [->,thick] ([yshift=0.1em]node21.north)--([yshift=-0.1em]output1.south);
+\draw [->,thick] ([yshift=0.1em]node22.north)--([yshift=-0.1em]output2.south);
+\draw [->,thick] ([yshift=0.1em]node23.north)--([yshift=-0.1em]output3.south);
+\draw [->,thick] ([yshift=0.1em]node24.north)--([yshift=-0.1em]output4.south);
+
+\draw [->,thick] ([yshift=0.1em]node11.north)--([yshift=-0.1em]node21.south);
+\draw [->,thick] ([yshift=0.1em]node12.north)--([yshift=-0.1em]node22.south);
+\draw [->,thick] ([yshift=0.1em]node13.north)--([yshift=-0.1em]node23.south);
+\draw [->,thick] ([yshift=0.1em]node14.north)--([yshift=-0.1em]node24.south);
+
+\draw [->,thick] ([xshift=-1em]node11.west)--([xshift=-0.1em]node11.west);
+\draw [->,thick] ([xshift=0.1em]node11.east)--([xshift=-0.1em]node12.west);
+\draw [->,thick] ([xshift=0.1em]node12.east)--([xshift=-0.1em]node13.west);
+\draw [->,thick] ([xshift=0.1em]node13.east)--([xshift=-0.1em]node14.west);
+\draw [->,thick] ([xshift=0.1em]node14.east)--([xshift=1em]node14.east);
+
+\end{tikzpicture}
+
+\end{center}
+
+\end{frame}
+
+%%%------------------------------------------------------------------------------------------------------------
 %%% 深度学习带来的问题及思考 - 并不是无所不能
 
 
 \end{CJK}
 \end{document}
+