Update RNN-MT figures & Add WMT figures

cee12b1e · Lee · bf0af520 · cee12b1e
Commit cee12b1e authored Nov 09, 2019 by Lee
--- a/Section06-Neural-Machine-Translation/section06.tex
+++ b/Section06-Neural-Machine-Translation/section06.tex
@@ -192,6 +192,40 @@
 \item WMT的结果？？
 \end{itemize}
 %%% 秀smt nmt的blue随着年代的变化
+\begin{center}
+    \begin{tikzpicture}
+        \begin{scope}[local bounding box=WMT]
+            \draw[-latex',very thick] (0,0) to (9,0);
+            % 2015
+            \node[minimum width=0.5cm,minimum height=7*0.2cm,draw,fill=blue!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (smt2015) at (1,0.5pt) {};
+            \node[minimum width=0.5cm,minimum height=2*0.2cm,draw,fill=red!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (nmt2015) at (smt2015.south east) {};
+            \node[font=\normalsize,anchor=north] () at (smt2015.south east) {2015};
+            % 2016
+            \node[minimum width=0.5cm,minimum height=3*0.2cm,draw,fill=blue!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (smt2016) at ($(nmt2015.south east)+(1,0)$) {};
+            \node[minimum width=0.5cm,minimum height=8*0.2cm,draw,fill=red!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (nmt2016) at (smt2016.south east) {};
+            \node[font=\normalsize,anchor=north] () at (smt2016.south east) {2016};
+            % 2017
+            \node[minimum width=0.5cm,minimum height=3*0.2cm,draw,fill=blue!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (smt2017) at ($(nmt2016.south east)+(1,0)$) {};
+            \node[minimum width=0.5cm,minimum height=13*0.2cm,draw,fill=red!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (nmt2017) at (smt2017.south east) {};
+            \node[font=\normalsize,anchor=north] () at (smt2017.south east) {2017};
+            % 2018
+            \node[minimum width=0.5cm,minimum height=0cm,draw,fill=blue!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (smt2018) at ($(nmt2017.south east)+(1,0)$) {};
+            \node[minimum width=0.5cm,minimum height=14*0.2cm,draw,fill=red!30!white,inner sep=0pt,outer sep=0pt,anchor=south west] (nmt2018) at (smt2018.south east) {};
+            \node[font=\normalsize,anchor=north] () at (smt2018.south east) {2018};
+        \end{scope}
+        % legend
+        \ExtractX{$(nmt2015.west)$}
+        \ExtractY{$([yshift=5pt]WMT.north)$}
+        \node[minimum width=0.5cm,rectangle,draw,fill=blue!30!white,anchor=south west,label={[label distance=1pt,font=\scriptsize]0:统计机器翻译}] () at (\XCoord,\YCoord) {};
+        \ExtractX{$(nmt2017.west)$}
+        \ExtractY{$([yshift=5pt]WMT.north)$}
+        \node[minimum width=0.5cm,rectangle,draw,fill=red!30!white,anchor=south west,label={[label distance=1pt,font=\scriptsize]0:神经机器翻译}] () at (\XCoord,\YCoord) {};
+        \node[font=\normalsize,below=0pt of WMT] () {WMT往年冠军各类型系统的数目};
+    \end{tikzpicture}
+\end{center}
 \end{frame}
 %%%------------------------------------------------------------------------------------------------------------
@@ -678,7 +712,7 @@ NLP问题的隐含结构假设 & 无隐含结构假设，端到端学习 \\
 \begin{center}
    \begin{tikzpicture}
        \newlength{\base}
-        \setlength{\base}{0.9cm}
+        \setlength{\base}{1cm}
        \tikzstyle{rnnnode} = [rounded corners=1pt,minimum size=0.5\base,draw,inner sep=0pt,outer sep=0pt]
        \tikzstyle{wordnode} = [font=\tiny]
@@ -687,110 +721,96 @@ NLP问题的隐含结构假设 & 无隐含结构假设，端到端学习 \\
        \begin{scope}[local bounding box=RNNMT]
            % RNN Encoder
            \coordinate (eemb0) at (0,0);
-            \foreach \x [count=\y from 0] in {1,2,...,10}
+            \foreach \x [count=\y from 0] in {1,2,...,8}
                \node[rnnnode,minimum height=0.1\base,fill=green!30!white,anchor=west] (eemb\x) at ([xshift=0.4\base]eemb\y.east) {};
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \node[rnnnode,fill=blue!30!white,anchor=south] (enc\x) at ([yshift=0.5\base]eemb\x.north) {};
            \node[wordnode,left=0.4\base of enc1] (init) {$0$};
-            \node[wordnode,below=0pt of eemb1] () {你};
+            \node[wordnode,below=0pt of eemb1] () {我们};
-            \node[wordnode,below=0pt of eemb2] () {知道};
+            \node[wordnode,below=0pt of eemb2] () {感};
-            \node[wordnode,below=0pt of eemb3] () {去};
+            \node[wordnode,below=0pt of eemb3] () {兴趣};
-            \node[wordnode,below=0pt of eemb4] () {北京站};
+            \node[wordnode,below=0pt of eemb4] () {的};
-            \node[wordnode,below=0pt of eemb5] () {的};
+            \node[wordnode,below=0pt of eemb5] () {是};
-            \node[wordnode,below=0pt of eemb6] () {路};
+            \node[wordnode,below=0pt of eemb6] () {气候};
-            \node[wordnode,below=0pt of eemb7] () {怎么};
+            \node[wordnode,below=0pt of eemb7] () {。};
-            \node[wordnode,below=0pt of eemb8] () {走};
+            \node[wordnode,below=0pt of eemb8] () {$\langle$eos$\rangle$};
-            \node[wordnode,below=0pt of eemb9] () {吗};
-            \node[wordnode,below=0pt of eemb10] () {$\langle$eos$\rangle$};
            % RNN Decoder
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \node[rnnnode,minimum height=0.1\base,fill=green!30!white,anchor=south] (demb\x) at ([yshift=2\base]enc\x.north) {};
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \node[rnnnode,fill=blue!30!white,anchor=south] (dec\x) at ([yshift=0.5\base]demb\x.north) {};
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \node[rnnnode,minimum height=0.1\base,fill=red!30!white,anchor=south] (softmax\x) at ([yshift=0.5\base]dec\x.north) {};
            % Decoder input words
            \node[wordnode,below=0pt of demb1] (decwordin) {$\langle$sos$\rangle$};
            \ExtractX{$(demb2.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Do};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {We};
            \ExtractX{$(demb3.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {you};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {`re};
            \ExtractX{$(demb4.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {know};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {interested};
            \ExtractX{$(demb5.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {the};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {in};
            \ExtractX{$(demb6.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {way};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {the};
            \ExtractX{$(demb7.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {to};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {climate};
            \ExtractX{$(demb8.south)$}
            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Beijing};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {.};
-            \ExtractX{$(demb9.south)$}
-            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Railway};
-            \ExtractX{$(demb10.south)$}
-            \ExtractY{$(decwordin.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Station};
            % Decoder output words
-            \node[wordnode,above=0pt of softmax1] (decwordout) {Do};
+            \node[wordnode,above=0pt of softmax1] (decwordout) {We};
            \ExtractX{$(softmax2.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {you};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {`re};
            \ExtractX{$(softmax3.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {know};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {interested};
            \ExtractX{$(softmax4.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {the};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {in};
            \ExtractX{$(softmax5.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {way};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {the};
            \ExtractX{$(softmax6.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {to};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {climate};
            \ExtractX{$(softmax7.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Beijing};
+            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {.};
            \ExtractX{$(softmax8.north)$}
            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Railway};
-            \ExtractX{$(softmax9.north)$}
-            \ExtractY{$(decwordout.base)$}
-            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {Station};
-            \ExtractX{$(softmax10.north)$}
-            \ExtractY{$(decwordout.base)$}
            \node[wordnode,anchor=base] () at (\XCoord,\YCoord) {$\langle$eos$\rangle$};
            % Connections
            \draw[-latex'] (init.east) to (enc1.west);
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \draw[-latex'] (eemb\x) to (enc\x);
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \draw[-latex'] (demb\x) to (dec\x);
-            \foreach \x in {1,2,...,10}
+            \foreach \x in {1,2,...,8}
                \draw[-latex'] (dec\x.north) to ([yshift=0.5\base]dec\x.north);
-            \foreach \x [count=\y from 2] in {1,2,...,9}
+            \foreach \x [count=\y from 2] in {1,2,...,7}
            {
                \draw[-latex'] (enc\x.east) to (enc\y.west);
                \draw[-latex'] (dec\x.east) to (dec\y.west);
            }
            \coordinate (bridge) at ([yshift=-1.2\base]demb2);
-            \draw[-latex'] (enc10.north) .. controls +(north:\base) and +(east:1.5\base) .. (bridge) .. controls +(west:2.5\base) and +(west:0.6\base) .. (dec1.west);
+            \draw[-latex'] (enc8.north) .. controls +(north:\base) and +(east:1.5\base) .. (bridge) .. controls +(west:2.5\base) and +(west:0.6\base) .. (dec1.west);
        \end{scope}
        % legend
-        \begin{scope}[shift={(-2.3\base,0)}]
+        \begin{scope}[shift={(8\base,0)}]
            \node[rnnnode,minimum height=0.1\base,fill=green!30!white,label={[label distance=3pt,font=\scriptsize]0:词嵌入层}] (emb) at (0,0) {};
            \node[rnnnode,fill=blue!30!white,anchor=north west,label={[label distance=3pt,font=\scriptsize]0:循环单元}] (rnn) at ([yshift=2.7\base]emb.south west) {};
            \node[rnnnode,minimum height=0.1\base,fill=red!30!white,anchor=north west,label={[label distance=3pt,font=\scriptsize]0:输出层}] (softmax) at ([yshift=2.6\base]rnn.south west) {};