合并分支 'master' 到 'mengxia'

Master 查看合并请求 !407

合并分支 'master' 到 'mengxia'
Master 查看合并请求 !407
9156e40e · 孟霞 · 73f7d5f1 · 6ae34f8f · 9156e40e · 9156e40e
Commit 9156e40e authored Nov 16, 2020 by 孟霞
--- a/Chapter10/Figures/figure-3-base-problom-of-p.tex
+++ b/Chapter10/Figures/figure-3-base-problom-of-p.tex
@@ -15,9 +15,9 @@
 					\node[rnnnode,minimum height=0.5\base,fill=green!30!white,anchor=west] (eemb\x) at ([xshift=0.4\base]eemb\y.east) {\tiny{$e_x()$}};
 				\foreach \x in {1,2,...,3}
 					\node[rnnnode,fill=blue!30!white,anchor=south] (enc\x) at ([yshift=0.3\base]eemb\x.north) {};
-			        \node[] (enclabel1) at (enc1) {\tiny{$\vectorn{\emph{h}}_{m-2}$}};
+			        \node[] (enclabel1) at (enc1) {\tiny{$\mathbi{h}_{m-2}$}};
-			        \node[] (enclabel2) at (enc2) {\tiny{$\vectorn{\emph{h}}_{m-1}$}};
+			        \node[] (enclabel2) at (enc2) {\tiny{$\mathbi{h}_{m-1}$}};
-			        \node[rnnnode,fill=purple!30!white] (enclabel3) at (enc3) {\tiny{$\vectorn{\emph{h}}_{m}$}};
+			        \node[rnnnode,fill=purple!30!white] (enclabel3) at (enc3) {\tiny{$\mathbi{h}_{m}$}};
 				\node[wordnode,left=0.4\base of enc1] (init1) {$\cdots$};
 				\node[wordnode,left=0.4\base of eemb1] (init2) {$\cdots$};
@@ -29,7 +29,7 @@
 				\foreach \x in {1,2,...,3}
 					\node[rnnnode,minimum height=0.5\base,fill=green!30!white,anchor=south] (demb\x) at ([yshift=\base]enc\x.north) {\tiny{$e_y()$}};
 				\foreach \x in {1,2,...,3}
-					\node[rnnnode,fill=blue!30!white,anchor=south] (dec\x) at ([yshift=0.3\base]demb\x.north) {{\tiny{$\vectorn{\emph{s}}_\x$}}};
+					\node[rnnnode,fill=blue!30!white,anchor=south] (dec\x) at ([yshift=0.3\base]demb\x.north) {{\tiny{$\mathbi{s}_\x$}}};
 				\foreach \x in {1,2,...,3}
 					\node[rnnnode,minimum height=0.5\base,fill=red!30!white,anchor=south] (softmax\x) at ([yshift=0.3\base]dec\x.north) {\tiny{Softmax}};
 				\node[wordnode,right=0.4\base of demb3] (end1) {$\cdots$};
@@ -73,7 +73,7 @@
 				\draw[-latex'] (enc3.north) .. controls +(north:0.3\base) and +(east:\base) .. (bridge) .. controls +(west:2.7\base) and +(west:0.3\base) .. (dec1.west);
 				{
-				\node [anchor=east] (line1) at ([xshift=-3em,yshift=0.5em]softmax1.west) {\scriptsize{基于RNN的隐层状态$\vectorn{\emph{s}}_i$}};
+				\node [anchor=east] (line1) at ([xshift=-3em,yshift=0.5em]softmax1.west) {\scriptsize{基于RNN的隐层状态$\mathbi{s}_i$}};
 				\node [anchor=north west] (line2) at ([yshift=0.3em]line1.south west) {\scriptsize{预测目标词的概率}};
 				\node [anchor=north west] (line3) at ([yshift=0.3em]line2.south west) {\scriptsize{通常，用Softmax函数}};
 				\node [anchor=north west] (line4) at ([yshift=0.3em]line3.south west) {\scriptsize{实现 $\funp{P}(y_i|...)$}};
@@ -90,7 +90,7 @@
 				\node [anchor=west] (line21) at ([xshift=1.3em,yshift=1.5em]enc3.east)  {\scriptsize{源语编码器最后一个}};
 				\node [anchor=north west] (line22) at ([yshift=0.3em]line21.south west) {\scriptsize{循环单元的输出被}};
 				\node [anchor=north west] (line23) at ([yshift=0.3em]line22.south west) {\scriptsize{看作是句子的表示,}};
-				\node [anchor=north west] (line24) at ([yshift=0.3em]line23.south west) {\scriptsize{记为$\vectorn{\emph{C}}$}};
+				\node [anchor=north west] (line24) at ([yshift=0.3em]line23.south west) {\scriptsize{记为$\mathbi{C}$}};
 				}
 				\begin{pgfonlayer}{background}

--- a/Chapter10/Figures/figure-calculation-process-of-context-vector-c.tex
+++ b/Chapter10/Figures/figure-calculation-process-of-context-vector-c.tex
@@ -8,17 +8,17 @@
 \begin{scope}
-\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h1) at (0,0) {\scriptsize{$\vectorn{h}_1$}};
+\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h1) at (0,0) {\scriptsize{$\mathbi{h}_1$}};
-\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h2) at ([xshift=1em]h1.east) {\scriptsize{$\vectorn{h}_2$}};
+\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h2) at ([xshift=1em]h1.east) {\scriptsize{$\mathbi{h}_2$}};
 \node [anchor=west,inner sep=0pt,minimum width=3em] (h3) at ([xshift=0.5em]h2.east) {\scriptsize{...}};
-\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h4) at ([xshift=0.5em]h3.east) {\scriptsize{$\vectorn{h}_m$}};
+\node [anchor=west,draw,fill=red!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (h4) at ([xshift=0.5em]h3.east) {\scriptsize{$\mathbi{h}_m$}};
 \node [anchor=south,circle,minimum size=1.0em,draw,ublue,thick] (sum) at ([yshift=2em]h2.north east) {};
 \draw [thick,-,ublue] (sum.north) -- (sum.south);
 \draw [thick,-,ublue] (sum.west) -- (sum.east);
-\node [anchor=south,draw,fill=green!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (th1) at ([yshift=2em,xshift=-1em]sum.north west) {\scriptsize{$\vectorn{s}_{j-1}$}};
+\node [anchor=south,draw,fill=green!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (th1) at ([yshift=2em,xshift=-1em]sum.north west) {\scriptsize{$\mathbi{s}_{j-1}$}};
-\node [anchor=west,draw,fill=green!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (th2) at ([xshift=2em]th1.east) {\scriptsize{$\vectorn{s}_{j}$}};
+\node [anchor=west,draw,fill=green!20!white,inner sep=3pt,minimum width=2em,minimum height=1.2em] (th2) at ([xshift=2em]th1.east) {\scriptsize{$\mathbi{s}_{j}$}};
 \draw [->] (h1.north) .. controls +(north:0.8) and +(west:1) ..  (sum.190) node [pos=0.2,left] {\scriptsize{$\alpha_{1,j}$}};
 \draw [->] (h2.north) .. controls +(north:0.6) and +(220:0.2) ..  (sum.220) node [pos=0.2,right] {\scriptsize{$\alpha_{2,j}$}};
@@ -27,7 +27,7 @@
 \draw [->] ([xshift=-1.5em]th1.west) -- ([xshift=-0.1em]th1.west);
 \draw [->] ([xshift=0.1em]th1.east) -- ([xshift=-0.1em]th2.west);
 \draw [->] ([xshift=0.1em]th2.east) -- ([xshift=1.5em]th2.east);
-\draw [->] (sum.north) .. controls +(north:0.8) and +(west:0.2) ..  ([yshift=-0.4em,xshift=-0.1em]th2.west) node [pos=0.2,right] (ci) {\scriptsize{$\vectorn{C}_{j}$}};
+\draw [->] (sum.north) .. controls +(north:0.8) and +(west:0.2) ..  ([yshift=-0.4em,xshift=-0.1em]th2.west) node [pos=0.2,right] (ci) {\scriptsize{$\mathbi{C}_{j}$}};
 \node [anchor=south,inner sep=1pt] (output) at ([yshift=0.8em]th2.north) {\scriptsize{输出层}};
 \draw [->] ([yshift=0.1em]th2.north) -- ([yshift=-0.1em]output.south);
@@ -39,11 +39,11 @@
 \node [anchor=north] (enc42) at ([yshift=0.5em]enc4.south) {\scriptsize{(位置$4$)}};
 {
-\node [anchor=west] (math1) at ([xshift=5em,yshift=1em]th2.east) {$\vectorn{C}_j = \sum_{i} \alpha_{i,j} \vectorn{h}_i $ \ \ \ \ };
+\node [anchor=west] (math1) at ([xshift=5em,yshift=1em]th2.east) {$\mathbi{C}_j = \sum_{i} \alpha_{i,j} \mathbi{h}_i $ \ \ \ \ };
 }
 {
 \node [anchor=north west] (math2) at ([yshift=-2em,xshift=-0.2em]math1.south west) {$\alpha_{i,j} = \frac{\exp(\beta_{i,j})}{\sum_{i'} \exp(\beta_{i',j})}$};
-\node [anchor=north west] (math3) at ([yshift=-0em]math2.south west) {$\beta_{i,j} = a(\vectorn{s}_{j-1}, \vectorn{h}_i)$};
+\node [anchor=north west] (math3) at ([yshift=-0em]math2.south west) {$\beta_{i,j} = a(\mathbi{s}_{j-1}, \mathbi{h}_i)$};
 }
 \begin{pgfonlayer}{background}

--- a/Chapter10/Figures/figure-decoding-process-based-on-greedy-method.tex
+++ b/Chapter10/Figures/figure-decoding-process-based-on-greedy-method.tex
@@ -2,9 +2,9 @@
 \begin{scope}
 \tikzstyle{rnnnode} = [minimum height=1.1em,minimum width=2.1em,inner sep=2pt,rounded corners=1pt,draw,fill=red!20];
-\node [rnnnode,anchor=west] (h1) at (0,0) {\tiny{$\vectorn{\emph{h}}_1$}};
+\node [rnnnode,anchor=west] (h1) at (0,0) {\tiny{$\mathbi{\emph{h}}_1$}};
 \node [anchor=west] (h2) at ([xshift=1em]h1.east) {\tiny{...}};
-\node [rnnnode,anchor=west] (h3) at ([xshift=1em]h2.east) {\tiny{$\vectorn{\emph{h}}_m$}};
+\node [rnnnode,anchor=west] (h3) at ([xshift=1em]h2.east) {\tiny{$\mathbi{\emph{h}}_m$}};
 \node [rnnnode,anchor=north,fill=green!20] (e1) at ([yshift=-1em]h1.south) {\tiny{$e_x()$}};
 \node [anchor=west] (e2) at ([xshift=1em]e1.east) {\tiny{...}};
 \node [rnnnode,anchor=west,fill=green!20] (e3) at ([xshift=1em]e2.east) {\tiny{$e_x()$}};
@@ -19,7 +19,7 @@
 \draw [->] ([xshift=0.1em]h1.east) -- ([xshift=-0.1em]h2.west);
 \draw [->] ([xshift=0.1em]h2.east) -- ([xshift=-0.1em]h3.west);
 \draw [->] ([xshift=-0.8em]h1.west) -- ([xshift=-0.1em]h1.west) node [pos=0,left,inner sep=2pt] {\tiny{0}};
-\node [anchor=south] (encoder) at ([xshift=-0.2em]h1.north west) {\scriptsize{\vectorn{编码器}}};
+\node [anchor=south] (encoder) at ([xshift=-0.2em]h1.north west) {\scriptsize{\mathbi{编码器}}};
 {
 \node [rnnnode,anchor=west,fill=green!20] (t1) at ([xshift=3em]h3.east) {\tiny{$e_y()$}};
@@ -33,14 +33,14 @@
 \node [anchor=west,inner sep=2pt] (t5) at ([xshift=0.3em]t4.east) {\tiny{...}};
 }
 {
-\node [rnnnode,anchor=south] (s1) at ([yshift=1em]t1.north) {\tiny{$\vectorn{\emph{s}}_1$}};
+\node [rnnnode,anchor=south] (s1) at ([yshift=1em]t1.north) {\tiny{$\mathbi{\emph{s}}_1$}};
 }
 {
-\node [rnnnode,anchor=south] (s2) at ([yshift=1em]t2.north) {\tiny{$\vectorn{\emph{s}}_2$}};
+\node [rnnnode,anchor=south] (s2) at ([yshift=1em]t2.north) {\tiny{$\mathbi{\emph{s}}_2$}};
 }
 {
-\node [rnnnode,anchor=south] (s3) at ([yshift=1em]t3.north) {\tiny{$\vectorn{\emph{s}}_3$}};
+\node [rnnnode,anchor=south] (s3) at ([yshift=1em]t3.north) {\tiny{$\mathbi{\emph{s}}_3$}};
-\node [rnnnode,anchor=south] (s4) at ([yshift=1em]t4.north) {\tiny{$\vectorn{\emph{s}}_4$}};
+\node [rnnnode,anchor=south] (s4) at ([yshift=1em]t4.north) {\tiny{$\mathbi{\emph{s}}_4$}};
 \node [anchor=west,inner sep=2pt] (s5) at ([xshift=0.3em]s4.east) {\tiny{...}};
 }
 {
@@ -131,7 +131,7 @@
 }
 {
-\node [circle,draw,anchor=south,inner sep=3pt,fill=orange!20] (c2) at ([yshift=2em]h2.north) {\tiny{$\vectorn{\emph{C}}_2$}};
+\node [circle,draw,anchor=south,inner sep=3pt,fill=orange!20] (c2) at ([yshift=2em]h2.north) {\tiny{$\mathbi{\emph{C}}_2$}};
 \node [anchor=south] (c2label) at (c2.north) {\tiny{\textbf{注意力机制：上下文}}};
 \node [anchor=south] (c2more) at ([yshift=-1.5em]c2.south) {\tiny{...}};
 \draw [->] (h1.north) .. controls +(north:0.6) and +(250:0.9) .. (c2.250);
@@ -143,12 +143,12 @@
 }
 {
-\node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c3) at ([yshift=-2em]t2.south) {\tiny{$\vectorn{\emph{C}}_3$}};
+\node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c3) at ([yshift=-2em]t2.south) {\tiny{$\mathbi{\emph{C}}_3$}};
 \draw [->] ([xshift=-0.7em]c3.west) -- ([xshift=-0.1em]c3.west);
 \draw [->] ([xshift=0.1em]c3.east) .. controls +(east:0.6) and +(west:0.8) ..([yshift=-0.3em,xshift=-0.1em]s3.west);
 }
 {
-\node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c4) at ([yshift=-2em]t3.south) {\tiny{$\vectorn{\emph{C}}_4$}};
+\node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c4) at ([yshift=-2em]t3.south) {\tiny{$\mathbi{\emph{C}}_4$}};
 \draw [->] ([xshift=-0.7em]c4.west) -- ([xshift=-0.1em]c4.west);
 \draw [->] ([xshift=0.1em]c4.east) .. controls +(east:0.6) and +(west:0.8) ..([yshift=-0.3em,xshift=-0.1em]s4.west);
 }

--- a/Chapter10/Figures/figure-example-of-context-vector-calculation-process.tex
+++ b/Chapter10/Figures/figure-example-of-context-vector-calculation-process.tex
@@ -104,9 +104,9 @@
 %\visible<3->
 {
 % coverage score formula node
-\node [anchor=north west] (formula) at ([xshift=-0.3\hnode,yshift=-1.5\hnode]attn11.south) {\small{不同$\vectorn{C}_j$所对应的源语言词的权重是不同的}};
+\node [anchor=north west] (formula) at ([xshift=-0.3\hnode,yshift=-1.5\hnode]attn11.south) {\small{不同$\mathbi{C}_j$所对应的源语言词的权重是不同的}};
-\node [anchor=north west] (example) at (formula.south west) {\footnotesize{$\vectorn{C}_2=0.4 \times \vectorn{h}(\textrm{“你”}) + 0.4 \times \vectorn{h}(\textrm{“什么”}) +$}};
+\node [anchor=north west] (example) at (formula.south west) {\footnotesize{$\mathbi{C}_2=0.4 \times \mathbi{h}(\textrm{“你”}) + 0.4 \times \mathbi{h}(\textrm{“什么”}) +$}};
-\node [anchor=north west] (example2) at ([yshift=0.4em]example.south west) {\footnotesize{$\ \ \ \ \ \ \ \ 0 \times \vectorn{h}(\textrm{“都”}) + 0.1 \times \vectorn{h}(\textrm{“ 没”}) + ..$}};
+\node [anchor=north west] (example2) at ([yshift=0.4em]example.south west) {\footnotesize{$\ \ \ \ \ \ \ \ 0 \times \mathbi{h}(\textrm{“都”}) + 0.1 \times \mathbi{h}(\textrm{“ 没”}) + ..$}};
 }
 %\visible<3->
@@ -138,12 +138,12 @@
 %\visible<2->
 {
-\node[anchor=west] (sc1) at ([xshift=0.9\hnode]attn16.east) {$\vectorn{C}_1 = \sum_{i=1}^{8} \alpha_{i1} \vectorn{h}_{i}$};
+\node[anchor=west] (sc1) at ([xshift=0.9\hnode]attn16.east) {$\mathbi{C}_1 = \sum_{i=1}^{8} \alpha_{i1} \mathbi{h}_{i}$};
 }
 %\visible<3->
 {
-\node[anchor=west] (sc2) at ([xshift=0.9\hnode,yshift=0.0\hnode]attn26.east) {$\vectorn{C}_2 = \sum_{i=1}^{8} \alpha_{i2} \vectorn{h}_{i}$};
+\node[anchor=west] (sc2) at ([xshift=0.9\hnode,yshift=0.0\hnode]attn26.east) {$\mathbi{C}_2 = \sum_{i=1}^{8} \alpha_{i2} \mathbi{h}_{i}$};
 }
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter10/Figures/figure-gru01.tex
+++ b/Chapter10/Figures/figure-gru01.tex
@@ -78,8 +78,8 @@
        \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at (aux71) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at (aux71) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
        \end{scope}

--- a/Chapter10/Figures/figure-gru02.tex
+++ b/Chapter10/Figures/figure-gru02.tex
@@ -91,8 +91,8 @@
        \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at (aux71) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at (aux71) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
        \end{scope}

--- a/Chapter10/Figures/figure-gru03.tex
+++ b/Chapter10/Figures/figure-gru03.tex
@@ -109,11 +109,11 @@
        \end{scope}
        \begin{scope}
-             \node[wordnode,anchor=south] () at (aux71) {$\vectorn{\emph{h}}_{t-1}$};
+             \node[wordnode,anchor=south] () at (aux71) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
            {
-                \node[wordnode,anchor=east] () at (aux87) {$\vectorn{\emph{h}}_{t}$};
+                \node[wordnode,anchor=east] () at (aux87) {$\mathbi{h}_{t}$};
-                \node[wordnode,anchor=south] () at (aux78) {$\vectorn{\emph{h}}_{t}$};
+                \node[wordnode,anchor=south] () at (aux78) {$\mathbi{h}_{t}$};
            }
        \end{scope}

--- a/Chapter10/Figures/figure-lstm01.tex
+++ b/Chapter10/Figures/figure-lstm01.tex
@@ -84,9 +84,9 @@
        \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\vectorn{\emph{c}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\mathbi{c}_{t-1}$};
        \end{scope}

--- a/Chapter10/Figures/figure-lstm02.tex
+++ b/Chapter10/Figures/figure-lstm02.tex
@@ -99,9 +99,9 @@
         \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\vectorn{\emph{c}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\mathbi{c}_{t-1}$};
        \end{scope}

--- a/Chapter10/Figures/figure-lstm03.tex
+++ b/Chapter10/Figures/figure-lstm03.tex
@@ -113,11 +113,11 @@
        \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\vectorn{\emph{c}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\mathbi{c}_{t-1}$};
            {
-                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\vectorn{\emph{c}}_{t}$};
+                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\mathbi{c}_{t}$};
            }
        \end{scope}

--- a/Chapter10/Figures/figure-lstm04.tex
+++ b/Chapter10/Figures/figure-lstm04.tex
@@ -131,15 +131,15 @@
        \end{scope}
        \begin{scope}
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\vectorn{\emph{h}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\mathbi{h}_{t-1}$};
-            \node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+            \node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
-            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\vectorn{\emph{c}}_{t-1}$};
+            \node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\mathbi{c}_{t-1}$};
            {
-                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\vectorn{\emph{c}}_{t}$};
+                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\mathbi{c}_{t}$};
            }
            {
-                \node[wordnode,anchor=east] () at (aux68) {$\vectorn{\emph{h}}_{t}$};
+                \node[wordnode,anchor=east] () at (aux68) {$\mathbi{h}_{t}$};
-                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux29) {$\vectorn{\emph{h}}_{t}$};
+                \node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux29) {$\mathbi{h}_{t}$};
            }
        \end{scope}

--- a/Chapter10/Figures/figure-query-model-corresponding-to-attention-mechanism.tex
+++ b/Chapter10/Figures/figure-query-model-corresponding-to-attention-mechanism.tex
@@ -4,17 +4,17 @@
 \tikzstyle{rnode} = [draw,minimum width=3.5em,minimum height=1.2em]
-\node [rnode,anchor=south west,fill=red!20!white] (value1) at (0,0) {\scriptsize{$\vectorn{h}(\textrm{你})$}};
+\node [rnode,anchor=south west,fill=red!20!white] (value1) at (0,0) {\scriptsize{${h}(\textrm{你})$}};
-\node [rnode,anchor=south west,fill=red!20!white] (value2) at ([xshift=1em]value1.south east) {\scriptsize{$\vectorn{h}(\textrm{什么})$}};
+\node [rnode,anchor=south west,fill=red!20!white] (value2) at ([xshift=1em]value1.south east) {\scriptsize{${h}(\textrm{什么})$}};
-\node [rnode,anchor=south west,fill=red!20!white] (value3) at ([xshift=1em]value2.south east) {\scriptsize{$\vectorn{h}(\textrm{也})$}};
+\node [rnode,anchor=south west,fill=red!20!white] (value3) at ([xshift=1em]value2.south east) {\scriptsize{${h}(\textrm{也})$}};
-\node [rnode,anchor=south west,fill=red!20!white] (value4) at ([xshift=1em]value3.south east) {\scriptsize{$\vectorn{h}(\textrm{没})$}};
+\node [rnode,anchor=south west,fill=red!20!white] (value4) at ([xshift=1em]value3.south east) {\scriptsize{${h}(\textrm{没})$}};
-\node [rnode,anchor=south west,fill=green!20!white] (key1) at ([yshift=0.2em]value1.north west) {\scriptsize{$\vectorn{h}(\textrm{你})$}};
+\node [rnode,anchor=south west,fill=green!20!white] (key1) at ([yshift=0.2em]value1.north west) {\scriptsize{${h}(\textrm{你})$}};
-\node [rnode,anchor=south west,fill=green!20!white] (key2) at ([yshift=0.2em]value2.north west) {\scriptsize{$\vectorn{h}(\textrm{什么})$}};
+\node [rnode,anchor=south west,fill=green!20!white] (key2) at ([yshift=0.2em]value2.north west) {\scriptsize{${h}(\textrm{什么})$}};
-\node [rnode,anchor=south west,fill=green!20!white] (key3) at ([yshift=0.2em]value3.north west) {\scriptsize{$\vectorn{h}(\textrm{也})$}};
+\node [rnode,anchor=south west,fill=green!20!white] (key3) at ([yshift=0.2em]value3.north west) {\scriptsize{${h}(\textrm{也})$}};
-\node [rnode,anchor=south west,fill=green!20!white] (key4) at ([yshift=0.2em]value4.north west) {\scriptsize{$\vectorn{h}(\textrm{没})$}};
+\node [rnode,anchor=south west,fill=green!20!white] (key4) at ([yshift=0.2em]value4.north west) {\scriptsize{${h}(\textrm{没})$}};
-\node [rnode,anchor=east] (query) at ([xshift=-2em]key1.west) {\scriptsize{$\vectorn{s}(\textrm{you})$}};
+\node [rnode,anchor=east] (query) at ([xshift=-2em]key1.west) {\scriptsize{${s}(\textrm{you})$}};
 \node [anchor=east] (querylabel) at ([xshift=-0.2em]query.west) {\scriptsize{query}};
 \draw [->] ([yshift=1pt,xshift=6pt]query.north) .. controls +(90:1em) and +(90:1em) .. ([yshift=1pt]key1.north);

--- a/Chapter10/Figures/figure-the-whole-of-lstm.tex
+++ b/Chapter10/Figures/figure-the-whole-of-lstm.tex
@@ -141,15 +141,15 @@
 \end{scope}
 \begin{scope}
-\node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\vectorn{\emph{h}}_{t-1}$};
+\node[wordnode,anchor=south] () at ([xshift=0.5\base]aux21) {$\mathbi{h}_{t-1}$};
-\node[wordnode,anchor=west] () at (aux12) {$\vectorn{\emph{x}}_t$};
+\node[wordnode,anchor=west] () at (aux12) {$\mathbi{x}_t$};
-\node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\vectorn{\emph{c}}_{t-1}$};
+\node[wordnode,anchor=south] () at ([xshift=0.5\base]aux51) {$\mathbi{c}_{t-1}$};
 {
-\node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\vectorn{\emph{c}}_{t}$};
+\node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux59) {$\mathbi{c}_{t}$};
 }
 {
-\node[wordnode,anchor=east] () at (aux68) {$\vectorn{\emph{h}}_{t}$};
+\node[wordnode,anchor=east] () at (aux68) {$\mathbi{h}_{t}$};
-\node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux29) {$\vectorn{\emph{h}}_{t}$};
+\node[wordnode,anchor=south] () at ([xshift=-0.5\base]aux29) {$\mathbi{h}_{t}$};
 }
 \end{scope}
@@ -170,19 +170,19 @@
 \begin{scope}
 {
 % forget gate formula
-\node[formulanode,anchor=south east,text width=10em] () at ([shift={(4\base,1.5\base)}]aux51) {遗忘门\\$\vectorn{\emph{f}}_t=\sigma(\vectorn{\emph{W}}_f[\vectorn{\emph{h}}_{t-1},\vectorn{\emph{x}}_t]+\vectorn{\emph{b}}_f)$};
+\node[formulanode,anchor=south east,text width=10em] () at ([shift={(4\base,1.5\base)}]aux51) {遗忘门\\$\mathbi{f}_t=\sigma(\mathbi{W}_f[\mathbi{h}_{t-1},\mathbi{x}_t]+\mathbi{b}_f)$};
 }
 {
 % input gate formula
-\node[formulanode,anchor=north east,text width=10em] () at ([shift={(4\base,-1.5\base)}]aux21) {输入门\\$\vectorn{\emph{i}}_t=\sigma(\vectorn{\emph{W}}_i[\vectorn{\emph{h}}_{t-1},\vectorn{\emph{x}}_t]+\vectorn{\emph{b}}_i)$\\$\hat{\vectorn{\emph{c}}}_t=\mathrm{tanh}(\vectorn{\emph{W}}_c[\vectorn{\emph{h}}_{t-1},\vectorn{\emph{x}}_t]+\vectorn{\emph{b}}_c)$};
+\node[formulanode,anchor=north east,text width=10em] () at ([shift={(4\base,-1.5\base)}]aux21) {输入门\\$\mathbi{i}_t=\sigma(\mathbi{W}_i[\mathbi{h}_{t-1},\mathbi{x}_t]+\mathbi{b}_i)$\\$\hat{\mathbi{c}}_t=\mathrm{tanh}(\mathbi{W}_c[\mathbi{h}_{t-1},\mathbi{x}_t]+\mathbi{b}_c)$};
 }
 {
 % cell update formula
-\node[formulanode,anchor=south west,text width=10em] () at ([shift={(-4\base,1.5\base)}]aux59) {记忆更新\\$\vectorn{\emph{c}}_{t}=\vectorn{\emph{f}}_t\cdot \vectorn{\emph{c}}_{t-1}+\vectorn{\emph{i}}_t\cdot \hat{\vectorn{\emph{c}}}_t$};
+\node[formulanode,anchor=south west,text width=10em] () at ([shift={(-4\base,1.5\base)}]aux59) {记忆更新\\$\mathbi{c}_{t}=\mathbi{f}_t\cdot \mathbi{c}_{t-1}+\mathbi{i}_t\cdot \hat{\mathbi{c}}_t$};
 }
 {
 % output gate formula
-\node[formulanode,anchor=north west,text width=10em] () at ([shift={(-4\base,-1.5\base)}]aux29) {输出门\\$\vectorn{\emph{o}}_t=\sigma(\vectorn{\emph{W}}_o[\vectorn{\emph{h}}_{t-1},\vectorn{\emph{x}}_t]+\vectorn{\emph{b}}_o)$\\$\vectorn{\emph{h}}_{t}=\vectorn{\emph{o}}_t\cdot \mathrm{tanh}(\vectorn{\emph{c}}_{t})$};
+\node[formulanode,anchor=north west,text width=10em] () at ([shift={(-4\base,-1.5\base)}]aux29) {输出门\\$\mathbi{o}_t=\sigma(\mathbi{W}_o[\mathbi{h}_{t-1},\mathbi{x}_t]+\mathbi{b}_o)$\\$\mathbi{h}_{t}=\mathbi{o}_t\cdot \mathrm{tanh}(\mathbi{c}_{t})$};
 }
 \end{scope}
 \end{tikzpicture}

--- a/Chapter10/Figures/mt-history.png
+++ b/Chapter10/Figures/mt-history.png
--- a/Chapter10/Figures/qa-sys.jpg
+++ b/Chapter10/Figures/qa-sys.jpg
--- a/Chapter10/chapter10.tex
+++ b/Chapter10/chapter10.tex
--- a/Chapter11/Figures/figure-average-pooling.tex
+++ b/Chapter11/Figures/figure-average-pooling.tex
@@ -28,4 +28,7 @@
 \node [right of = num2,xshift= -0.7cm]{};
+\node[font=\small] at ([yshift=-0.7cm,xshift=0.3cm]num12.south) {输入：4$\times$4};
+\node[font=\small] at ([yshift=-1.3cm,xshift=0.3cm]num19.south) {输出：2$\times$2};
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-convolution-kernel.tex
+++ b/Chapter11/Figures/figure-convolution-kernel.tex
@@ -34,8 +34,26 @@
 \node(num8_8)[num,below of = num88,xshift= -0.5cm,yshift= -0.5cm]{-1};
 \node(num9_9)[num,below of = num99,xshift= -0.5cm,yshift= -0.5cm]{-1};
+%\node[] (sub) at ([xshift=3.5cm,yshift=2cm]num9_9.east) {$q$：卷积核窗口的长度};
+%\node[] (sub2) at ([xshift=0cm,yshift=-0.1cm]sub.south) {$k$：卷积核窗口的宽度};
+%\node[] (sub3) at ([xshift=-0.2cm,yshift=-0.1cm]sub2.south) {$o$：卷积核深度\qquad \qquad };
+%\node[inner sep=2pt,fill=green!5,draw=ugreen,dotted,very thick,align=center] (sub) at ([xshift=3.8cm,yshift=2cm]num9_9.east) {
+%\begin{tabular}{r l}
+%$q$：& 卷积核窗口的长度 \\
+%$k$：& 卷积核窗口的宽度 \\
+%$o$： & 卷积核深度 
+%\end{tabular}};
+\node[] (sub) at ([xshift=3.35cm,yshift=2cm]num1_1.east) {:卷积核窗口的长度};
+\node[] (sub2) at ([xshift=-3.9cm,yshift=-2.15cm]num1.north) {卷积核窗口的宽度:};
+\node[] (sub3) at ([xshift=2.85cm,yshift=0.25cm]num9_9.south) {:卷积核深度};
+%\node[minimum width = 1.8cm] (sub) at ([xshift=-5.5cm,yshift=2cm]num9_9.east) {};
+\draw[decorate,decoration={brace,mirror,raise=0pt,amplitude=0.3cm},black,thick] ([yshift=0.4cm,xshift=-0.1cm]num1_1.west) -- node[att,xshift=-0.5cm]{$q$} ([yshift=-0.4cm,xshift=-0.1cm]num3_3.west);
+\draw[decorate,decoration={brace,raise=0pt,amplitude=0.3cm},black,thick] ([xshift=-0.4cm,yshift=0.1cm]num1.north) -- node[att,yshift=0.5cm]{$k$}([xshift=0.4cm,yshift=0.1cm]num7.north);
+\draw[decorate,decoration={brace,mirror,raise=0pt,amplitude=0.3cm},black,thick] ([xshift=0.5cm,yshift=0.00cm]num9_9.south) -- node[att,xshift=0.5cm,yshift=-0.3cm]{$o$}([xshift=0.5cm,yshift=0.00cm]num9.south);
-\draw[decorate,decoration={brace,mirror,raise=0pt,amplitude=0.3cm},black,thick] ([yshift=0.4cm]num1_1.west) -- node[att,xshift=-0.5cm]{\large q} ([yshift=-0.4cm]num3_3.west);
-\draw[decorate,decoration={brace,raise=0pt,amplitude=0.3cm},black,thick] ([xshift=-0.4cm]num1.north) -- node[att,yshift=0.5cm]{\large k}([xshift=0.4cm]num7.north);
-\draw[decorate,decoration={brace,mirror,raise=0pt,amplitude=0.3cm},black,thick] ([xshift=0.4cm]num9_9.south) -- node[att,xshift=0.4cm,yshift=-0.3cm]{\large o}([xshift=0.4cm]num9.south);
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-deep-vs-light.tex
+++ b/Chapter11/Figures/figure-deep-vs-light.tex
 \begin{tikzpicture}
 	\tikzstyle{every node}=[scale=1.5]
-	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
+	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,very thick]
 	\tikzstyle{vuale} = [inner sep=0pt,font=\tiny]
@@ -15,10 +15,10 @@
 	}
 	\foreach \point in {1,2}{
-	\draw[line width=0.5pt, ugreen!80, -latex] (l\point_0.east) -- (r2_0.west);
+	\draw[line width=0.9pt, ugreen!80, -latex] (l\point_0.east) -- (r2_0.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l\point_1.east) -- (r2_1.west);
+	\draw[line width=0.9pt, orange!80, -latex] (l\point_1.east) -- (r2_1.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l\point_2.east) -- (r2_2.west);
+	\draw[line width=0.9pt, cyan!80, -latex] (l\point_2.east) -- (r2_2.west);
-	\draw[line width=0.5pt, gray!80, -latex] (l\point_3.east) -- (r2_3.west);
+	\draw[line width=0.9pt, gray!80, -latex] (l\point_3.east) -- (r2_3.west);
 	}
 	\node[vuale] at (-1.5em, 1.9em) {$x_2$};
@@ -40,10 +40,10 @@
 	}
 	\foreach \point in {1,2}{
-	\draw[line width=0.5pt, orange!80, -latex] (l\point_0.east) -- (r2_0.west);
+	\draw[line width=0.9pt, orange!80, -latex] (l\point_0.east) -- (r2_0.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l\point_1.east) -- (r2_1.west);
+	\draw[line width=0.9pt, cyan!80, -latex] (l\point_1.east) -- (r2_1.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l\point_2.east) -- (r2_2.west);
+	\draw[line width=0.9pt, orange!80, -latex] (l\point_2.east) -- (r2_2.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l\point_3.east) -- (r2_3.west);
+	\draw[line width=0.9pt, cyan!80, -latex] (l\point_3.east) -- (r2_3.west);
 	}
 	\node[vuale] at (-1.5em, 1.9em) {$x_2$};

--- a/Chapter11/Figures/figure-dimension-transformation.tex
+++ b/Chapter11/Figures/figure-dimension-transformation.tex
-\tikzstyle{num} = [minimum width = 0.6cm,minimum height = 0.6cm,draw,fill=green!2]
+\tikzstyle{num} = [minimum width = 0.6cm,minimum height = 0.6cm,draw,fill=green!10]
 \begin{tikzpicture}[node distance = 0]
 \node[num] at (0,0){1};
@@ -43,9 +43,10 @@
 \node[num] at (2.4,3){2};
 \node[num] at (3,3){1};
-\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=teal,line width=0.1cm] at (0.6,2.4) {};
+\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=purple!40,line width=0.08cm,fill=purple!40,fill opacity=0.4] at (0.6,2.4) {};
-\fill (4,1.5) circle (2pt);
+%\fill (4,1.5) circle (2pt);
+\node [] at (4,1.5) {*};
 \node[num] at (5,0.9){0};
 \node[num] at (5.6,0.9){1};
@@ -82,9 +83,13 @@
 \node[num] at (10.2,2.4){8};
 \node[num] at (10.8,2.4){7};
-\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=teal,line width=0.1cm] at (9,2.4) {};
+\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=purple!40,line width=0.08cm,fill=purple!40,fill opacity=0.4] at (9,2.4) {};
+\node[] (in) at (1.5,-1) {\small{输入：6$\times$6}};
+\node[] at (5.7,-1) {\small{卷积核：3$\times$3}};
+\node[] (out) at (10,-1) {\small{输出：4$\times$4}};
+%\node[font=\footnotesize,dashed,draw=teal,very thick,fill=green!5,align=center] at ([yshift=3cm,xshift=1.5cm]out.east) {*\ \ ：表示\\卷积计算};
+\node[] at ([yshift=-0.3cm,xshift=-2.3cm]in.east) {\ \ \ \ \ };
-\draw (1.5,-1)node{\small{输入：6$\times$6}};
-\draw (5.7,-1)node{\small{卷积核：3$\times$3}};
-\draw (10,-1)node{\small{输出：4$\times$4}};
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-fairseq-1.tex
+++ b/Chapter11/Figures/figure-fairseq-1.tex
@@ -25,19 +25,28 @@
 \begin{scope}
 \foreach \point in {0,1,2,3,4,5}
-\node[rec] (i_\point) at (0.9+\point, -0.05){};
+\node[rec] (i_\point) at (0.9+\point, -0.1){};
 \draw[thick] (i_0.0) -- (i_1.180);
 \draw[thick] (i_1.0) -- (i_2.180);
 \draw[thick] (i_2.0) -- (i_3.180);
 \draw[thick] (i_3.0) -- (i_4.180);
 \draw[thick] (i_4.0) -- (i_5.180);
-\node[anchor=north,word] at ([yshift=-0.4em]i_0.south){$<$p$>$};
+\node[anchor=north,word] (tgt_1) at ([yshift=-0.4em]i_0.south){$<$p$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){$<$p$>$};
-\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$sos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$s$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_3.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_4.south){to};
-\node[anchor=north,word] at ([yshift=-0.4em]i_5.south){school};
+\node[anchor=north,word] (tgt_2) at ([yshift=-0.4em]i_5.south){school};
+  \begin{pgfonlayer}{background}
+	\node [draw=ugreen!30,rectangle,inner ysep=5pt,inner xsep=1.8em,rounded corners=4pt,line width=2pt,fill=ugreen!10] [fit = (tgt_1) (i_0)(tgt_2)(i_5) ] (group1_2) {};
+  \end{pgfonlayer}
+\node[anchor=east, word] (l_0) at ([xshift=-2em,yshift=-0.5em]i_0.west){\sffamily\bfnew{词嵌入}};
+\node[anchor=south, word] (l_1) at ([yshift=2em]l_0.north){\sffamily\bfnew{卷积}};
+\node[anchor=south, word] (l_2) at ([yshift=2.4em]l_1.north){\sffamily\bfnew{门控}};
+\node[anchor=south, word] (l_3) at ([yshift=0.06em]l_2.north){\sffamily\bfnew{线性单元}};
 \foreach \point in {0,1,2}
@@ -89,12 +98,12 @@
 \node[thick,draw,fill=yellow!60,minimum height =1em,minimum width=2em](g_2_3) at (5cm+4em, 7.5cm-3em){};
 \foreach \point in {0,1,2,3}
-\node[rec] (i_\point) at (8+\point, -0.05){};
+\node[rec] (i_\point) at (8+\point, -0.1){};
 \node[anchor=north,word] at ([yshift=-0.4em]i_0.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){to};
 \node[anchor=north,word] at ([yshift=-0.4em]i_2.south){school};
-\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$eos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$/s$>$};
 \foreach \point in {0,1,2,3}{
 \node[cir,font=\fontsize{6}{6}\selectfont,inner sep=0.8pt](c_\point) at (8.2cm+\point*2em,7.5cm-1em*\point){\bm{$\sum$}};
@@ -131,15 +140,15 @@
 \node[anchor=south,word] (src_1) at ([xshift=-2em,yshift=0.4em]r_0.north){$<$p$>$};
 \node[anchor=south,word] at ([yshift=0.4em]r_0.north){去};
 \node[anchor=south,word] at ([yshift=0.4em]r_1.north){上学};
-\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$sos$>$};
+\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$s$>$};
 \node[anchor=south,word] (src_2) at ([xshift=2em,yshift=0.4em]r_2.north){$<$p$>$};
 \node[anchor=east, word] (t_1) at ([xshift=-4em,yshift=0.5em]r_0.west){\sffamily\bfnew{词嵌入}};
-\node[anchor=north, word] (t_2) at ([yshift=-1em,yshift=-1em]t_1.south){\sffamily\bfnew{卷积}};
+\node[anchor=north, word] (t_2) at ([yshift=-2em]t_1.south){\sffamily\bfnew{卷积}};
-\node[anchor=north, word] (t_3) at ([yshift=-2em,yshift=-0.8em]t_2.south){\sffamily\bfnew{门控}};
+\node[anchor=north, word] (t_3) at ([yshift=-2.8em]t_2.south){\sffamily\bfnew{门控}};
 \node[anchor=north, word] (t_4) at ([yshift=-0.06em]t_3.south){\sffamily\bfnew{线性单元}};
-\node[anchor=north, word] (t_5) at ([yshift=-0.06em,yshift=1.3em]t_4.south){\sffamily\bfnew{}};
+\node[anchor=north, word] (t_5) at ([yshift=1.24em]t_4.south){\sffamily\bfnew{}};
 \node[anchor=north, word] (t_6) at ([yshift=-1.5em]t_5.south){\sffamily\bfnew{注意力模块}};
 \node[cir] (o_2) at (7.95, 8.8cm){};
@@ -158,13 +167,13 @@
 \node [single arrow,minimum height=2.4em,fill=blue!30,minimum width=4pt,rotate=-90,draw, fill=blue!20]  at (8.6cm+2em, 8cm) {};
  \begin{pgfonlayer}{background}
-	\node [draw=ugreen!30,rectangle,inner ysep=5pt,inner xsep=1.3em,rounded corners=4pt,line width=2pt,fill=ugreen!10] [fit = (src_1) (src_2)(r_2) ] (group1) {};
+	\node [draw=ugreen!30,rectangle,inner ysep=5pt,inner xsep=1.3em,rounded corners=4pt,line width=2pt,fill=ugreen!10] [fit = (src_1) (src_2)(r_2) ] (group1_1) {};
-	%\node [rectangle,rounded corners=4pt,fill=mc_2_m, minimum width=3.8cm, minimum height=2.8cm]  (group2) at (5.7cm, 10.7cm) {};
+	\node [rectangle,rounded corners=4pt,fill=mc_2_m, minimum width=3.8cm, minimum height=2.8cm]  (group2) at (5.7cm, 10.7cm) {};
-	%\node [rectangle,rounded corners=4pt,fill=mc_2_m, minimum width=5.2cm, minimum height=3.1cm]  (group3) at (3.4cm, 1.85cm) {};
+	\node [rectangle,rounded corners=4pt,fill=mc_2_m, minimum width=5.2cm, minimum height=3.1cm]  (group3) at (3.4cm, 1.85cm) {};
-	%\draw [line width=2pt,draw=mc_1,fill=mc_1_m,rounded corners=4pt] ([yshift=0.4em,xshift=6em]t_6.north west) -- ([yshift=0.4em,xshift=6.3cm]t_6.north west) -- ([yshift=2.2cm,xshift=6.3cm]t_6.north west) --  ([yshift=2.2cm,xshift=9.8cm]t_6.north west) -- ([yshift=-5.4cm,xshift=9.8cm]t_6.north west) -- ([yshift=-5.4cm,xshift=-1.6em]t_6.north west)-- ([yshift=0.4em,xshift=-1.6em]t_6.north west) -- ([yshift=0.4em,xshift=6em]t_6.north west);
+	\draw [line width=2pt,draw=mc_1,fill=mc_1_m,rounded corners=4pt] ([yshift=0.4em,xshift=6em]t_6.north west) -- ([yshift=0.4em,xshift=6.3cm]t_6.north west) -- ([yshift=2.2cm,xshift=6.3cm]t_6.north west) --  ([yshift=2.2cm,xshift=9.8cm]t_6.north west) -- ([yshift=-5.4cm,xshift=9.8cm]t_6.north west) -- ([yshift=-5.4cm,xshift=-1.6em]t_6.north west)-- ([yshift=0.4em,xshift=-1.6em]t_6.north west) -- ([yshift=0.4em,xshift=6em]t_6.north west);
  \end{pgfonlayer}
-%\node [draw=mc_2!140,rectangle,rounded corners=4pt,line width=2pt,minimum width=3.8cm, minimum height=2.8cm] at (5.7cm, 10.7cm) {};
+\node [draw=mc_2!140,rectangle,rounded corners=4pt,line width=2pt,minimum width=3.8cm, minimum height=2.8cm] at (5.7cm, 10.7cm) {};
-%\node [draw=mc_2!140,rectangle,rounded corners=4pt,line width=2pt,minimum width=5.2cm, minimum height=3.1cm] at (3.4cm, 1.85cm) {};
+\node [draw=mc_2!140,rectangle,rounded corners=4pt,line width=2pt,minimum width=5.2cm, minimum height=3.1cm] at (3.4cm, 1.85cm) {};
 \end{scope}
 \end{tikzpicture} 
\ No newline at end of file
--- a/Chapter11/Figures/figure-fairseq-2.tex
+++ b/Chapter11/Figures/figure-fairseq-2.tex
@@ -25,7 +25,7 @@
 \begin{scope}
 \foreach \point in {0,1,2,3,4,5}
-\node[rec] (i_\point) at (0.9+\point, -0.05){};
+\node[rec] (i_\point) at (0.9+\point, -0.1){};
 \draw[thick] (i_0.0) -- (i_1.180);
 \draw[thick] (i_1.0) -- (i_2.180);
 \draw[thick] (i_2.0) -- (i_3.180);
@@ -34,11 +34,15 @@
 \node[anchor=north,word] at ([yshift=-0.4em]i_0.south){$<$p$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){$<$p$>$};
-\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$sos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$s$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_3.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_4.south){to};
 \node[anchor=north,word] at ([yshift=-0.4em]i_5.south){school};
+\node[anchor=east, word] (l_0) at ([xshift=-2em,yshift=-0.5em]i_0.west){\sffamily\bfnew{词嵌入}};
+\node[anchor=south, word] (l_1) at ([yshift=2em]l_0.north){\sffamily\bfnew{卷积}};
+\node[anchor=south, word] (l_2) at ([yshift=2.4em]l_1.north){\sffamily\bfnew{门控}};
+\node[anchor=south, word] (l_3) at ([yshift=0.06em]l_2.north){\sffamily\bfnew{线性单元}};
 \foreach \point in {0,1,2}
 \draw[thick,fill=blue!20] (5.9-\point,0.4) -- (4.9-\point,1.5) -- (3.9-\point,0.4) -- (5.9-\point,0.4);
@@ -89,12 +93,12 @@
 \node[thick,draw,fill=yellow!60,minimum height =1em,minimum width=2em](g_2_3) at (5cm+4em, 7.5cm-3em){};
 \foreach \point in {0,1,2,3}
-\node[rec] (i_\point) at (8+\point, -0.05){};
+\node[rec] (i_\point) at (8+\point, -0.1){};
 \node[anchor=north,word] at ([yshift=-0.4em]i_0.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){to};
 \node[anchor=north,word] at ([yshift=-0.4em]i_2.south){school};
-\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$eos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$/s$>$};
 \foreach \point in {0,1,2,3}{
 \node[cir,font=\fontsize{6}{6}\selectfont,inner sep=0.8pt](c_\point) at (8.2cm+\point*2em,7.5cm-1em*\point){\bm{$\sum$}};
@@ -131,15 +135,15 @@
 \node[anchor=south,word] (src_1) at ([xshift=-2em,yshift=0.4em]r_0.north){$<$p$>$};
 \node[anchor=south,word] at ([yshift=0.4em]r_0.north){去};
 \node[anchor=south,word] at ([yshift=0.4em]r_1.north){上学};
-\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$sos$>$};
+\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$s$>$};
 \node[anchor=south,word] (src_2) at ([xshift=2em,yshift=0.4em]r_2.north){$<$p$>$};
 \node[anchor=east, word] (t_1) at ([xshift=-4em,yshift=0.5em]r_0.west){\sffamily\bfnew{词嵌入}};
-\node[anchor=north, word] (t_2) at ([yshift=-1em,yshift=-1em]t_1.south){\sffamily\bfnew{卷积}};
+\node[anchor=north, word] (t_2) at ([yshift=-2em]t_1.south){\sffamily\bfnew{卷积}};
-\node[anchor=north, word] (t_3) at ([yshift=-2em,yshift=-0.8em]t_2.south){\sffamily\bfnew{门控}};
+\node[anchor=north, word] (t_3) at ([yshift=-2.8em]t_2.south){\sffamily\bfnew{门控}};
 \node[anchor=north, word] (t_4) at ([yshift=-0.06em]t_3.south){\sffamily\bfnew{线性单元}};
-\node[anchor=north, word] (t_5) at ([yshift=-0.06em,yshift=1.3em]t_4.south){\sffamily\bfnew{}};
+\node[anchor=north, word] (t_5) at ([yshift=1.24em]t_4.south){\sffamily\bfnew{}};
 \node[anchor=north, word] (t_6) at ([yshift=-1.5em]t_5.south){\sffamily\bfnew{注意力模块}};
 \node[cir] (o_2) at (7.95, 8.8cm){};

--- a/Chapter11/Figures/figure-fairseq-3.tex
+++ b/Chapter11/Figures/figure-fairseq-3.tex
@@ -25,7 +25,7 @@
 \begin{scope}
 \foreach \point in {0,1,2,3,4,5}
-\node[rec] (i_\point) at (0.9+\point, -0.05){};
+\node[rec] (i_\point) at (0.9+\point, -0.1){};
 \draw[thick] (i_0.0) -- (i_1.180);
 \draw[thick] (i_1.0) -- (i_2.180);
 \draw[thick] (i_2.0) -- (i_3.180);
@@ -34,11 +34,16 @@
 \node[anchor=north,word] at ([yshift=-0.4em]i_0.south){$<$p$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){$<$p$>$};
-\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$sos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_2.south){$<$s$>$};
 \node[anchor=north,word] at ([yshift=-0.4em]i_3.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_4.south){to};
 \node[anchor=north,word] at ([yshift=-0.4em]i_5.south){school};
+\node[anchor=east, word] (l_0) at ([xshift=-2em,yshift=-0.5em]i_0.west){\sffamily\bfnew{词嵌入}};
+\node[anchor=south, word] (l_1) at ([yshift=2em]l_0.north){\sffamily\bfnew{卷积}};
+\node[anchor=south, word] (l_2) at ([yshift=2.4em]l_1.north){\sffamily\bfnew{门控}};
+\node[anchor=south, word] (l_3) at ([yshift=0.06em]l_2.north){\sffamily\bfnew{线性单元}};
 \foreach \point in {0,1,2}
 \draw[thick,fill=blue!20] (5.9-\point,0.4) -- (4.9-\point,1.5) -- (3.9-\point,0.4) -- (5.9-\point,0.4);
@@ -89,12 +94,12 @@
 \node[thick,draw,fill=yellow!60,minimum height =1em,minimum width=2em](g_2_3) at (5cm+4em, 7.5cm-3em){};
 \foreach \point in {0,1,2,3}
-\node[rec] (i_\point) at (8+\point, -0.05){};
+\node[rec] (i_\point) at (8+\point, -0.1){};
 \node[anchor=north,word] at ([yshift=-0.4em]i_0.south){go};
 \node[anchor=north,word] at ([yshift=-0.4em]i_1.south){to};
 \node[anchor=north,word] at ([yshift=-0.4em]i_2.south){school};
-\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$eos$>$};
+\node[anchor=north,word] at ([yshift=-0.4em]i_3.south){$<$/s$>$};
 \foreach \point in {0,1,2,3}{
 \node[cir,font=\fontsize{6}{6}\selectfont,inner sep=0.8pt](c_\point) at (8.2cm+\point*2em,7.5cm-1em*\point){\bm{$\sum$}};
@@ -131,15 +136,15 @@
 \node[anchor=south,word] (src_1) at ([xshift=-2em,yshift=0.4em]r_0.north){$<$p$>$};
 \node[anchor=south,word] at ([yshift=0.4em]r_0.north){去};
 \node[anchor=south,word] at ([yshift=0.4em]r_1.north){上学};
-\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$sos$>$};
+\node[anchor=south,word] at ([yshift=0.4em]r_2.north){$<$s$>$};
 \node[anchor=south,word] (src_2) at ([xshift=2em,yshift=0.4em]r_2.north){$<$p$>$};
 \node[anchor=east, word] (t_1) at ([xshift=-4em,yshift=0.5em]r_0.west){\sffamily\bfnew{词嵌入}};
-\node[anchor=north, word] (t_2) at ([yshift=-1em,yshift=-1em]t_1.south){\sffamily\bfnew{卷积}};
+\node[anchor=north, word] (t_2) at ([yshift=-2em]t_1.south){\sffamily\bfnew{卷积}};
-\node[anchor=north, word] (t_3) at ([yshift=-2em,yshift=-0.8em]t_2.south){\sffamily\bfnew{门控}};
+\node[anchor=north, word] (t_3) at ([yshift=-2.8em]t_2.south){\sffamily\bfnew{门控}};
 \node[anchor=north, word] (t_4) at ([yshift=-0.06em]t_3.south){\sffamily\bfnew{线性单元}};
-\node[anchor=north, word] (t_5) at ([yshift=-0.06em,yshift=1.3em]t_4.south){\sffamily\bfnew{}};
+\node[anchor=north, word] (t_5) at ([yshift=1.24em]t_4.south){\sffamily\bfnew{}};
 \node[anchor=north, word] (t_6) at ([yshift=-1.5em]t_5.south){\sffamily\bfnew{注意力模块}};
 \node[cir] (o_2) at (7.95, 8.8cm){};

--- a/Chapter11/Figures/figure-image-convolution.tex
+++ b/Chapter11/Figures/figure-image-convolution.tex
@@ -25,9 +25,12 @@
 	\node[data,inner sep=2pt,fill=cyan!40] at (14.4em,2.4em) {19};
 	\node[data,inner sep=2pt] at (16em,2.4em) {25};
-	\node[font=\footnotesize] at (1.6em,4.8em) {输入};
+	\node[font=\footnotesize] (in) at (1.6em,4.8em) {输入};
 	\node[font=\footnotesize] at (8.8em,4.8em) {卷积核};
-	\node[font=\footnotesize] at (15.2em,4.8em) {输出};
+	\node[font=\footnotesize] (out) at (15.2em,4.8em) {输出};
+	%\node[font=\footnotesize,dashed,draw=cyan,very thick,fill=cyan!5,align=center] at ([yshift=-0.3cm,xshift=1.8cm]out.east) {*\ \ ：表示\\卷积计算};
+	%\node[] at ([yshift=-0.3cm,xshift=-2.3cm]in.east) {\ \ \ \ \ };
 	\node at (5.6em, 1.6em) {*};
 	\node at (12em, 1.6em) {=};

--- a/Chapter11/Figures/figure-max-pooling.tex
+++ b/Chapter11/Figures/figure-max-pooling.tex
@@ -28,4 +28,7 @@
 \node [right of = num20,xshift= 0.7cm]{};
+\node[font=\small] at ([yshift=-0.7cm,xshift=0.3cm]num12.south) {输入：4$\times$4};
+\node[font=\small] at ([yshift=-1.3cm,xshift=0.3cm]num19.south) {输出：2$\times$2};
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-padding-and-conv.tex
+++ b/Chapter11/Figures/figure-padding-and-conv.tex
-\tikzstyle{num} = [minimum width = 0.6cm,minimum height = 0.6cm,draw,fill=green!2]
+\tikzstyle{num} = [minimum width = 0.6cm,minimum height = 0.6cm,draw,fill=green!10]
 \tikzstyle{pad} = [minimum width = 0.6cm,minimum height = 0.6cm,draw,fill=blue!10]
 \begin{tikzpicture}[node distance = 0]
@@ -74,10 +74,11 @@
 \node[pad] at (3,3.6){0};
 \node[pad] at (3.6,3.6){0};
-\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=teal,line width=0.1cm] at (0,3) {};
+\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=purple!40,line width=0.08cm,fill=purple!40,fill opacity=0.4] at (0,3) {};
-\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=orange!80,line width=0.08cm] at (0.6,2.4) {};
+\node[minimum width = 1.8cm,minimum height = 1.8cm,draw=orange!40,line width=0.08cm,fill=orange!40,fill opacity=0.4] at (0.6,2.4) {};
-\fill (4.55,1.5) circle (2pt);
+%\fill (4.55,1.5) circle (2pt);
+\node [] at (4.55,1.5) {*};
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 \node[num] at (5.5,0.9){0};
@@ -137,10 +138,16 @@
 \node[num] at (10.8,3){2};
 \node[num] at (11.4,3){4};
-\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=teal,line width=0.1cm] at (8.4,3) {};
+\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=purple!40,line width=0.08cm,fill=purple!40,fill opacity=0.4] at (8.4,3) {0};
-\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=orange!80,line width=0.08cm] at (9,2.4) {};
+\node[minimum width = 0.6cm,minimum height = 0.6cm,draw=orange!40,line width=0.08cm,fill=orange!40,fill opacity=0.4] at (9,2.4) {1};
-\draw (1.5,-1.5)node{\small{输入：8$\times$8（填充后）}};
+%\draw (1.5,-1.5)node{\small{输入：8$\times$8（填充后）}};
-\draw (5.7,-1.5)node{\small{卷积核：3$\times$3}};
+%\draw (5.7,-1.5)node{\small{卷积核：3$\times$3}};
-\draw (10,-1.5)node{\small{输出：6$\times$6}};
+%\draw (10,-1.5)node{\small{输出：6$\times$6}};
+\node[] (in) at (1.5,-1.5) {\small{输入：8$\times$8（填充后）}};
+\node[] at (6,-1.5) {\small{卷积核：3$\times$3}};
+\node[] (out) at (10,-1.5) {\small{输出：6$\times$6}};
+%\node[font=\footnotesize,dashed,draw=teal,very thick,fill=green!5,align=center] at ([yshift=4cm,xshift=1.8cm]out.east) {*\ \ ：表示\\卷积计算};
+\node[] at ([yshift=-0.3cm,xshift=-2.3cm]in.east) {\ \ \ \ \ };
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-padding-method.tex
+++ b/Chapter11/Figures/figure-padding-method.tex
@@ -23,6 +23,13 @@
 	\draw[fill=blue!40,draw=blue!40] ([yshift=0.05em]a4.north) -- ([yshift=0.05em]a6.north) -- ([yshift=-0.05em]b4.south) -- ([yshift=0.05em]a4.north);
 	\draw[fill=blue!50,draw=blue!50] ([yshift=0.05em]a5.north) -- ([yshift=0.05em]a7.north) -- ([yshift=-0.05em]b5.south) -- ([yshift=0.05em]a5.north);
+\node[inner sep=2pt,word,fill=blue!5,draw=blue!60,dotted,very thick,align=center,font=\scriptsize] (sub) at ([xshift=2.3cm,yshift=-0.8cm]b5.east) {
+\begin{tabular}{r l}
+$<$p$>$：& 填充 \\
+$<$sos$>$：& 表示序列的开始 \\
+$<$eos$>$： & 表示序列的终止
+\end{tabular}};
+\node[] at ([xshift=-6em]a1.west) {};
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter11/Figures/figure-single-glu.tex
+++ b/Chapter11/Figures/figure-single-glu.tex
@@ -43,6 +43,15 @@
 	\node[word] (w6) at ([yshift=-\bd]w5) {日子};
 	\node[word] (w7) at ([yshift=-\bd]w6) {。};
 	\node[word] (w8) at ([yshift=-\bd]w7) {$<$p$>$};
+	\node[inner sep=2pt,word,fill=green!5,draw=ugreen,dotted,very thick,minimum width=6em,align=center,minimum height=4em] (sub) at ([xshift=11cm,yshift=-0.1cm]w1.east) {
+\begin{tabular}{r l}
+$<$p$>$：& 填充 \\
+ $\sigma$：& sigmoid函数 \\
+$\otimes$： & 按位乘运算 \\
+ *： &卷积计算
+\end{tabular}};
+% $<$p$>$：填充 \\ $\sigma$：sigmoid函数 \\ $\otimes$：按位乘运算 \\ *：卷积计算
 	\node[circle, draw, minimum size=0.7em, inner sep=0.5pt,font=\footnotesize,fill=yellow!40] (c1) at ([yshift=1.2em]b.north) {$\sigma$};
 	\node[circle, draw, minimum size=0.7em, inner sep=0.5pt,font=\footnotesize,fill=yellow!40] (c2) at ([xshift=1.5em]b.east) {};

--- a/Chapter11/Figures/figure-standard.tex
+++ b/Chapter11/Figures/figure-standard.tex
 \begin{tikzpicture}
 	\tikzstyle{every node}=[scale=1.5]
-	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
+	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,very thick]
 	%, font=\scriptsize
 	\tikzstyle{vuale} = [inner sep=0pt,font=\tiny]
@@ -17,19 +17,19 @@
 	}
 	\foreach \point in {0,1,2}{
-	\draw[line width=0.5pt, ugreen!80, -latex] (l1_\point.east) -- (r2_0.west);
+	\draw[line width=0.5pt, ugreen!80, -latex] (l1_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r2_0.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l1_\point.east) -- (r2_1.west);
+	\draw[line width=0.5pt, orange!80, -latex] (l1_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r2_1.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l1_\point.east) -- (r2_2.west);
+	\draw[line width=0.5pt, cyan!80, -latex] (l1_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r2_2.west);
-	\draw[line width=0.5pt, ugreen!80, -latex] (l2_\point.east) -- (r2_0.west);
+	\draw[line width=0.5pt, ugreen!80, -latex] (l2_\point.east) -- ([xshift=0em,yshift=0.1em]r2_0.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l2_\point.east) -- (r2_1.west);
+	\draw[line width=0.5pt, orange!80, -latex] (l2_\point.east) -- ([xshift=0em,yshift=0.1em]r2_1.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l2_\point.east) -- (r2_2.west);
+	\draw[line width=0.5pt, cyan!80, -latex] (l2_\point.east) -- ([xshift=0em,yshift=0.1em]r2_2.west);
-	\draw[line width=0.5pt, ugreen!80, -latex] (l2_\point.east) -- (r3_0.west);
+	\draw[line width=0.5pt, ugreen!80, -latex] (l2_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r3_0.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l2_\point.east) -- (r3_1.west);
+	\draw[line width=0.5pt, orange!80, -latex] (l2_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r3_1.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l2_\point.east) -- (r3_2.west);
+	\draw[line width=0.5pt, cyan!80, -latex] (l2_\point.east) -- ([xshift=-0.1em,yshift=-0.1em]r3_2.west);
-	\draw[line width=0.5pt, ugreen!80, -latex] (l3_\point.east) -- (r3_0.west);
+	\draw[line width=0.5pt, ugreen!80, -latex] (l3_\point.east) -- ([xshift=0em,yshift=0.1em]r3_0.west);
-	\draw[line width=0.5pt, orange!80, -latex] (l3_\point.east) -- (r3_1.west);
+	\draw[line width=0.5pt, orange!80, -latex] (l3_\point.east) -- ([xshift=0em,yshift=0.1em]r3_1.west);
-	\draw[line width=0.5pt, cyan!80, -latex] (l3_\point.east) -- (r3_2.west);
+	\draw[line width=0.5pt, cyan!80, -latex] (l3_\point.east) -- ([xshift=0em,yshift=0.1em]r3_2.west);
 	}
 	\node[vuale] at ([xshift=-0.9em]l1_1.west) {$x_3$};

--- a/Chapter11/Figures/figure-structural-comparison-a.tex
+++ b/Chapter11/Figures/figure-structural-comparison-a.tex
@@ -3,15 +3,15 @@
 \begin{tikzpicture}[node distance = 0cm]
-\node(num1)[num]{\textbf1};
+\node(num1)[num]{$\mathbi{e}_1$};
-\node(num2)[num,right of = num1,xshift = 1.2cm]{\textbf{\textcolor{blue!70}2}};
+\node(num2)[num,right of = num1,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_2$}};
-\node(num3)[num,right of = num2,xshift = 1.2cm]{\textbf{\textcolor{blue!70}3}};
+\node(num3)[num,right of = num2,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_3$}};
-\node(num4)[num,right of = num3,xshift = 1.2cm]{\textbf{\textcolor{blue!70}4}};
+\node(num4)[num,right of = num3,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_4$}};
-\node(num5)[num,right of = num4,xshift = 1.2cm]{\textbf{\textcolor{blue!70}5}};
+\node(num5)[num,right of = num4,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_5$}};
-\node(num6)[num,right of = num5,xshift = 1.2cm]{\textbf{\textcolor{blue!70}6}};
+\node(num6)[num,right of = num5,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_6$}};
-\node(num7)[num,right of = num6,xshift = 1.2cm]{\textbf{\textcolor{blue!70}7}};
+\node(num7)[num,right of = num6,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_7$}};
-\node(num8)[num,right of = num7,xshift = 1.2cm]{\textbf{\textcolor{blue!70}8}};
+\node(num8)[num,right of = num7,xshift = 1.2cm]{\textcolor{blue!70}{$\mathbi{e}_8$}};
-\node(num9)[num,right of = num8,xshift = 1.2cm]{\textbf9};
+\node(num9)[num,right of = num8,xshift = 1.2cm]{$\mathbi{e}_9$};
 \node(A)[below of = num2,yshift = -0.6cm]{A};
 \node(B)[below of = num8,yshift = -0.6cm]{B};

--- a/Chapter11/Figures/figure-structural-comparison-b.tex
+++ b/Chapter11/Figures/figure-structural-comparison-b.tex
--- a/Chapter11/Figures/figure-use-cnn-in-nmt.tex
+++ b/Chapter11/Figures/figure-use-cnn-in-nmt.tex
+%\newlength{\bcc}
+\setlength{\bcc}{0.4cm}
 \begin{tikzpicture}
 \begin{scope}
 	%\tikzstyle{every node}=[scale=0.8]
 	\tikzstyle{line} = [dash pattern=on 2pt off 1pt,line width=0.5pt]
 	\tikzstyle{cir} = [thin,fill=blue!8,draw,circle,minimum size =0.5em,drop shadow={shadow xshift=0.15em, shadow yshift=-0.1em}]
-	\tikzstyle{word} = [inner sep=0pt, font=\scriptsize,minimum height=\bc]
+	\tikzstyle{word} = [inner sep=0pt, font=\scriptsize,minimum height=\bcc]
-	\draw[fill=red!8,line width=0.2pt] (0cm,0cm+1*\bc) rectangle (0cm+4*\bc,0cm+7*\bc);
+	\draw[fill=red!8,line width=0.2pt] (0cm,0cm+1*\bcc) rectangle (0cm+4*\bcc,0cm+7*\bcc);
-	\draw[fill=cyan!14,line width=0.2pt] (0cm,0cm) rectangle (0cm+4*\bc,0cm+1*\bc);
+	\draw[fill=cyan!14,line width=0.2pt] (0cm,0cm) rectangle (0cm+4*\bcc,0cm+1*\bcc);
-	\draw[fill=cyan!14,line width=0.2pt] (0cm,0cm+7*\bc) rectangle (0cm+4*\bc,0cm+8*\bc);
+	\draw[fill=cyan!14,line width=0.2pt] (0cm,0cm+7*\bcc) rectangle (0cm+4*\bcc,0cm+8*\bcc);
-	\draw[step=\bc] (0cm,0cm) grid (0cm+4*\bc,0cm+8*\bc); 
+	\draw[step=\bcc] (0cm,0cm) grid (0cm+4*\bcc,0cm+8*\bcc); 
-	%\draw[line width=0.7pt] (0cm,0cm) rectangle (0cm+4*\bc,0cm+8*\bc);
+	%\draw[line width=0.7pt] (0cm,0cm) rectangle (0cm+4*\bcc,0cm+8*\bcc);
-	\draw[red!50,line width=1.8pt] (0cm,0cm+5*\bc) rectangle (0cm+4*\bc,0cm+8*\bc);
+	\draw[red!50,line width=1.8pt] (0cm,0cm+5*\bcc) rectangle (0cm+4*\bcc,0cm+8*\bcc);
-	\draw[ugreen!50,line width=1.8pt] (0cm,0cm+1*\bc) rectangle (0cm+4*\bc,0cm+4*\bc);
+	\draw[ugreen!50,line width=1.8pt] (0cm,0cm+1*\bcc) rectangle (0cm+4*\bcc,0cm+4*\bcc);
-	\draw[fill=blue!8,xshift=5.0cm,yshift=1.0cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	\draw[fill=blue!8,xshift=5.0cm,yshift=1.0cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[step=\bc,xshift=5.0cm,yshift=1.0cm] (0cm,0cm) grid (0cm+1*\bc,0cm+6*\bc);
+	\draw[step=\bcc,xshift=5.0cm,yshift=1.0cm] (0cm,0cm) grid (0cm+1*\bcc,0cm+6*\bcc);
-	%\draw[line width=0.7pt,xshift=5.0cm,yshift=1.0cm] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	%\draw[line width=0.7pt,xshift=5.0cm,yshift=1.0cm] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[fill=blue!8,xshift=5.2cm,yshift=0.8cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	\draw[fill=blue!8,xshift=5.2cm,yshift=0.8cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[step=\bc,xshift=5.2cm,yshift=0.8cm] (0cm,0cm) grid (0cm+1*\bc,0cm+6*\bc); 
+	\draw[step=\bcc,xshift=5.2cm,yshift=0.8cm] (0cm,0cm) grid (0cm+1*\bcc,0cm+6*\bcc); 
-	%\draw[line width=0.7pt,xshift=5.2cm,yshift=0.8cm] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	%\draw[line width=0.7pt,xshift=5.2cm,yshift=0.8cm] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[ugreen!50,line width=2pt,xshift=5.2cm,yshift=0.8cm] (0cm,0cm+1*\bc) rectangle (0cm+1*\bc,0cm+2*\bc);
+	\draw[ugreen!50,line width=2pt,xshift=5.2cm,yshift=0.8cm] (0cm,0cm+1*\bcc) rectangle (0cm+1*\bcc,0cm+2*\bcc);
-	\draw[fill=blue!8,xshift=5.4cm,yshift=0.6cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	\draw[fill=blue!8,xshift=5.4cm,yshift=0.6cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[step=\bc,xshift=5.4cm,yshift=0.6cm] (0cm,0cm) grid (0cm+1*\bc,0cm+6*\bc);
+	\draw[step=\bcc,xshift=5.4cm,yshift=0.6cm] (0cm,0cm) grid (0cm+1*\bcc,0cm+6*\bcc);
-	%\draw[line width=0.7pt,xshift=5.4cm,yshift=0.6cm] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc); 
+	%\draw[line width=0.7pt,xshift=5.4cm,yshift=0.6cm] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc); 
-	\draw[fill=blue!8,xshift=5.6cm,yshift=0.4cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	\draw[fill=blue!8,xshift=5.6cm,yshift=0.4cm,line width=0.2pt] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[step=\bc,xshift=5.6cm,yshift=0.4cm] (0cm,0cm) grid (0cm+1*\bc,0cm+6*\bc); 
+	\draw[step=\bcc,xshift=5.6cm,yshift=0.4cm] (0cm,0cm) grid (0cm+1*\bcc,0cm+6*\bcc); 
-	%\draw[line width=0.7pt,xshift=5.6cm,yshift=0.4cm] (0cm,0cm) rectangle (0cm+1*\bc,0cm+6*\bc);
+	%\draw[line width=0.7pt,xshift=5.6cm,yshift=0.4cm] (0cm,0cm) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[red!50,line width=2pt,xshift=5.6cm,yshift=0.4cm] (0cm,0cm+5*\bc) rectangle (0cm+1*\bc,0cm+6*\bc);
+	\draw[red!50,line width=2pt,xshift=5.6cm,yshift=0.4cm] (0cm,0cm+5*\bcc) rectangle (0cm+1*\bcc,0cm+6*\bcc);
-	\draw[red!50,line width=0.5pt] (0cm+4*\bc,0cm+8*\bc) -- ([xshift=5.6cm,yshift=0.4cm]0cm,0cm+6*\bc);
+	\draw[red!50,line width=0.5pt] (0cm+4*\bcc,0cm+8*\bcc) -- ([xshift=5.6cm,yshift=0.4cm]0cm,0cm+6*\bcc);
-	\draw[red!50,line width=0.5pt] (0cm+4*\bc,0cm+5*\bc) -- ([xshift=5.6cm,yshift=0.4cm]0cm,0cm+5*\bc);
+	\draw[red!50,line width=0.5pt] (0cm+4*\bcc,0cm+5*\bcc) -- ([xshift=5.6cm,yshift=0.4cm]0cm,0cm+5*\bcc);
-	\draw[ugreen!50,line width=0.5pt] (0cm+4*\bc,0cm+4*\bc) -- ([xshift=5.2cm,yshift=0.8cm]0cm,0cm+2*\bc);
+	\draw[ugreen!50,line width=0.5pt] (0cm+4*\bcc,0cm+4*\bcc) -- ([xshift=5.2cm,yshift=0.8cm]0cm,0cm+2*\bcc);
-	\draw[ugreen!50,line width=0.5pt] (0cm+4*\bc,0cm+1*\bc) -- ([xshift=5.2cm,yshift=0.8cm]0cm,0cm+1*\bc);
+	\draw[ugreen!50,line width=0.5pt] (0cm+4*\bcc,0cm+1*\bcc) -- ([xshift=5.2cm,yshift=0.8cm]0cm,0cm+1*\bcc);
 	\node[word] (w1) at (-0.5cm, 3.0cm) {$<$p$>$};
-	\node[word] (w2) at ([yshift=-\bc]w1) {今天};
+	\node[word] (w2) at ([yshift=-\bcc]w1) {今天};
-	\node[word] (w3) at ([yshift=-\bc]w2) {是};
+	\node[word] (w3) at ([yshift=-\bcc]w2) {是};
-	\node[word] (w4) at ([yshift=-\bc]w3) {个};
+	\node[word] (w4) at ([yshift=-\bcc]w3) {个};
-	\node[word] (w5) at ([yshift=-\bc]w4) {好};
+	\node[word] (w5) at ([yshift=-\bcc]w4) {好};
-	\node[word] (w6) at ([yshift=-\bc]w5) {日子};
+	\node[word] (w6) at ([yshift=-\bcc]w5) {日子};
-	\node[word] (w7) at ([yshift=-\bc]w6) {。};
+	\node[word] (w7) at ([yshift=-\bcc]w6) {。};
-	\node[word] (w8) at ([yshift=-\bc]w7) {$<$p$>$};
+	\node[word] (w8) at ([yshift=-\bcc]w7) {$<$p$>$};
 	\node[inner xsep=2pt,inner ysep=0pt,font=\footnotesize] (c1) at (0.8cm, 3.5cm) {$O$};
 	\draw[-latex] (c1.west) -- ([xshift=-0.4cm]c1.west);
@@ -58,8 +59,9 @@
 	\draw[-latex] (c2.east) -- ([xshift=0.2cm, yshift=-0.2cm]c2.east);
 %%%%%%%%%%%%%%%%%%%%%
-	\node[word] (sub) at ([xshift=9.5*\bc,yshift=3*\bc]w1) {$O$：卷积核大小};
+	\node[word] (sub) at ([xshift=9.5*\bcc,yshift=3.5*\bcc]w1) {$O$\ \ ：输入通道数};
-	\node[word] (sub2) at ([yshift=-0.5*\bc]sub.south) {$N$：卷积核数量};
+	\node[word] (sub2) at ([yshift=-0.5*\bcc]sub.south) {$N$\ \ ：卷积核数量};
+	\node[word] (sub3) at ([xshift=-1.35em,yshift=-0.5*\bcc]sub2.south) {$<$p$>$：填充};
 \end{scope}

--- a/Chapter11/Figures/figure-use-cnn-in-sentence-classification.tex
+++ b/Chapter11/Figures/figure-use-cnn-in-sentence-classification.tex
--- a/Chapter11/chapter11.tex
+++ b/Chapter11/chapter11.tex
--- a/Chapter12/Figures/figure-decode-of-transformer.tex
+++ b/Chapter12/Figures/figure-decode-of-transformer.tex
@@ -5,9 +5,9 @@
    \begin{scope}
    \tikzstyle{rnnnode} = [minimum height=1.1em,minimum width=2.1em,inner sep=2pt,rounded corners=1pt,draw,fill=red!20];
-    \node [rnnnode,anchor=west] (h1) at (0,0) {\tiny{$\vectorn{\emph{h}}_1$}};
+    \node [rnnnode,anchor=west] (h1) at (0,0) {\tiny{$\mathbi{h}_1$}};
-    \node [rnnnode,anchor=west] (h2) at ([xshift=1em]h1.east) {\tiny{$\vectorn{\emph{h}}_2$}};
+    \node [rnnnode,anchor=west] (h2) at ([xshift=1em]h1.east) {\tiny{$\mathbi{h}_2$}};
-    \node [rnnnode,anchor=west] (h3) at ([xshift=1em]h2.east) {\tiny{$\vectorn{\emph{h}}_3$}};
+    \node [rnnnode,anchor=west] (h3) at ([xshift=1em]h2.east) {\tiny{$\mathbi{h}_3$}};
    \node [rnnnode,anchor=north,fill=green!20] (e1) at ([yshift=-1em]h1.south) {\tiny{$e_x()$}};
    \node [rnnnode,anchor=west,fill=green!20] (e2) at ([xshift=1em]e1.east) {\tiny{$e_x()$}};
    \node [rnnnode,anchor=west,fill=green!20] (e3) at ([xshift=1em]e2.east) {\tiny{$e_x()$}};
@@ -44,18 +44,18 @@
    %\node [anchor=west,inner sep=2pt] (t5) at ([xshift=0.3em]t4.east) {\tiny{...}};
    }
 {
-    \node [rnnnode,anchor=south] (s1) at ([yshift=1em]t1.north) {\tiny{$\vectorn{\emph{s}}_1$}};
+    \node [rnnnode,anchor=south] (s1) at ([yshift=1em]t1.north) {\tiny{$\mathbi{s}_1$}};
-    \node [rnnnode,anchor=south] (f1) at ([yshift=1em]s1.north) {\tiny{$\vectorn{\emph{f}}_1$}};
+    \node [rnnnode,anchor=south] (f1) at ([yshift=1em]s1.north) {\tiny{$\mathbi{f}_1$}};
    }
 {
-    \node [rnnnode,anchor=south] (s2) at ([yshift=1em]t2.north) {\tiny{$\vectorn{\emph{s}}_2$}};
+    \node [rnnnode,anchor=south] (s2) at ([yshift=1em]t2.north) {\tiny{$\mathbi{s}_2$}};
-    \node [rnnnode,anchor=south] (f2) at ([yshift=1em]s2.north) {\tiny{$\vectorn{\emph{f}}_2$}};
+    \node [rnnnode,anchor=south] (f2) at ([yshift=1em]s2.north) {\tiny{$\mathbi{f}_2$}};
    }
 {
-    \node [rnnnode,anchor=south] (s3) at ([yshift=1em]t3.north) {\tiny{$\vectorn{\emph{s}}_3$}};
+    \node [rnnnode,anchor=south] (s3) at ([yshift=1em]t3.north) {\tiny{$\mathbi{s}_3$}};
-    \node [rnnnode,anchor=south] (f3) at ([yshift=1em]s3.north) {\tiny{$\vectorn{\emph{f}}_3$}};
+    \node [rnnnode,anchor=south] (f3) at ([yshift=1em]s3.north) {\tiny{$\mathbi{f}_3$}};
-    \node [rnnnode,anchor=south] (s4) at ([yshift=1em]t4.north) {\tiny{$\vectorn{\emph{s}}_4$}};
+    \node [rnnnode,anchor=south] (s4) at ([yshift=1em]t4.north) {\tiny{$\mathbi{s}_4$}};
-    \node [rnnnode,anchor=south] (f4) at ([yshift=1em]s4.north) {\tiny{$\vectorn{\emph{f}}_4$}};
+    \node [rnnnode,anchor=south] (f4) at ([yshift=1em]s4.north) {\tiny{$\mathbi{f}_4$}};
    %\node [anchor=west,inner sep=2pt] (s5) at ([xshift=0.3em]s4.east) {\tiny{...}};
    %\node [anchor=south] (dot3) at ([xshift=-0.4em,yshift=-0.7em]s3.south) {\tiny{...}};
    \node [anchor=south] (dot4) at ([xshift=-0.4em,yshift=-0.7em]s4.south) {\tiny{...}};
@@ -145,7 +145,7 @@
    }
 {
-    \node [circle,draw,anchor=south,inner sep=3pt,fill=orange!20] (c1) at ([yshift=2em]h2.north) {\tiny{$\vectorn{\emph{C}}_1$}};
+    \node [circle,draw,anchor=south,inner sep=3pt,fill=orange!20] (c1) at ([yshift=2em]h2.north) {\tiny{$\mathbi{C}_1$}};
    \node [anchor=south] (c1label) at (c1.north) {\tiny{\textbf{编码-解码注意力机制：上下文}}};
    \draw [->] (h1.north) .. controls +(north:0.6) and +(250:0.9) .. (c1.250);
    \draw [->] (h2.north) .. controls +(north:0.6) and +(270:0.9) .. (c1.270);
@@ -155,19 +155,19 @@
    }
 {
-    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c2) at ([yshift=-2em]t1.south) {\tiny{$\vectorn{\emph{C}}_2$}};
+    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c2) at ([yshift=-2em]t1.south) {\tiny{$\mathbi{C}_2$}};
    \draw [->] ([xshift=-0.7em]c2.west) -- ([xshift=-0.1em]c2.west);
    \draw [->] ([xshift=0.1em]c2.east) .. controls +(east:0.6) and +(west:0.8) ..([yshift=-0.3em,xshift=-0.1em]f2.west);
    }
 {
-    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c3) at ([yshift=-2em]t2.south) {\tiny{$\vectorn{\emph{C}}_3$}};
+    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c3) at ([yshift=-2em]t2.south) {\tiny{$\mathbi{C}_3$}};
    \draw [->] ([xshift=-0.7em]c3.west) -- ([xshift=-0.1em]c3.west);
    \draw [->] ([xshift=0.1em]c3.east) .. controls +(east:0.6) and +(west:0.8) ..([yshift=-0.3em,xshift=-0.1em]f3.west);
    }
 {
-    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c4) at ([yshift=-2em]t3.south) {\tiny{$\vectorn{\emph{C}}_4$}};
+    \node [circle,draw,anchor=north,inner sep=3pt,fill=orange!20] (c4) at ([yshift=-2em]t3.south) {\tiny{$\mathbi{C}_4$}};
    \draw [->] ([xshift=-0.7em]c4.west) -- ([xshift=-0.1em]c4.west);
    \draw [->] ([xshift=0.1em]c4.east) .. controls +(east:0.6) and +(west:0.8) ..([yshift=-0.3em,xshift=-0.1em]f4.west);
    }

--- a/Chapter12/Figures/figure-dependencies-between-words-of-attention.tex
+++ b/Chapter12/Figures/figure-dependencies-between-words-of-attention.tex
@@ -10,6 +10,7 @@
 \node [anchor=west,fill=green!20!white] (w5) at ([xshift=0.5em]w4.east) {$w_{m}$};
 \draw [->,thick,red] (w5.north).. controls +(100:0.85) and +(50:0.85) .. (w0.north);
 \draw [->,thick,red] (w5.north).. controls +(110:0.75) and +(50:0.75) .. (w1.north);
+\draw [->,thick,red] (w5.north).. controls +(110:0.75) and +(50:0.75) .. (w2.north);
 \draw [->,thick,red] (w5.north).. controls +(120:0.6) and +(50:0.6) .. ([yshift=0.2em]w3.north);
 \draw [->,thick,red] (w5.north).. controls +(130:0.5) and +(50:0.5) .. (w4.north);
 \draw [->,very thick,red] ([xshift=-5em]w0.west) -- ([xshift=-6.5em]w0.west) node [pos=0,right] {\scriptsize{信息传递}};

--- a/Chapter12/Figures/figure-multi-head-attention-model.tex
+++ b/Chapter12/Figures/figure-multi-head-attention-model.tex
@@ -6,17 +6,17 @@
 \node [anchor=west,draw=black!30,inner sep=4pt,fill=ugreen!20!white,text=ugreen!20!white] (Linear0) at (0,0) {\footnotesize{Linear}};
 \node [anchor=south west,draw=black!50,fill=ugreen!20!white,draw,inner sep=4pt,text=ugreen!20!white] (Linear01) at ([shift={(-0.2em,-0.2em)}]Linear0.south west) {\footnotesize{Linear}};
 \node [anchor=south west,fill=ugreen!20!white,draw,inner sep=4pt] (Linear02) at ([shift={(-0.2em,-0.2em)}]Linear01.south west) {\footnotesize{Linear}};
-\node [anchor=north] (Q) at ([xshift=0em,yshift=-1em]Linear02.south) {\footnotesize{$\vectorn{\emph{Q}}$}};
+\node [anchor=north] (Q) at ([xshift=0em,yshift=-1em]Linear02.south) {\footnotesize{$\mathbi{Q}$}};
 \node [anchor=west,draw=black!30,inner sep=4pt,fill=ugreen!20!white,text=ugreen!20!white] (Linear1) at ([xshift=1.5em]Linear0.east) {\footnotesize{Linear}};
 \node [anchor=south west,draw=black!50,fill=ugreen!20!white,draw,inner sep=4pt,text=ugreen!20!white] (Linear11) at ([shift={(-0.2em,-0.2em)}]Linear1.south west) {\footnotesize{Linear}};
 \node [anchor=south west,fill=ugreen!20!white,draw,inner sep=4pt] (Linear12) at ([shift={(-0.2em,-0.2em)}]Linear11.south west) {\footnotesize{Linear}};
-\node [anchor=north] (K) at ([xshift=0em,yshift=-1em]Linear12.south) {\footnotesize{$\vectorn{\emph{K}}$}};
+\node [anchor=north] (K) at ([xshift=0em,yshift=-1em]Linear12.south) {\footnotesize{$\mathbi{K}$}};
 \node [anchor=west,draw=black!30,inner sep=4pt,fill=ugreen!20!white,text=ugreen!20!white] (Linear2) at ([xshift=1.5em]Linear1.east) {\footnotesize{Linear}};
 \node [anchor=south west,draw=black!50,fill=ugreen!20!white,draw,inner sep=4pt,text=ugreen!20!white] (Linear21) at ([shift={(-0.2em,-0.2em)}]Linear2.south west) {\footnotesize{Linear}};
 \node [anchor=south west,fill=ugreen!20!white,draw,inner sep=4pt] (Linear22) at ([shift={(-0.2em,-0.2em)}]Linear21.south west) {\footnotesize{Linear}};
-\node [anchor=north] (V) at ([xshift=0em,yshift=-1em]Linear22.south) {\footnotesize{$\vectorn{\emph{V}}$}};
+\node [anchor=north] (V) at ([xshift=0em,yshift=-1em]Linear22.south) {\footnotesize{$\mathbi{V}$}};
 \node [anchor=south,draw=black!30,minimum width=12em,minimum height=2em,inner sep=4pt,fill=blue!20!white] (Scale) at ([yshift=1em]Linear1.north) {\footnotesize{}};
 \node [anchor=south west,draw=black!50,minimum width=12em,minimum height=2em,fill=blue!20!white,draw,inner sep=4pt] (Scale1) at ([shift={(-0.2em,-0.2em)}]Scale.south west) {\footnotesize{}};

--- a/Chapter12/Figures/figure-point-product-attention-model.tex
+++ b/Chapter12/Figures/figure-point-product-attention-model.tex
@@ -7,13 +7,13 @@
 \begin{scope}
 \node [anchor=south west,fill=white,draw,inner sep=4pt,minimum width=4em,fill=blue!20!white] (MatMul) at (0,0) {\tiny{MatMul}};
-\node [anchor=north] (Q1) at ([xshift=-1.4em,yshift=-1em]MatMul.south) {\footnotesize{$\vectorn{\emph{Q}}$}};
+\node [anchor=north] (Q1) at ([xshift=-1.4em,yshift=-1em]MatMul.south) {\footnotesize{$\mathbi{Q}$}};
-\node [anchor=north] (K1) at ([xshift=1.4em,yshift=-1em]MatMul.south) {\footnotesize{$\vectorn{\emph{K}}$}};
+\node [anchor=north] (K1) at ([xshift=1.4em,yshift=-1em]MatMul.south) {\footnotesize{$\mathbi{K}$}};
 \node [anchor=south,draw,inner sep=4pt,fill=yellow!30,minimum width=2.5em] (Scale3) at ([yshift=1em]MatMul.north) {\tiny{Scale}};
 \node [anchor=south,draw,inner sep=4pt,fill=purple!20,minimum width=3.5em] (Mask) at ([yshift=0.8em]Scale3.north) {\tiny{Mask(opt.)}};
 \node [anchor=south,draw,inner sep=4pt,fill=ugreen!20!white] (SoftMax) at ([yshift=1em]Mask.north) {\tiny{SoftMax}};
 \node [anchor=south,draw,minimum width=4em,inner sep=4pt,fill=blue!20!white] (MatMul1) at ([xshift=1.7em,yshift=1em]SoftMax.north) {\tiny{MatMul}};
-\node [anchor=north] (V1) at ([xshift=2em]K1.north) {\footnotesize{$\vectorn{\emph{V}}$}};
+\node [anchor=north] (V1) at ([xshift=2em]K1.north) {\footnotesize{$\mathbi{V}$}};
 \node [anchor=north] (null) at ([yshift=0.8em]MatMul1.north) {};
 \draw [->] ([yshift=0.1em]Q1.north) -- ([xshift=-1.4em,yshift=-0.1em]MatMul.south);
@@ -28,7 +28,7 @@
 {
 \node [anchor=east] (line1) at ([xshift=-4em,yshift=1em]MatMul.west) {\scriptsize{自注意力机制的Query}};
 \node [anchor=north west] (line2) at ([yshift=0.3em]line1.south west) {\scriptsize{Key和Value均来自同一句}};
-\node [anchor=north west] (line3) at ([yshift=0.3em]line2.south west) {\scriptsize{子编码-解码注意力机制}};
+\node [anchor=north west] (line3) at ([yshift=0.3em]line2.south west) {\scriptsize{子，编码-解码注意力机制}};
 \node [anchor=north west] (line4) at ([yshift=0.3em]line3.south west) {\scriptsize{与前面讲的一样}};
 }
 {
@@ -59,7 +59,7 @@
 {
 \node [rectangle,inner sep=0.2em,rounded corners=1pt,fill=green!10,drop shadow,draw=ugreen,minimum width=10em] [fit = (line1) (line2) (line3) (line4)] (box1) {};
 \node [rectangle,inner sep=0.1em,rounded corners=1pt,very thick,dotted,draw=ugreen] [fit = (Q1) (K1) (V1)] (box0) {};
-\draw [->,dotted,very thick,ugreen] ([yshift=-1.5em,xshift=1.2em]box1.east) -- ([yshift=-1.5em,xshift=0.1em]box1.east);
+\draw [->,dotted,very thick,ugreen] ([yshift=-1.5em,xshift=1.8em]box1.east) -- ([yshift=-1.5em,xshift=0.1em]box1.east);
 }
 {
 \node [rectangle,inner sep=0.2em,rounded corners=1pt,fill=blue!20!white,drop shadow,draw=blue] [fit = (line11) (line12) (line13)] (box2) {};

--- a/Chapter12/Figures/figure-process-of-5.tex
+++ b/Chapter12/Figures/figure-process-of-5.tex
@@ -12,7 +12,7 @@
 \rowcolor{yellow!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbq.north){$\vectorn{\emph{Q}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbq.north){$\mathbi{Q}$};
 \node(comma1) at ([xshift=0.15em,yshift=-2em]tbq.east){,};
@@ -25,7 +25,7 @@
 \rowcolor{blue!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbk.north){$\vectorn{\emph{K}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbk.north){$\mathbi{K}$};
 \node(comma2) at ([xshift=0.15em,yshift=-2em]tbk.east){,};
@@ -38,7 +38,7 @@
 \rowcolor{orange!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbv.north){$\vectorn{\emph{V}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbv.north){$\mathbi{V}$};
 \node(bra) at ([xshift=0.3em,yshift=0]tbv.east){)};
@@ -56,7 +56,7 @@
 \rowcolor{yellow!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbq2.north){$\vectorn{\emph{Q}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbq2.north){$\mathbi{Q}$};
 % x
@@ -69,7 +69,7 @@
 \cellcolor{blue!20} & \cellcolor{blue!20} &\cellcolor{blue!20}  \\ \hline
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbk2.north){$\vectorn{\emph{K}}^{\mathrm{T}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbk2.north){$\mathbi{K}^{\mathrm{T}}$};
 \draw [-] (5.6,-0.2) -- (8,-0.2);
@@ -83,7 +83,7 @@
 \cellcolor{green!20} &\cellcolor{green!20}   &\cellcolor{green!20}   \\ \hline
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]mask.north){$\vectorn{\emph{Mask}}$};
+\node at  ([xshift=0em,yshift=0.5em]mask.north){$\mathbi{Mask}$};
 %+
 \node at  ([xshift=-0.6em,yshift=0em]mask.west){$+$};
 %）
@@ -98,7 +98,7 @@
 \rowcolor{orange!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbv2.north){$\vectorn{\emph{V}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbv2.north){$\mathbi{V}$};
 %------------------------------
 %第二行
@@ -116,7 +116,11 @@
 % )
 \node(bra2) at ([xshift=0.2em,yshift=0]mid.east){)};
 %红色框
-\node[rectangle,minimum width=4.0em,minimum height=1.5em,draw=red](p222) at([xshift=0em,yshift=-1.0em]mid.north) {};
+\node[rectangle,minimum width=4.0em,minimum height=1.5em,draw=red,line width=1pt](p222) at([xshift=0em,yshift=-1.0em]mid.north) {};
+\node[rectangle,minimum width=4.0em,minimum height=1.5em,draw=ugreen,ultra thick,dotted,thick,font=\footnotesize](sub) at([xshift=-12em,yshift=1.0em]p222.west) {按行进行Softmax};
+\draw[->,dotted,very thick,draw=ugreen] (p222.west) .. controls +(north:0.5) and +(east:1) .. (sub.east);
 %%%% v
 \node(tbv3) at ([xshift=0.5em,yshift=0]bra2.east){
@@ -127,7 +131,7 @@
 \rowcolor{orange!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbv3.north){$\vectorn{\emph{V}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbv3.north){$\mathbi{V}$};
 %------------------------------------
 %第三行
@@ -152,7 +156,7 @@
 \rowcolor{orange!20}  \\ \hline 
 \end{tabular}
 };
-\node at  ([xshift=0em,yshift=0.5em]tbv4.north){$\vectorn{\emph{V}}$};
+\node at  ([xshift=0em,yshift=0.5em]tbv4.north){$\mathbi{V}$};
 %=
 \node(eq4) at  ([xshift=0.5em,yshift=0em]tbv4.east){=};

--- a/Chapter12/Figures/figure-self-att-vs-enco-deco-att.tex
+++ b/Chapter12/Figures/figure-self-att-vs-enco-deco-att.tex
@@ -3,9 +3,9 @@
 \node[rounded corners=1pt,minimum width=11.0em,minimum height=2.0em,fill=pink!30,draw=black](p1) at (0,0) {\small{Self-Attention}};
-\node[anchor=north](word1) at ([xshift=0.0em,yshift=-2.0em]p1.south) {\small \vectorn{\emph{K}}};
+\node[anchor=north](word1) at ([xshift=0.0em,yshift=-2.0em]p1.south) {\small \mathbi{K}};
-\node[anchor=west](word2) at ([xshift=2.2em]word1.east) {\small \vectorn{\emph{V}}};
+\node[anchor=west](word2) at ([xshift=2.2em]word1.east) {\small \mathbi{V}};
-\node[anchor=east](word3) at ([xshift=-2.2em]word1.west) {\small \vectorn{\emph{Q}}};
+\node[anchor=east](word3) at ([xshift=-2.2em]word1.west) {\small \mathbi{Q}};
 \draw[->,thick](word1.north)--(p1.south);
 \draw[->,thick]([xshift=-3.6em]word1.north)--([xshift=-3.6em]p1.south);
@@ -21,9 +21,9 @@
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 \node[anchor=west,rounded corners=1pt,minimum width=14.0em,minimum height=2.0em,fill=pink!30,draw=black](p2) at ([xshift=5.0em]p1.east){\small{Encoder-Decoder Attention}};
-\node[anchor=north](word1-2) at ([xshift=0.0em,yshift=-2.0em]p2.south) {\small \vectorn{\emph{K}}};
+\node[anchor=north](word1-2) at ([xshift=0.0em,yshift=-2.0em]p2.south) {\small \mathbi{K}};
-\node[anchor=west](word2-2) at ([xshift=2.2em]word1-2.east) {\small \vectorn{\emph{V}}};
+\node[anchor=west](word2-2) at ([xshift=2.2em]word1-2.east) {\small \mathbi{V}};
-\node[anchor=east](word3-2) at ([xshift=-2.2em]word1-2.west) {\small \vectorn{\emph{Q}}};
+\node[anchor=east](word3-2) at ([xshift=-2.2em]word1-2.west) {\small \mathbi{Q}};
 \draw[->,thick](word1-2.north)--(p2.south);
 \draw[->,thick]([xshift=-3.6em]word1-2.north)--([xshift=-3.6em]p2.south);

--- a/Chapter12/chapter12.tex
+++ b/Chapter12/chapter12.tex
@@ -25,7 +25,7 @@
 循环神经网络和卷积神经网络是两种经典的神经网络结构，在机器翻译中进行应用也是较为自然的想法。但是，这些模型在处理文字序列时也有问题：它们对序列中不同位置之间的依赖关系的建模并不直接。以卷积神经网络为例，如果要对长距离依赖进行描述，需要多层卷积操作，而且不同层之间信息传递也可能有损失，这些都限制了模型的能力。
-为了更好地描述文字序列，研究人员提出了一种新的模型Transformer。Transformer并不依赖任何循环单元或者卷积单元，而是使用一种被称作自注意力网络的结构来对序列进行表示。自注意力可以非常高效的描述任意距离之间的依赖关系，因此非常适合处理语言文字序列。Transformer一经提出就受到的了广泛关注，现在已经成为了机器翻译中最先进的架构之一。本章将会对Transformer的基本结构和实现技术进行介绍。这部分知识也会在本书的前沿部分（{\chapterthirteen}$\sim${\chaptereighteen}）中大量使用。
+为了更好地描述文字序列，研究人员提出了一种新的模型Transformer。Transformer并不依赖任何循环单元或者卷积单元，而是使用一种被称作自注意力网络的结构来对序列进行表示。自注意力可以非常高效的描述任意距离之间的依赖关系，因此非常适合处理语言文字序列。Transformer一经提出就受到了广泛关注，现在已经成为了机器翻译中最先进的架构之一。本章将会对Transformer的基本结构和实现技术进行介绍。这部分知识也会在本书的前沿部分（{\chapterthirteen}$\sim${\chaptereighteen}）中大量使用。
 %----------------------------------------------------------------------------------------
 %    NEW SECTION  12.1
@@ -56,7 +56,7 @@
 \end{figure}
 %----------------------------------------------
-\parinterval 自注意力机制也可以被看做是一个序列表示模型。比如，对于每个目标位置$j$，都生成一个与之对应的源语句子表示，它的形式为：
+\parinterval 自注意力机制也可以被看作是一个序列表示模型。比如，对于每个目标位置$j$，都生成一个与之对应的源语句子表示，它的形式为：
 \begin{eqnarray}
 \mathbi{C}_j & = & \sum_i \alpha_{i,j}\vectorn{\emph{h}}_i
 \label{eq:12-4201}
@@ -118,7 +118,7 @@
 \end{table}
 %----------------------------------------------
-\parinterval Transformer在被提出之后，很快就席卷了整个自然语言处理领域。实际上，Transformer也可以当作一种表示模型，因此也被大量地使用在自然语言处理的其他领域，甚至图像处理和语音处理中也能看到它的影子。比如，目前非常流行的BERT等预训练模型就是基于Transformer。表\ref{tab:12-12}展示了Transformer在WMT英德和英法机器翻译任务上的性能。它能用更少的计算量（FLOPS）达到比其他模型更好的翻译品质\footnote{FLOPS = floating-point operations per second，即每秒浮点运算次数。它是度量计算机运算规模的常用单位} 。
+\parinterval Transformer在被提出之后，很快就席卷了整个自然语言处理领域。实际上，也可以把Transformer当作一种表示模型，因此也被大量地使用在自然语言处理的其他领域，甚至图像处理和语音处理中也能看到它的影子。比如，目前非常流行的BERT等预训练模型就是基于Transformer。表\ref{tab:12-12}展示了Transformer在WMT英德和英法机器翻译任务上的性能。它能用更少的计算量（FLOPS）达到比其他模型更好的翻译品质\footnote{FLOPS = floating-point operations per second，即每秒浮点运算次数。它是度量计算机运算规模的常用单位} 。
 %----------------------------------------------
 \begin{table}[htp]
@@ -398,11 +398,11 @@
 %\parinterval 残差连接从广义上讲也叫短连接，指的是这种短距离的连接。它的思想很简单，就是把层和层之间的距离拉近。如图\ref{fig:12-49}所示，子层1通过残差连接跳过了子层2，直接和子层3进行信息传递。使信息传递变得更高效，有效解决了深层网络训练过程中容易出现的梯度消失/爆炸问题，使得深层网络的训练更加容易。其计算公式为：
 %\begin{eqnarray}
-%x_{l+1} = x_l + \mathcal{F} (x_l)
+%x_{l+1} = x_l + {F} (x_l)
 %\label{eq:12-50}
 %\end{eqnarray}
-%\noindent 其中，$x_l$表示$l$层网络的输入向量，$\mathcal{F} (x_l)$是子层运算。如果$l=2$，那么公式\eqref{eq:12-50}可以解释为，第3层的输入（$x_3$）等于第2层的输出（$\mathcal{F}(x_2)$）加上第二层的输入（$x_2$）。图\ref{fig:12-50} 中的红色方框展示了Transformer 中残差连接的位置。
+%\noindent 其中，$x_l$表示$l$层网络的输入向量，${F} (x_l)$是子层运算。如果$l=2$，那么公式\eqref{eq:12-50}可以解释为，第3层的输入（$x_3$）等于第2层的输出（${F}(x_2)$）加上第二层的输入（$x_2$）。图\ref{fig:12-50} 中的红色方框展示了Transformer 中残差连接的位置。
 %----------------------------------------------
 \begin{figure}[htp]
@@ -415,7 +415,7 @@
 \parinterval 在Transformer的训练过程中，由于引入了残差操作，将前面所有层的输出加到一起，如公式：
 \begin{eqnarray}
-x_{l+1} = x_l + \mathcal{F} (x_l)
+x_{l+1} = x_l + F (x_l)
 \label{eq:12-50}
 \end{eqnarray}
@@ -563,7 +563,7 @@ Transformer Deep（48层） & 30.2            & 43.1            & 194$\times 10^
 \parinterval Transformer解码器生成译文词序列的过程和其它神经机器翻译系统类似，都是从左往右生成，且下一个单词的预测依赖已经生成的单词。其具体推断过程如图\ref{fig:12-56}所示，其中$\mathbi{C}_i$是编码-解码注意力的结果，解码器首先根据“<eos>”和$\mathbi{C}_1$生成第一个单词“how”，然后根据“how”和$\mathbi{C}_2$生成第二个单词“are”，以此类推，当解码器生成“<eos>”时结束推断。
-\parinterval 但是，Transformer在推断阶段无法对所有位置进行并行化操作，因为对于每一个目标语单词都需要对前面所有单词进行注意力操作，因此它推断速度非常慢。可以采用的加速手段有：Cache（缓存需要重复计算的变量）\upcite{Vaswani2018Tensor2TensorFN}、低精度计算\upcite{DBLP:journals/corr/CourbariauxB16}、共享注意力网络等\upcite{Xiao2019SharingAW}。关于Transformer模型的推断加速方法将会在{\chapterfourteen}进一步深入讨论。
+\parinterval 但是，Transformer在推断阶段无法对所有位置进行并行化操作，因为对于每一个目标语单词都需要对前面所有单词进行注意力操作，因此它推断速度非常慢。可以采用的加速手段有：Cache（缓存需要重复计算的变量）\upcite{Vaswani2018Tensor2TensorFN}、低精度计算\upcite{DBLP:journals/corr/CourbariauxB16,Lin2020TowardsF8}、共享注意力网络等\upcite{Xiao2019SharingAW}。关于Transformer模型的推断加速方法将会在{\chapterfourteen}进一步深入讨论。
 %----------------------------------------------
 \begin{figure}[htp]
@@ -587,7 +587,7 @@ Transformer Deep（48层） & 30.2            & 43.1            & 194$\times 10^
 \begin{itemize}
 \vspace{0.5em}
-\item 近两年，有研究已经发现注意力机制可以捕捉一些语言现象\upcite{DBLP:journals/corr/abs-1905-09418}，比如，在Transformer 的多头注意力中，不同头往往会捕捉到不同的信息，比如，有些头对低频词更加敏感，有些头更适合词意消歧，甚至有些头可以捕捉句法信息。此外，由于注意力机制增加了模型的复杂性，而且随着网络层数的增多，神经机器翻译中也存在大量的冗余，因此研发轻量的注意力模型也是具有实践意义的方向\upcite{Xiao2019SharingAW,DBLP:journals/corr/abs-1805-00631,Lin2020WeightDT}。
+\item 近两年，有研究已经发现注意力机制可以捕捉一些语言现象\upcite{DBLP:journals/corr/abs-1905-09418}，比如，在Transformer 的多头注意力中，不同头往往会捕捉到不同的信息，比如，有些头对低频词更加敏感，有些头更适合词意消歧，甚至有些头可以捕捉句法信息。此外，由于注意力机制增加了模型的复杂性，而且随着网络层数的增多，神经机器翻译中也存在大量的冗余，因此研发轻量的注意力模型也是具有实践意义的方向\upcite{Xiao2019SharingAW,DBLP:journals/corr/abs-1805-00631,Lin2020WeightDT,DBLP:conf/iclr/WuLLLH20,Kitaev2020ReformerTE,DBLP:journals/corr/abs-2005-00743,dai-etal-2019-transformer,DBLP:journals/corr/abs-2004-05150,DBLP:conf/iclr/RaePJHL20}。
 \vspace{0.5em}
 \item 神经机器翻译依赖成本较高的GPU设备，因此对模型的裁剪和加速也是很多系统研发人员所感兴趣的方向。比如，从工程上，可以考虑减少运算强度，比如使用低精度浮点数\upcite{Ott2018ScalingNM} 或者整数\upcite{DBLP:journals/corr/abs-1906-00532,Lin2020TowardsF8}进行计算，或者引入缓存机制来加速模型的推断\upcite{Vaswani2018Tensor2TensorFN}；也可以通过对模型参数矩阵的剪枝来减小整个模型的体积\upcite{DBLP:journals/corr/SeeLM16}；另一种方法是知识蒸馏\upcite{Hinton2015Distilling,kim-rush-2016-sequence}。 利用大模型训练小模型，这样往往可以得到比单独训练小模型更好的效果\upcite{DBLP:journals/corr/ChenLCL17}。
 \vspace{0.5em}

--- a/Chapter16/Figures/figure-application-process-of-back-translation.tex
+++ b/Chapter16/Figures/figure-application-process-of-back-translation.tex
@@ -3,13 +3,13 @@
 \node [anchor=center] (node1) at (4.9,1) {\small{训练：}};
 \node [anchor=center] (node11) at (5.5,1) {};
 \node [anchor=center] (node12) at (6.7,1) {};
-\node [anchor=center] (node2) at (4.9,0.5) {\small{推理：}};
+\node [anchor=center] (node2) at (4.9,0.5) {\small{推断：}};
 \node [anchor=center] (node21) at (5.5,0.5) {};
 \node [anchor=center] (node22) at (6.7,0.5) {};
 \node [anchor=west,line width=0.6pt,draw=black,minimum width=5.6em,minimum height=2.2em,fill=blue!20,rounded corners=2pt] (node1-1) at (0,0) {\footnotesize{双语数据}};
 \node [anchor=south,line width=0.6pt,draw=black,minimum width=4.5em,minimum height=2.2em,fill=blue!20,rounded corners=2pt] (node1-2) at ([yshift=-5em]node1-1.south) {\footnotesize{目标语伪数据}};
-\node [anchor=west,line width=0.6pt,draw=black,minimum width=4.5em,minimum height=2.2em,fill=red!20,rounded corners=2pt] (node2-1) at ([xshift=-8.8em,yshift=-2.5em]node1-1.west) {\footnotesize{反向NMT系统}};
+\node [anchor=west,line width=0.6pt,draw=black,minimum width=4.5em,minimum height=2.2em,fill=red!20,rounded corners=2pt] (node2-1) at ([xshift=-8.8em,yshift=-2.5em]node1-1.west) {\footnotesize{反向翻译系统}};
-\node [anchor=west,line width=0.6pt,draw=black,minimum width=4.5em,minimum height=2.2em,fill=red!20,rounded corners=2pt] (node3-1) at ([xshift=3em,yshift=-2.5em]node1-1.east) {\footnotesize{前向NMT系统}};
+\node [anchor=west,line width=0.6pt,draw=black,minimum width=4.5em,minimum height=2.2em,fill=red!20,rounded corners=2pt] (node3-1) at ([xshift=3em,yshift=-2.5em]node1-1.east) {\footnotesize{前向翻译系统}};
 \draw [->,line width=1pt](node1-1.west)--([xshift=3em]node2-1.north);
 \draw [->,line width=1pt](node1-1.east)--([xshift=-3em]node3-1.north);

--- a/Chapter16/Figures/figure-bilingual-dictionary-Induction.png
+++ b/Chapter16/Figures/figure-bilingual-dictionary-Induction.png
--- a/Chapter16/Figures/figure-contrast-diagram-of-beam-search-topk-and-sampling.tex
+++ b/Chapter16/Figures/figure-contrast-diagram-of-beam-search-topk-and-sampling.tex
@@ -235,7 +235,7 @@
 \end{pgfonlayer}
 {\scriptsize
-\node [anchor=center] (cy00-2) at ([xshift=6.7em,yshift=0.2em]pos4-212) {\tiny{TopK}};
+\node [anchor=center] (cy00-2) at ([xshift=6.7em,yshift=0.2em]pos4-212) {\tiny{$n$-best}};
 \node [anchor=center,minimum height=1.8em,minimum width=0.8em,fill=orange!30] (cy11-2) at ([xshift=0.0em,yshift=-1.8em]pos4-212) {};
 \node [anchor=center,minimum height=1.5em,minimum width=0.8em,fill=blue!30] (cy12-2) at ([xshift=1.3em,yshift=-0.15em]cy11-2) {};
 \node [anchor=center,minimum height=2.5em,minimum width=0.8em,fill=black!30] (cy13-2) at ([xshift=1.3em,yshift=0.5em]cy12-2) {};

--- a/Chapter16/Figures/figure-cycle-consistency.tex
+++ b/Chapter16/Figures/figure-cycle-consistency.tex
@@ -5,7 +5,7 @@
 \node [rectangle,inner sep=2pt,font=\scriptsize] (top) at ([yshift=3em,xshift=0em]center.north) {
 \begin{tabular}{c}
 翻译模型 \\
-$\textrm{P}(\mathbf t|\mathbf s)$
+$\textrm{P}(\ \mathbi{y}|\ \mathbi{x})$
 \end{tabular}
 };
@@ -24,7 +24,7 @@ The weather is \\so good today.
 \node [rectangle,inner sep=2pt,font=\scriptsize] (down) at ([yshift=-3em,xshift=0em]center.south) {
 \begin{tabular}{c}
 翻译模型 \\
-$\textrm{P}(\mathbf s|\mathbf t)$
+$\textrm{P}(\ \mathbi{x}|\ \mathbi{y})$
 \end{tabular}
 };

--- a/Chapter16/Figures/figure-target-side-multi-task-learning.tex
+++ b/Chapter16/Figures/figure-target-side-multi-task-learning.tex
 \begin{tikzpicture}
 \begin{scope}
-\node [anchor=center] (node1) at (-2.3,0) {\small{$x,y$：双语数据}};
-\node [anchor=center] (node2) at (-2.1,-0.5) {\small{$z$}：单语数据};
 \node [anchor=center] (node1-1) at (0,0) {\small{$y'$}};
-\node [anchor=center] (node3-1) at ([xshift=5.5em,yshift=-0.1em]node1-1.east) {\small{$z'$}};
 \node[anchor=south,line width=0.6pt,draw,rounded corners,minimum height=1.5em,minimum width=4em,fill=blue!20](node1-2) at ([yshift=-3em]node1-1.south) {\small{softmax}};
-\node[anchor=south,line width=0.6pt,draw,rounded corners,minimum height=1.5em,minimum width=4em,fill=blue!20](node3-2) at ([yshift=-3em]node3-1.south) {\small{softmax}};
-\node[anchor=south,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node1-3) at ([yshift=-4.0em]node1-2.south) {\small{Decoder}};
+\node[anchor=north,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node1-3) at ([yshift=-2.0em]node1-2.south) {\small{Decoder}};
-\node[anchor=south,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=yellow!20](node3-3) at ([yshift=-4.0em]node3-2.south) {\small{LM}};
+\node[anchor=north,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=yellow!20](node3-3) at ([yshift=-2.0em]node1-3.south) {\small{LM}};
-\node[anchor=south](node1-4) at ([xshift=-0.6em,yshift=-3em]node1-3.south) {\gray{\small{$y$}}};
-\node[anchor=south](node3-41) at ([xshift=-0.6em,yshift=-3em]node3-3.south) {\small{$y$}};
-\node[anchor=south](node3-42) at ([xshift=0.6em,yshift=-2.9em]node3-3.south) {\small{$z$}};
+\node[anchor=west,line width=0.6pt,draw,rounded corners,minimum height=1.5em,minimum width=4em,fill=blue!20](node3-2) at ([xshift=2em]node3-3.east) {\small{softmax}};
-\node[anchor=west](node2-2) at ([xshift=-4.9em]node1-4.west) {\small{$x$}};
+\node [anchor=north] (node3-1) at ([yshift=3.0em]node3-2.north) {\small{$z'$}};
-\node[anchor=north,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node2-1) at ([yshift=4em]node2-2.north) {\small{Encoder}};
+\node[anchor=north](node3-41) at ([xshift=-0.6em,yshift=-2em]node3-3.south) {\small{$y$}};
+\node[anchor=north](node3-42) at ([xshift=0.6em,yshift=-2em]node3-3.south) {\small{$z$}};
+\node[anchor=east,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node2-1) at ([xshift=-2em]node1-3.west) {\small{Encoder}};
+\node[anchor=north](node2-2) at ([yshift=-2em]node2-1.south) {\small{$x$}};
 \node [rectangle,rounded corners,draw=red,line width=0.2mm,densely dashed,inner sep=0.4em] [fit = (node3-2) (node3-3)] (inputshadow) {};
-\draw [->,thick,draw=gray](node1-4.north)--([xshift=-0.6em]node1-3.south);
 \draw [->,thick](node1-3.north)--(node1-2);
 \draw [->,thick](node1-2.north)--(node1-1);
 \draw [->,thick](node2-2.north)--(node2-1);
@@ -24,11 +27,31 @@
 \draw [->,thick](node3-41.north)--([xshift=-0.6em]node3-3.south);
 \draw [->,thick](node3-42.north)--([xshift=0.6em]node3-3.south);
-\draw [->,thick]([xshift=0.6em]node3-3.north)--([xshift=0.6em]node3-2.south);
+\draw [->,thick](node3-3.north)--(node1-3.south);
 \draw [->,thick](node3-2.north)--(node3-1);
-\draw[->,thick]([xshift=-0.6em]node3-3.north)--([xshift=-0.6em,yshift=0.6em]node3-3.north)--([xshift=-3em,yshift=0.6em]node3-3.north)--([xshift=-3em,yshift=-3em]node3-3.north)--([xshift=-5.6em,yshift=-3em]node3-3.north)--([xshift=0.6em]node1-3.south);
+\draw[->,thick](node3-3.east)--(node3-2.west);
+\node [anchor=east] (node2-1-1) at ([xshift=-12.0em,yshift=-4.25em]node1-1.west) {\small{$y'$}};
+\node[anchor=south,line width=0.6pt,draw,rounded corners,minimum height=1.5em,minimum width=4em,fill=blue!20](node2-1-2) at ([yshift=-3em]node2-1-1.south) {\small{softmax}};
+\node[anchor=north,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node2-1-3) at ([yshift=-2.0em]node2-1-2.south) {\small{Decoder}};
+\node[anchor=east,line width=0.6pt,draw,rounded corners,minimum height=2.2em,minimum width=4em,fill=red!20](node2-2-1) at ([xshift=-2em]node2-1-3.west) {\small{Encoder}};
+\node[anchor=north](node2-2-2) at ([yshift=-2em]node2-2-1.south) {\small{$x$}};
+\node[anchor=north](node2-2-3) at ([yshift=-2em]node2-1-3.south) {\small{$y$}};
+\draw [->,thick](node2-1-2.north)--(node2-1-1);
+\draw [->,thick](node2-2-2.north)--(node2-2-1);
+\draw[->,thick](node2-2-1.east)--(node2-1-3.west);
+\draw [->,thick](node2-1-3.north)--(node2-1-2.south);
+\draw [->,thick](node2-2-3.north)--(node2-1-3);
+\node [anchor=east] (node1) at ([xshift=-2.0em,yshift=4em]node2-1-1.west) {\small{$x,y$：双语数据}};
+\node [anchor=north] (node2) at ([xshift=0.45em]node1.south) {\small{$z$}：单语数据};
+\node [anchor=north](pos1) at ([yshift=-3.5em]node3-3.south) {\small{(b)多任务学习}};
+\node [anchor=east](pos2) at ([xshift=-10.0em]pos1.west) {\small{(a)单任务学习}};
-%\draw[->](node2-1.north)--([yshift=1em]node2-1.north)--([xshift=2.5em,yshift=1em]node2-1.north)--([xshift=2.5em,yshift=-0.4em]node2-1.north)--(node1-3.west);
 \end{scope}
 \end{tikzpicture}
\ No newline at end of file
--- a/Chapter16/Figures/figure-three-common-methods-of-adding-noise.tex
+++ b/Chapter16/Figures/figure-three-common-methods-of-adding-noise.tex
--- a/Chapter16/Figures/figure-unmt-idea1.jpg
+++ b/Chapter16/Figures/figure-unmt-idea1.jpg
--- a/Chapter16/Figures/figure-unmt-idea2.jpg
+++ b/Chapter16/Figures/figure-unmt-idea2.jpg
--- a/Chapter16/Figures/figure-unmt-idea3.jpg
+++ b/Chapter16/Figures/figure-unmt-idea3.jpg
--- a/Chapter16/Figures/figure-unmt-process.jpg
+++ b/Chapter16/Figures/figure-unmt-process.jpg
--- a/Chapter16/Figures/lm-fusion.tex
+++ b/Chapter16/Figures/lm-fusion.tex
@@ -20,8 +20,8 @@
 \node [anchor=west] (a15-2) at ([xshift=-4.25em]a15.west) {\tiny{$\cdots$}};
-\node [anchor=east] (a13-3) at ([yshift=0.8em]a13-2.west) {\small{无监督语言}};
+\node [anchor=east] (a13-3) at ([yshift=0.8em]a13-2.west) {\small{模型语言}};
-\node [anchor=north] (a13-4) at ([xshift=0em]a13-3.south) {\small{模型隐藏层}};
+\node [anchor=north] (a13-4) at ([xshift=0em]a13-3.south) {\small{隐藏层}};
 \node [anchor=east] (a14-3) at ([yshift=0.8em]a14-2.west) {\small{神经机器翻译}};
 \node [anchor=north] (a14-4) at ([xshift=0.5em]a14-3.south) {\small{模型隐藏层}};

--- a/Chapter16/chapter16.tex
+++ b/Chapter16/chapter16.tex
--- a/bibliography.bib
+++ b/bibliography.bib
--- a/structure.tex
+++ b/structure.tex
@@ -666,8 +666,7 @@ addtohook={%
 \usepackage[mathscr]{euscript}
 %%%%%%%%%%%chapter 11---------------------------------------
-\newlength{\bc}
-\setlength{\bc}{0.4cm}
 \newcommand{\mychapter}[1]{第\ref{#1}章}%chapter用
 \newcommand{\mysection}[1]{第\ref{#1}节}%section、subsection、subsubsection用