13章

Chapter13/Figures/figure-bpe.tex

@@ -21,7 +21,7 @@
 
 	\node[node,font=\scriptsize,anchor = north,fill=ugreen!5,drop shadow] (dict) at ([xshift = 5em,yshift = -5em]node6.south){\begin{tabular}{llllll}
 		\multirow{3}{*}{符号合并表:} & ('e','s')  & ('es','t') & ('est','$<$e$>$') & ('l','o') & ('lo','w')   \\
-        & ('low','$<$e$>$') & ('n','e')  & ('ne','w') & ('new','est$<$e$>$') & ('w','i') \\
+        & ('n','e')  & ('ne','w') & ('new','est$<$e$>$') & ('low','$<$e$>$') & ('w','i') \\
         & ('wi','d') & ('wid','est$<$e$>$') & ('low','e') & ('lowe','r') & ('lower','$<$e$>$')
 		\end{tabular}};
 

Chapter13/Figures/figure-computation-of-dropout.tex

@@ -7,7 +7,7 @@
 \tikzstyle{neuronnode} = [minimum size=1.8em,circle,draw,very thick,ublue,inner sep=0pt, fill=white,align=center]
 
 %standard
-\node [neuronnode] (neuron_b) at (0,0) {\scriptsize{$b_{i}^{l}$}};
+\node [neuronnode] (neuron_b) at (0,0) {\scriptsize{$b^{l}$}};
 \node [neuronnode] (neuron_y3) at (0,-1*\neuronsep) {\scriptsize{$x_{3}^{l}$}};
 \node [neuronnode] (neuron_y2) at (0,-2*\neuronsep) {\scriptsize{$x_{2}^{l}$}};
 \node [neuronnode] (neuron_y1) at (0,-3*\neuronsep) {\scriptsize{$x_{1}^{l}$}};
@@ -25,7 +25,7 @@
 \draw [->,line width=0.3mm] (neuron_z.east) -- (neuron_y'.west);
 
 %dropout
-\node [neuronnode] (drop_neuron_b) at (5*\nodespace,0) {\scriptsize{$b_{i}^{l}$}};
+\node [neuronnode] (drop_neuron_b) at (5*\nodespace,0) {\scriptsize{$b^{l}$}};
 \node [neuronnode] (drop_neuron_y3') at (5*\nodespace,-1*\neuronsep) {\scriptsize{$\tilde{x}_{3}^{l}$}};
 \node [neuronnode] (drop_neuron_y2') at (5*\nodespace,-2*\neuronsep) {\scriptsize{$\tilde{x}_{2}^{l}$}};
 \node [neuronnode] (drop_neuron_y1') at (5*\nodespace,-3*\neuronsep) {\scriptsize{$\tilde{x}_{1}^{l}$}};
@@ -60,12 +60,12 @@
 
 %equ
 \node [anchor=west,inner sep = 2pt] (line1) at (9*\nodespace,0) {未应用Dropout：};
-\node [anchor=north west,inner sep = 2pt] (line2) at (line1.south west) {$z_{i}^{l+1}=\mathbf{w}^{l} \mathbf{x}^{l} + b_{i}^{l}$};
+\node [anchor=north west,inner sep = 2pt] (line2) at (line1.south west) {$z_{i}^{l+1}=\mathbf{w}^{l} \mathbf{x}^{l} + b^{l}$};
 \node [anchor=north west,inner sep = 2pt] (line3) at (line2.south west) {$x_{i}^{l+1}=f\left(z_{i}^{l+1}\right)$};
 \node [anchor=north west,inner sep = 2pt] (line4) at (line3.south west) {应用Dropout：};
 \node [anchor=north west,inner sep = 2pt] (line5) at (line4.south west) {$r_{j}^{l} \sim$ Bernoulli $(1-p)$};
 \node [anchor=north west,inner sep = 2pt] (line6) at (line5.south west) {$\tilde{\mathbf{x}}=\mathbf{r} * \mathbf{x}$};
-\node [anchor=north west,inner sep = 2pt] (line7) at (line6.south west) {$z_{i}^{l+1}=\mathbf{w}^{l} \widetilde{\mathbf{x}}^{l} + b_{i}^{l}$};
+\node [anchor=north west,inner sep = 2pt] (line7) at (line6.south west) {$z_{i}^{l+1}=\mathbf{w}^{l} \widetilde{\mathbf{x}}^{l} + b^{l}$};
 \node [anchor=north west,inner sep = 2pt] (line8) at (line7.south west) {$x_{i}^{l+1}=f\left(z_{i}^{l+1}\right)$};
 
 \end{tikzpicture}
\ No newline at end of file

Chapter13/Figures/figure-unk-of-bpe.tex

 
 	\begin{tikzpicture}
-		\node[rounded corners=3pt,minimum width=1.0em,minimum height=2.0em,font=\scriptsize,fill=green!5,drop shadow,thick,draw](top) at (0,0) {
-		\begin{tabular}{ll}
-			\multicolumn{2}{c}{BPE词表:}  \\
-			errrr$<$e$>$ & tain$<$e$>$ \\
-			moun  & est$<$e$>$  \\
-			high & the$<$e$>$  \\
-			a$<$e$>$ &                               
+		\node[rounded corners=3pt,minimum width=1.0em,minimum height=2.0em,font=\scriptsize,fill=green!5,drop shadow,thick](top) at (0,0) {
+		\begin{tabular}{lllllll}
+			\multicolumn{7}{c}{符号合并表}  \\
+			r\ $<$e$>$, & e\ s, & l\ o,  & es\ t, & lo\ w, & est\ $<$e$>$, & e\ r$<$e$>$,                             
 			\end{tabular}
 		};
-		\node[font=\scriptsize,anchor=west] (node1) at ([xshift=0.5em,yshift=1em]top.east) {原始序列：};
-		\node[font=\scriptsize,anchor=west] (this) at (node1.east) {"this$<$e$>$" ,};
-		\node[font=\scriptsize,anchor=west] (highest) at (this.east) {"highest$<$e$>$",};
-		\node[font=\scriptsize,anchor=west] (mountain) at (highest.east) { "mountain$<$e$>$"};
+		\node[font=\footnotesize,anchor=north] (l1) at ([xshift=0em,yshift=-1em]top.south) {(a) 符号合并表};
+		\node[font=\scriptsize,anchor=west] (n1) at ([xshift=-6em,yshift=-6em]top.west) {l\ o\ w\ e\ r\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (n2) at ([xshift=2.6em]n1.east) {l\ o\ w\ e\ {\red r$<$e$>$}};
+		\node[font=\scriptsize,anchor=west] (n3) at ([xshift=2.6em]n2.east) {{\red lo}\ w\ e\ r$<$e$>$};
+		\node[font=\scriptsize,anchor=west] (n4) at ([xshift=2.6em]n3.east) {{\red low}\ e\ r$<$e$>$};
+		\node[font=\scriptsize,anchor=west] (n5) at ([xshift=2.6em]n4.east) {low\ {\red er$<$e$>$}};
 		
-		\node[font=\scriptsize,anchor=west] (node2) at ([yshift=-1.5em]node1.south west) {BPE切分：};
-		\node[font=\scriptsize,anchor=west] (unk) at (node2.east) {"$<$unk$>$",};
-		\node[font=\scriptsize,anchor=west] (high) at (unk.east) {"high",};
-		\node[font=\scriptsize,anchor=west] (est) at (high.east) {"est$<$e$>$",};
-		\node[font=\scriptsize,anchor=west] (moun) at (est.east) {"moun",};
-		\node[font=\scriptsize,anchor=west] (tain) at (moun.east) {"tain$<$e$>$"};
+		\node[font=\scriptsize,anchor=west] (t1) at ([yshift=-1.5em]n1.south west) {l\ o\ w\ e\ s\ t\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (t2) at ([xshift=0.8em]t1.east) {l\ o\ w\ {\red es}\ t\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (t3) at ([xshift=0.8em]t2.east) {{\red lo}\ w\ es\ t\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (t4) at ([xshift=0.8em]t3.east) {lo\ w\ {\red est}\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (t5) at ([xshift=0.8em]t4.east) {{\red low}\ est\ $<$e$>$};
+		\node[font=\scriptsize,anchor=west] (t6) at ([xshift=0.8em]t5.east) {low\ {\red est$<$e$>$}};
+
+		\node[font=\footnotesize,anchor=north] (l2) at ([xshift=1.5em,yshift=-1em]t3.south) {(b) 合并样例};
 		
-		%\draw[->,thick](node1.south) -- ([xshift=-1.0em]node2.north);
-		\draw[->,thick]([xshift=-0.2em]this.south) -- (unk);
-		\draw[->,thick](highest.south) -- (high);
-		\draw[->,thick](highest.south) -- (est);
-		\draw[->,thick](mountain.south) -- (moun);
-		\draw[->,thick](mountain.south) -- (tain);
+		\draw[->,thick](n1.east) -- (n2.west);
+		\draw[->,thick](n2.east) -- (n3.west);
+		\draw[->,thick](n3.east) -- (n4.west);
+		\draw[->,thick](n4.east) -- (n5.west);
+
+		\draw[->,thick](t1.east) -- (t2.west);
+		\draw[->,thick](t2.east) -- (t3.west);
+		\draw[->,thick](t3.east) -- (t4.west);
+		\draw[->,thick](t4.east) -- (t5.west);
+		\draw[->,thick](t5.east) -- (t6.west);
+
 	\end{tikzpicture}
\ No newline at end of file