chapter 5 figures

Book/Chapter5/Figures/fig-4-gram.tex

@@ -14,19 +14,19 @@
 \node [anchor=south,draw,minimum width=9em,inner sep=3pt] (h1) at ([yshift=1.5em]h0.north) {\tiny{$\textbf{y}=\textrm{Softmax}(\textbf{h}_0 \textbf{U})$}};
 \node [anchor=south] (ylabel) at ([yshift=1em]h1.north) {\footnotesize{$\textrm{P}(w_i|w_{i-3}w_{i-2}w_{i-1})$}};
 
-\draw [->] ([yshift=0.1em]w0.north) -- ([yshift=-0.1em]e0.south);
-\draw [->] ([yshift=0.1em]w1.north) -- ([yshift=-0.1em]e1.south);
-\draw [->] ([yshift=0.1em]w2.north) -- ([yshift=-0.1em]e2.south);
-\draw [->] ([yshift=0.1em]e0.north) -- ([xshift=-2em,yshift=-0.1em]h0.south);
-\draw [->] ([yshift=0.1em]e1.north) -- ([yshift=-0.1em]h0.south);
-\draw [->] ([yshift=0.1em]e2.north) -- ([xshift=2em,yshift=-0.1em]h0.south);
-\draw [->] ([yshift=0.1em]h0.north) -- ([yshift=-0.1em]h1.south);
-\draw [->] ([yshift=0.1em]h1.north) -- ([yshift=-0.1em]ylabel.south);
+\draw [->,line width=1pt] ([yshift=0.1em]w0.north) -- ([yshift=-0.1em]e0.south);
+\draw [->,line width=1pt] ([yshift=0.1em]w1.north) -- ([yshift=-0.1em]e1.south);
+\draw [->,line width=1pt] ([yshift=0.1em]w2.north) -- ([yshift=-0.1em]e2.south);
+\draw [->,line width=1pt] ([yshift=0.1em]e0.north) -- ([xshift=-2em,yshift=-0.1em]h0.south);
+\draw [->,line width=1pt] ([yshift=0.1em]e1.north) -- ([yshift=-0.1em]h0.south);
+\draw [->,line width=1pt] ([yshift=0.1em]e2.north) -- ([xshift=2em,yshift=-0.1em]h0.south);
+\draw [->,line width=1pt] ([yshift=0.1em]h0.north) -- ([yshift=-0.1em]h1.south);
+\draw [->,line width=1pt] ([yshift=0.1em]h1.north) -- ([yshift=-0.1em]ylabel.south);
 
 {
-\draw [->,dashed,red,thick] ([xshift=1em,yshift=0.1em]e1.north) -- ([xshift=1em,yshift=-0.1em]h1.south);
-\draw [->,dashed,red,thick] ([xshift=-1em,yshift=0.1em]e0.north) .. controls +(north:2) and +(south:1) .. ([xshift=-3em,yshift=-0.1em]h1.south);
-\draw [->,dashed,red,thick] ([xshift=1em,yshift=0.1em]e2.north) .. controls +(north:2) and +(south:1) .. ([xshift=3em,yshift=-0.1em]h1.south);
+\draw [->,dashed,red,line width=1pt] ([xshift=1em,yshift=0.1em]e1.north) -- ([xshift=1em,yshift=-0.1em]h1.south);
+\draw [->,dashed,red,line width=1pt] ([xshift=-1em,yshift=0.1em]e0.north) .. controls +(north:2) and +(south:1) .. ([xshift=-3em,yshift=-0.1em]h1.south);
+\draw [->,dashed,red,line width=1pt] ([xshift=1em,yshift=0.1em]e2.north) .. controls +(north:2) and +(south:1) .. ([xshift=3em,yshift=-0.1em]h1.south);
 }
 
 \begin{pgfonlayer}{background}

Book/Chapter5/Figures/fig-code-back-propagation-2.tex

@@ -35,14 +35,14 @@
 \node [anchor=south,draw,rounded corners,inner sep=2pt,minimum width=8em,minimum height=1.0em,fill=green!30!white,blur shadow={shadow xshift=1pt,shadow yshift=-1pt}] (h3) at ([yshift=1.0em]h2.north) {\tiny{h2 = Relu(h1 * w2 + b2)}};
 \node [anchor=south,draw,rounded corners,inner sep=2pt,minimum width=8em,minimum height=1.0em,fill=green!30!white,blur shadow={shadow xshift=1pt,shadow yshift=-1pt}] (h4) at ([yshift=1.0em]h3.north) {\tiny{h3 = HardTanh(h2)}};
 
-\draw [->,thick] (h1.north) -- (h2.south);
-\draw [->,thick] (h2.north) -- (h3.south);
-\draw [->,thick] (h3.north) -- (h4.south);
+\draw [->,very thick] (h1.north) -- (h2.south);
+\draw [->,very thick] (h2.north) -- (h3.south);
+\draw [->,very thick] (h3.north) -- (h4.south);
 
 \node [anchor=south,draw,rounded corners,inner sep=2pt,minimum width=8.0em,minimum height=1.0em,fill=red!30!white,blur shadow={shadow xshift=1pt,shadow yshift=-1pt}] (slayer) at ([yshift=1.0em]h4.north) {\tiny{h4 = Softmax(h3 * w4) (output)}};
 \node [anchor=south] (losslabel) at (slayer.north) {\scriptsize{\textbf{Cross Entropy Loss}}};
 
-\draw [->,thick] (h4.north) -- (slayer.south);
+\draw [->,very thick] (h4.north) -- (slayer.south);
 
 \end{tikzpicture}
 \end{center}

Book/Chapter5/Figures/fig-four-layers-of-neural-network.tex

@@ -55,7 +55,7 @@
 }
 \end{pgfonlayer}
 
-\node [anchor=west] (layer02label) at ([xshift=4.5em]layer02.east) {\footnotesize{第三层}};
+\node [anchor=west] (layer02label) at ([xshift=4.4em]layer02.east) {\footnotesize{第三层}};
 {
 \node [anchor=west] (layer02label2) at (layer02label.east) {\footnotesize{\red{({隐层})}}};
 }

Book/Chapter5/Figures/fig-gaussian.tex

 %%%------------------------------------------------------------------------------------------------------------
 \begin{tikzpicture}
-        \draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-        \draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+        \draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+        \draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
         \draw[dashed](-1.2,1)--(1.2,1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){\x};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-        \draw[color=red ,domain=-1.2:1.2]plot(\x,{exp(-1*((\x)^2))});
+        \draw[color=red ,domain=-1.2:1.2, line width=1pt]plot(\x,{exp(-1*((\x)^2))});
         \node[black,anchor=south] at (0,1.2) {\small $y =e^{-x^2}$};
         \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-identity.tex

 %%%------------------------------------------------------------------------------------------------------------
 \begin{tikzpicture}
-        \draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-        \draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+        \draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+        \draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){\x};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-        \draw[color=red ,domain=-1:1]plot(\x,\x);
+        \draw[color=red ,domain=-1:1, line width=1pt]plot(\x,\x);
         \node[black,anchor=south] at (0,1.2) {\small $y =x$};
         \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-relu.tex

 %%%------------------------------------------------------------------------------------------------------------
 \begin{tikzpicture}
-        \draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-        \draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+        \draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+        \draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
         \draw[dashed](-1.2,1)--(1.2,1);
         \draw[dashed](-1.2,-1)--(1.2,-1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){\x};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-        \draw[color=red ,domain=-1.2:1.2]plot(\x,{max(\x,0)});
+        \draw[color=red ,domain=-1.2:1.2, line width=1pt]plot(\x,{max(\x,0)});
         \node[black,anchor=south] at (0,1.2) {\small $y =\max (0, x)$};
         \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-sigmoid.tex

 %%%------------------------------------------------------------------------------------------------------------
  \begin{tikzpicture}
-        \draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-        \draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+        \draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+        \draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
         \draw[dashed](-1.2,1)--(1.2,1);
         \foreach \x in {-1,-0.5,0,0.5,1}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){
             \pgfmathparse{(\x)*5}
             \pgfmathresult};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-        \draw[color=red,domain=-1.2:1.2]plot(\x,{1/(1+(exp(-5*\x)))});
+        \draw[color=red,domain=-1.2:1.2, line width=1pt]plot(\x,{1/(1+(exp(-5*\x)))});
         \node[black,anchor=south] at (0,1.2) {\small $y = \frac{1}{1+e^{-x}}$};
         \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-softplus.tex

 %%%------------------------------------------------------------------------------------------------------------
 \begin{tikzpicture}
-\draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-\draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+\draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+\draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
 \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){\x};}
  \foreach \y in {1.0,0.5}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-\draw[color=red ,domain=-1.2:1]plot(\x,{ln(1+(exp(\x))});
+\draw[color=red ,domain=-1.2:1, line width=1pt]plot(\x,{ln(1+(exp(\x))});
 \node[black,anchor=south] at (0,1.2) {\small $y = ln(1+e^x)$};
 \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-tanh.tex

 %%%------------------------------------------------------------------------------------------------------------
 \begin{tikzpicture}
-        \draw[->](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
-        \draw[->](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
+        \draw[->, line width=1pt](-1.2,0)--(1.2,0)node[left,below,font=\tiny]{$x$};
+        \draw[->, line width=1pt](0,-1.2)--(0,1.2)node[right,font=\tiny]{$y$};
         \draw[dashed](-1.2,1)--(1.2,1);
         \draw[dashed](-1.2,-1)--(1.2,-1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\tiny]at(\x,0){\x};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\tiny]at(0,\y){\y};}
-        \draw[color=red ,domain=-1.2:1.2]plot(\x,{tanh(\x)});
+        \draw[color=red ,domain=-1.2:1.2, line width=1pt]plot(\x,{tanh(\x)});
         \node[black,anchor=south] at (0,1.2) {\small $y = \frac{e^{x}-e^{-x}}{e^{x}+e^{-x}}$};
         \end{tikzpicture}
 %%%------------------------------------------------------------------------------------------------------------

Book/Chapter5/Figures/fig-two-layer-neural-network.tex

@@ -34,12 +34,12 @@
 \draw [->,thick] ([yshift=0.1em]n20.north) -- (y.south);
 
 %% weight and bias
-{\node [anchor=center,rotate=90,fill=white,inner sep=1pt] (b0) at ([yshift=2em,xshift=-0.5em]b.north) {\tiny{$b_1$}};}
-{\node [anchor=center,rotate=-59,fill=white,inner sep=1pt] (w2) at ([yshift=1em,xshift=-1.0em]x1.north) {\tiny{$w_1$}};}
-{\node [anchor=center,rotate=62,fill=white,inner sep=1pt] (w21) at ([yshift=1.2em,xshift=0em]n10.north) {\tiny{$w'_1$}};}
-{\node [anchor=center,rotate=-62,fill=white,inner sep=1pt] (w22) at ([yshift=1.2em,xshift=-0em]n11.north) {\tiny{$w'_2$}};}
-{\node [anchor=center,rotate=59,fill=white,inner sep=1pt] (b1) at ([yshift=3.4em,xshift=1.5em]b.north) {\tiny{$b_2$}};}
-{\node [anchor=center,rotate=90,fill=white,inner sep=1pt] (w1) at ([yshift=2em,xshift=0.5em]x1.north) {\tiny{$w_2$}};}
+{\node [anchor=center,rotate=90,fill=white,inner sep=1pt] (b0) at ([yshift=2em,xshift=-0.5em]b.north) {\scriptsize{$b_1$}};}
+{\node [anchor=center,rotate=-59,fill=white,inner sep=1pt] (w2) at ([yshift=1em,xshift=-1.0em]x1.north) {\scriptsize{$w_1$}};}
+{\node [anchor=center,rotate=62,fill=white,inner sep=1pt] (w21) at ([yshift=1.2em,xshift=0em]n10.north) {\scriptsize{$w'_1$}};}
+{\node [anchor=center,rotate=-62,fill=white,inner sep=1pt] (w22) at ([yshift=1.2em,xshift=-0em]n11.north) {\scriptsize{$w'_2$}};}
+{\node [anchor=center,rotate=59,fill=white,inner sep=1pt] (b1) at ([yshift=3.4em,xshift=1.5em]b.north) {\scriptsize{$b_2$}};}
+{\node [anchor=center,rotate=90,fill=white,inner sep=1pt] (w1) at ([yshift=2em,xshift=0.5em]x1.north) {\scriptsize{$w_2$}};}
 
 %% sigmoid box
 \begin{scope}

Book/Chapter5/chapter5.tex

@@ -677,20 +677,20 @@ x_0\cdot w_0+x_1\cdot w_1+x_2\cdot w_2 & = & 0\cdot 1+0\cdot 1+1\cdot 1 \nonumbe
     \subfigure[Sigmoid]{
     \centering
     \begin{minipage}{.23\textwidth}
-        \input{./Chapter5/Figures/fig-Sigmoid}
+        \input{./Chapter5/Figures/fig-sigmoid}
     \end{minipage}%
     }
     \qquad
     \subfigure[Tanh]{
     \centering
     \begin{minipage}{.23\textwidth}
-        \input{./Chapter5/Figures/fig-Tanh}
+        \input{./Chapter5/Figures/fig-tanh}
     \end{minipage}
     }\\    \vspace{-0.5em}
     \subfigure[ReLU]{
     \centering
     \begin{minipage}{.23\textwidth}
-        \input{./Chapter5/Figures/fig-Relu}
+        \input{./Chapter5/Figures/fig-relu}
     \end{minipage}%
     }
     \qquad
@@ -2164,7 +2164,7 @@ w_{t+1}&=&w_t-\frac{\eta}{\sqrt{z_t+\epsilon}} v_t
 \end{figure}
 %-------------------------------------------
 
-\parinterval  语言模型的词嵌入是通过词嵌入矩阵进行存储的，矩阵中的每一行对应了一个词的分布式表示结果。图\ref{fig:embedding}展示了一个词嵌入矩阵的实例。
+\parinterval  语言模型的词嵌入是通过词嵌入矩阵进行存储的，矩阵中的每一行对应了一个词的分布式表示结果。图\ref{fig:embedding-matrix}展示了一个词嵌入矩阵的实例。
 %----------------------------------------------
 % 图
 \begin{figure}[htp]

Book/mt-book-xelatex.tex

@@ -125,7 +125,7 @@
 %\include{Chapter2/chapter2}
 %\include{Chapter3/chapter3}
 %\include{Chapter4/chapter4}
-%\include{Chapter5/chapter5}
+\include{Chapter5/chapter5}
 %\include{Chapter6/chapter6}
 %\include{Chapter7/chapter7}
 %\include{ChapterAppend/chapterappend}