合并分支 'caorunzhe' 到 'master'

Caorunzhe

查看合并请求 !436

Chapter9/Figures/figure-activate.tex

@@ -6,7 +6,7 @@
 \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\scriptsize]at(\x,0){\x};}
  \foreach \y in {1.0,0.5}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
 \draw[color=red ,domain=-1.4:1, line width=1pt]plot(\x,{ln(1+(exp(\x))});
-\node[black,anchor=south] at (0,1.4) {\small $y = ln(1+e^x)$};
+\node[black,anchor=south] at (0,1.4) {\small $y = \ln(1+{\textrm e}^x)$};
 \node [anchor=south east,inner sep=1pt] (labela) at (0.8,-2) {\footnotesize{(a) Softplus}};
 \end{scope}
 
@@ -15,13 +15,13 @@
 
 \draw[->, line width=1pt](-1.4,0)--(1.4,0)node[left,below,font=\scriptsize]{$x$};
 \draw[->, line width=1pt](0,-1.4)--(0,1.4)node[right,font=\scriptsize]{$y$};
-\draw[dashed](-1.4,1)--(1.4,1);
+\draw[dashed](0,1)--(1.4,1);
 \foreach \x in {-1,-0.5,0,0.5,1}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\scriptsize]at(\x,0){
       \pgfmathparse{(\x)*5}
       \pgfmathresult};}
-\foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
+\foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(-0.15,\y){\y};}
 \draw[color=red,domain=-1.4:1.4, line width=1pt]plot(\x,{1/(1+(exp(-5*\x)))});
-\node[black,anchor=south] at (0,1.4) {\small $y = \frac{1}{1+e^{-x}}$};
+\node[black,anchor=south] at (0,1.4) {\small $y = \frac{1}{1+{\textrm e}^{-x}}$};
 \node [anchor=south east,inner sep=1pt] (labelb) at (0.8,-2) {\footnotesize{(b) Sigmoid}};
 \end{scope}
 %%%------------------------------------------------------------------------------------------------------------
@@ -29,12 +29,12 @@
 \begin{scope}[xshift=3.2in]
  \draw[->, line width=1pt](-1.4,0)--(1.4,0)node[left,below,font=\scriptsize]{$x$};
         \draw[->, line width=1pt](0,-1.4)--(0,1.4)node[right,font=\scriptsize]{$y$};
-        \draw[dashed](-1.4,1)--(1.4,1);
-        \draw[dashed](-1.4,-1)--(1.4,-1);
+        \draw[dashed](0,1)--(1.4,1);
+        \draw[dashed](-1.4,-1)--(0,-1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\scriptsize]at(\x,0){\x};}
-        \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
+        \foreach \y in {,-1.0-0.5,0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
         \draw[color=red ,domain=-1.4:1.4, line width=1pt]plot(\x,{tanh(\x)});
-        \node[black,anchor=south] at (0,1.4) {\small $y = \frac{e^{x}-e^{-x}}{e^{x}+e^{-x}}$};
+        \node[black,anchor=south] at (0,1.4) {\small $y = \frac{{\textrm e}^{x}-{\textrm e}^{-x}}{{e}^{x}+e^{-x}}$};
 \node [anchor=south east,inner sep=1pt] (labelc) at (0.8,-2) {\footnotesize{(c) Tanh}};
 \end{scope}
 
@@ -43,8 +43,6 @@
 \begin{scope}[yshift=-1.7in]
   \draw[->, line width=1pt](-1.4,0)--(1.4,0)node[left,below,font=\scriptsize]{$x$};
         \draw[->, line width=1pt](0,-1.4)--(0,1.4)node[right,font=\scriptsize]{$y$};
-        \draw[dashed](-1.4,1)--(1.4,1);
-        \draw[dashed](-1.4,-1)--(1.4,-1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\scriptsize]at(\x,0){\x};}
         \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
         \draw[color=red ,domain=-1.4:1.4, line width=1pt]plot(\x,{max(\x,0)});
@@ -56,9 +54,8 @@
 \begin{scope}[yshift=-1.7in,xshift=1.6in]
         \draw[->, line width=1pt](-1.4,0)--(1.4,0)node[left,below,font=\scriptsize]{$x$};
         \draw[->, line width=1pt](0,-1.4)--(0,1.4)node[right,font=\scriptsize]{$y$};
-        \draw[dashed](-1.4,1)--(1.4,1);
         \foreach \x in {-1.0,-0.5,0.0,0.5,1.0}{\draw(\x,0)--(\x,0.05)node[below,outer sep=2pt,font=\scriptsize]at(\x,0){\x};}
-        \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(0,\y){\y};}
+        \foreach \y in {0.5,1.0}{\draw(0,\y)--(0.05,\y)node[left,outer sep=2pt,font=\scriptsize]at(-0.15,\y){\y};}
         \draw[color=red ,domain=-1.4:1.4, line width=1pt]plot(\x,{exp(-1*((\x)^2))});
         \node[black,anchor=south] at (0,1.4) {\small $y =e^{-x^2}$};
 \node [anchor=south east,inner sep=1pt] (labele) at (0.8,-2) {\footnotesize{(e) Gaussian}};

Chapter9/Figures/figure-broadcast.tex

@@ -2,10 +2,10 @@
 \begin{tikzpicture}
 \begin{scope}[xshift=0.6in]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=orange,thick] (-1,-0.5) grid (1,0.5);
+\draw[step=0.5cm,color=orange!70,thick] (-1,-0.5) grid (1,0.5);
 \foreach \y in {+0.25,-0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{1};
   }
 \node [anchor=south] (varlabel) at (0,0.6) {$\mathbi{s}$};
@@ -14,10 +14,10 @@
 
 \begin{scope}[xshift=2.1in]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=ugreen,thick] (-1,-0.5) grid (1,0);
+\draw[step=0.5cm,color=ugreen!70,thick] (-1,-0.5) grid (1,0);
 \foreach \y in {-0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.48cm,minimum width=0.48cm] at (\x,\y) {$1$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.48cm,minimum width=0.48cm] at (\x,\y) {$1$};
     \addtocounter{mycount1}{1};
   }
 \node [anchor=south] (varlabel) at (0,0.1) {$\mathbi{b}$};
@@ -28,25 +28,25 @@
 
 \begin{scope}[yshift=-1in]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=orange,thick] (-1,-0.5) grid (1,0.5);
+\draw[step=0.5cm,color=orange!70,thick] (-1,-0.5) grid (1,0.5);
 \foreach \y in {+0.25,-0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{1};
   }
 \node [anchor=south] (varlabel) at (0,0.6) {$\mathbi{s}$};
 \end{scope}
 \begin{scope}[yshift=-1in,xshift=1.5in]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=ugreen,thick] (-1,-0.5) grid (1,0.5);
+\draw[step=0.5cm,color=ugreen!70,thick] (-1,-0.5) grid (1,0.5);
 \foreach \y in {+0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$1$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$1$};
     \addtocounter{mycount1}{1};
   }
   \foreach \y in {-0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=purple!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$1$};
+    \node [fill=purple!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$1$};
     \addtocounter{mycount1}{1};
   }
 \node [anchor=center] (plabel) at (-4.5em,0) {\huge{$\mathbf{+}$}};
@@ -55,10 +55,10 @@
 \end{scope}
 \begin{scope}[yshift=-1in,xshift=3in]
 \setcounter{mycount1}{2}
-\draw[step=0.5cm,color=orange,thick] (-1,-0.5) grid (1,0.5);
+\draw[step=0.5cm,color=orange!70,thick] (-1,-0.5) grid (1,0.5);
 \foreach \y in {+0.25,-0.25}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{1};
   }
 \node [anchor=center] (plabel) at (-4.5em,0) {\huge{$\mathbf{=}$}};

Chapter9/Figures/figure-different-forms-of-neuronal-input.tex

@@ -2,29 +2,30 @@
 \begin{tikzpicture}
 
 \begin{scope}
-\draw [->,thick] (0,0) -- (2.5,0);
-\draw [->,thick] (0,0) -- (0, 1.5);
-\draw [-,very thick,ublue,domain=0.6:2,samples=100] plot (\x,{ 1/\x - 0.2});
-\node [anchor=east] (ylabel) at (0, 3.2em) {\footnotesize{$x_1$}};
-\node [anchor=north] (xlabel) at (5em, 0em) {\scriptsize{距离(km)}};
+\draw [->,thick] (0,0) -- (3.1,0);
+\draw [->,thick] (0,0) -- (0, 2.1);
+\draw [-,very thick,ublue,domain=0.55:2.6,samples=100] plot (\x,{ 1/\x - 0.2});
+\node [anchor=east] (ylabel) at (0, 4.4em) {\footnotesize{$x_1$}};
+\node [anchor=north] (xlabel) at (6.5em, 0em) {\scriptsize{距离(km)}};
 \end{scope}
 
-\begin{scope}[xshift=9em]
-\draw [->,thick] (0,0) -- (2.5,0);
-\draw [->,thick] (0,0) -- (0, 1.5);
-\draw [-,very thick,ublue,domain=0.4:2,samples=100] plot (\x,{ 0.5/\x});
-\node [anchor=east] (ylabel) at (0, 3.2em) {\footnotesize{$x_2$}};
-\node [anchor=north] (xlabel) at (5em, 0em) {\scriptsize{票价(元)}};
+\begin{scope}[xshift=10em]
+\draw [->,thick] (0,0) -- (3.1,0);
+\draw [->,thick] (0,0) -- (0, 2.1);
+\draw [-,very thick,ublue,domain=0.3:2.6,samples=100] plot (\x,{ 0.5/\x});
+\node [anchor=east] (ylabel) at (0, 4.4em) {\footnotesize{$x_2$}};
+\node [anchor=north] (xlabel) at (6.5em, 0em) {\scriptsize{票价(元)}};
 \end{scope}
 
-\begin{scope}[xshift=18em]
-\draw [->,thick] (0,0) -- (2.5,0);
-\draw [->,thick] (0,0) -- (0, 1.5);
-\node [anchor=east] (ylabel) at (0, 3.2em) {\footnotesize{$x_3$}};
+\begin{scope}[xshift=20em]
+\draw [->,thick] (0,0) -- (3.1,0);
+\draw [->,thick] (0,0) -- (0, 2.1);
+\node [anchor=east] (ylabel) at (0, 4.4em) {\footnotesize{$x_3$}};
 \node [anchor=south, fill=ublue, minimum width=1.5em, minimum height=0.1em, inner sep=0] (histogram1) at (1.5em, 0) {};
 \node [anchor=south, fill=ublue, minimum width=1.5em, minimum height=3em, inner sep=0] (histogram2) at (4.0em, 0) {};
-\node [anchor=north] (hlabel1) at (histogram1.south) {\tiny{女友不去}};
-\node [anchor=north] (hlabel2) at (histogram2.south) {\tiny{女友去}};
+\node [anchor=north] (hlabel1) at (histogram1.south) {\tiny{不喜欢}};
+\node [anchor=north] (hlabel2) at (histogram2.south) {\tiny{喜欢}};
+\node [anchor=north] (xlabel) at (6.5em, 0em) {\scriptsize{是否喜欢}};
 \end{scope}
 
 \end{tikzpicture}

Chapter9/Figures/figure-embedding.tex

@@ -8,7 +8,7 @@
 \node [anchor=south] (w1) at (o1.north) {\footnotesize{桌子}};
 \node [anchor=south] (w2) at (o2.north) {\footnotesize{椅子}};
 {
-\node [anchor=south,fill=red!20!white] (cosine) at (w1.north) {\footnotesize{$\textrm{cosine}(\textrm{`桌子'},\textrm{`椅子'})=0.5$}};
+\node [anchor=south,fill=red!20!white] (cosine) at (w1.north) {\footnotesize{$\textrm{cosine}(\textrm{‘桌子’},\textrm{‘椅子’})=0.5$}};
 }
 \end{scope}
 }

Chapter9/Figures/figure-fit.tex

@@ -44,7 +44,7 @@
 {
 \node [anchor=west] (flabel) at ([xshift=0.5in]y.east) {\scriptsize{Sigmoid:}};
 \node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{Sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+{\textrm e}^{-s_2})$}};
 \node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s_2=x_1 \cdot w_{12} + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;
 
@@ -138,7 +138,7 @@
 {
 \node [anchor=west] (flabel) at ([xshift=0.8in]y.east) {\scriptsize{Sigmoid:}};
 \node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{Sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+{\textrm e}^{-s_2})$}};
 \node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s_2=x_1 \cdot w_{12} + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;
 \begin{pgfonlayer}{background}

Chapter9/Figures/figure-four-layers-of-neural-network.tex

@@ -26,12 +26,12 @@
 \end{pgfonlayer}
 
 \node [anchor=west] (layer00label) at ([xshift=1.4em]x5.east) {\footnotesize{第0层}};
-\node [anchor=west] (layer00label2) at (layer00label.east) {\footnotesize{(输入层)}};
+\node [anchor=west] (layer00label2) at (layer00label.east) {\footnotesize{（输入层）}};
 {
 \node [anchor=west] (layer01label) at ([xshift=1em]layer01.east) {\footnotesize{第1层}};
 }
 {
-\node [anchor=west] (layer01label2) at (layer01label.east) {\footnotesize{({隐层})}};
+\node [anchor=west] (layer01label2) at (layer01label.east) {\footnotesize{（{隐层}）}};
 }
 
 %%% layer 2
@@ -57,7 +57,7 @@
 
 \node [anchor=west] (layer02label) at ([xshift=5em]layer02.east) {\footnotesize{第2层}};
 {
-\node [anchor=west] (layer02label2) at (layer02label.east) {\footnotesize{({隐层})}};
+\node [anchor=west] (layer02label2) at (layer02label.east) {\footnotesize{（{隐层}）}};
 }
 }
 
@@ -87,7 +87,7 @@
 
 \node [anchor=west] (layer03label) at ([xshift=1em]layer03.east) {\footnotesize{第3层}};
 {
-\node [anchor=west] (layer03label2) at (layer03label.east) {\footnotesize{({输出层})}};
+\node [anchor=west] (layer03label2) at (layer03label.east) {\footnotesize{（{输出层}）}};
 }
 }
 

Chapter9/Figures/figure-one-hot.tex

@@ -7,7 +7,7 @@
 \node [anchor=south] (w1) at (o1.north) {\footnotesize{桌子}};
 \node [anchor=south] (w2) at (o2.north) {\footnotesize{椅子}};
 {
-\node [anchor=south,fill=red!20!white] (cosine) at (w1.north) {\footnotesize{$\textrm{cosine}(\textrm{`桌子'},\textrm{`椅子'})=0$}};
+\node [anchor=south,fill=red!20!white] (cosine) at (w1.north) {\footnotesize{$\textrm{cosine}(\textrm{‘桌子’},\textrm{‘椅子’})=0$}};
 }
 \end{scope}
 

Chapter9/Figures/figure-parallel.tex

@@ -22,7 +22,7 @@
 }
 \end{pgfonlayer}
 
-\tikzstyle{processor} = [draw,thick,fill=orange!20,minimum width=4em,align=left,rounded corners=2pt]
+\tikzstyle{processor} = [draw,thick,fill=orange!15,minimum width=4em,align=left,rounded corners=2pt]
 
 {
 \node [processor,anchor=north,align=center] (processor2) at ([yshift=-1.2in]serverlabel.south) {\footnotesize{处理器 2}\\\footnotesize{(G2)}};
@@ -47,15 +47,15 @@
 
 \footnotesize{
 {
-\node[job,anchor=south west,fill=blue!50] (fetch11) at ([xshift=6em,yshift=-0.2em]processor3.east) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30] (minibatch11) at ([yshift=1pt]fetch11.east) {\scriptsize{minibatch3}};
-\node[job,anchor=west,fill=red!50] (push11) at ([yshift=1pt]minibatch11.east) {\textbf{P}};
-\node[job,anchor=north west,fill=blue!50] (fetch12) at ([xshift=0.8em]fetch11.south west) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30] (minibatch12) at ([yshift=1pt]fetch12.east) {\scriptsize{minibatch2}};
-\node[job,anchor=west,fill=red!50] (push12) at ([yshift=1pt]minibatch12.east) {\textbf{P}};
-\node[job,anchor=north west,fill=blue!50] (fetch13) at ([xshift=0.8em]fetch12.south west) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30,minimum width=8.2em] (minibatch13) at ([yshift=1pt]fetch13.east) {\footnotesize{minibatch1}};
-\node[job,anchor=west,fill=red!50] (push13) at ([yshift=1pt]minibatch13.east) {\textbf{P}};
+\node[job,anchor=south west,fill=blue!30] (fetch11) at ([xshift=6em,yshift=-0.2em]processor3.east) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25] (minibatch11) at ([yshift=1pt]fetch11.east) {\scriptsize{minibatch3}};
+\node[job,anchor=west,fill=red!30] (push11) at ([yshift=1pt]minibatch11.east) {\textbf{P}};
+\node[job,anchor=north west,fill=blue!30] (fetch12) at ([xshift=0.8em]fetch11.south west) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25] (minibatch12) at ([yshift=1pt]fetch12.east) {\scriptsize{minibatch2}};
+\node[job,anchor=west,fill=red!30] (push12) at ([yshift=1pt]minibatch12.east) {\textbf{P}};
+\node[job,anchor=north west,fill=blue!30] (fetch13) at ([xshift=0.8em]fetch12.south west) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25,minimum width=8.2em] (minibatch13) at ([yshift=1pt]fetch13.east) {\footnotesize{minibatch1}};
+\node[job,anchor=west,fill=red!30] (push13) at ([yshift=1pt]minibatch13.east) {\textbf{P}};
 \node[anchor=south west,draw,fill=gray!20,minimum width=7.7em] (update11) at ([yshift=3.82em]push11.north east) {更新};
 
 \node[anchor=north] (G11) at (fetch11.west) {\small{G3}};
@@ -100,7 +100,7 @@
 }
 \end{pgfonlayer}
 
-\tikzstyle{processor} = [draw,thick,fill=orange!20,minimum width=4em,align=left,rounded corners=2pt]
+\tikzstyle{processor} = [draw,thick,fill=orange!15,minimum width=4em,align=left,rounded corners=2pt]
 
 {
 \node [processor,anchor=north,align=center] (processor2) at ([yshift=-1.2in]serverlabel.south) {\footnotesize{处理器 2}\\\footnotesize{(G2)}};
@@ -125,15 +125,15 @@
 
 \footnotesize{
 {
-\node[job,anchor=south west,fill=blue!50] (fetch21) at ([xshift=6em,yshift=-0.3em]processor3.east) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30] (minibatch21) at ([yshift=1pt]fetch21.east) {\scriptsize{minibatch3}};
-\node[job,anchor=west,fill=red!50] (push21) at ([yshift=1pt]minibatch21.east) {\textbf{P}};
-\node[job,anchor=north west,fill=blue!50] (fetch22) at ([xshift=0.8em]fetch21.south west) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30] (minibatch22) at ([yshift=1pt]fetch22.east) {\scriptsize{minibatch2}};
-\node[job,anchor=west,fill=red!50] (push22) at ([yshift=1pt]minibatch22.east) {\textbf{P}};
-\node[job,anchor=north west,fill=blue!50] (fetch23) at ([xshift=0.8em]fetch22.south west) {\textbf{F}};
-\node[job,anchor=west,fill=orange!30,minimum width=8.25em] (minibatch23) at ([yshift=1pt]fetch23.east) {\footnotesize{minibatch1}};
-\node[job,anchor=west,fill=red!50] (push23) at ([yshift=1pt]minibatch23.east) {\textbf{P}};
+\node[job,anchor=south west,fill=blue!30] (fetch21) at ([xshift=6em,yshift=-0.3em]processor3.east) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25] (minibatch21) at ([yshift=1pt]fetch21.east) {\scriptsize{minibatch3}};
+\node[job,anchor=west,fill=red!30] (push21) at ([yshift=1pt]minibatch21.east) {\textbf{P}};
+\node[job,anchor=north west,fill=blue!30] (fetch22) at ([xshift=0.8em]fetch21.south west) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25] (minibatch22) at ([yshift=1pt]fetch22.east) {\scriptsize{minibatch2}};
+\node[job,anchor=west,fill=red!30] (push22) at ([yshift=1pt]minibatch22.east) {\textbf{P}};
+\node[job,anchor=north west,fill=blue!30] (fetch23) at ([xshift=0.8em]fetch22.south west) {\textbf{F}};
+\node[job,anchor=west,fill=orange!25,minimum width=8.25em] (minibatch23) at ([yshift=1pt]fetch23.east) {\footnotesize{minibatch1}};
+\node[job,anchor=west,fill=red!30] (push23) at ([yshift=1pt]minibatch23.east) {\textbf{P}};
 \node[anchor=south west,draw,fill=gray!20,minimum width=0.6in] (update21) at ([yshift=2pt]push21.north east) {更新};
 \node[anchor=south west,draw,fill=gray!20,minimum width=0.25in] (update22) at ([yshift=2.8pt]push23.north east) {\tiny{更新}};
 

Chapter9/Figures/figure-piecewise.tex

@@ -33,7 +33,7 @@
 \draw [->,thick] (-2.2,0) -- (2.2,0);
 \draw [->,thick] (0,0) -- (0,2);
 \draw [-] (-0.05,1) -- (0.05,1);
-\node [anchor=east,inner sep=1pt] (label1) at (0,1) {\tiny{1}};
+\node [anchor=east,inner sep=1pt] (label1) at (0,1.18) {\tiny{1}};
 \node [anchor=south east,inner sep=1pt] (label2) at (0,0) {\tiny{0}};
 \node [anchor=north,inner sep=1pt] (labela) at (0,-0.2) {\footnotesize{(a)}};
 }

Chapter9/Figures/figure-rnn-model.tex

@@ -10,7 +10,7 @@
 \node [anchor=north,rnnnode,fill=red!30!white] (e2) at ([yshift=-1.2em]node12.south) {\scriptsize{embedding}};
 \node [anchor=north,rnnnode,fill=red!30!white] (e3) at ([yshift=-1.2em]node13.south) {\scriptsize{embedding}};
 \node [anchor=north,rnnnode,fill=red!30!white] (e4) at ([yshift=-1.2em]node14.south) {\scriptsize{embedding}};
-\node [anchor=north] (w1) at ([yshift=-1em]e1.south) {\footnotesize{乔布斯}};
+\node [anchor=north] (w1) at ([yshift=-1em]e1.south) {\footnotesize{亚伦}};
 \node [anchor=north] (w2) at ([yshift=-1em]e2.south) {\footnotesize{任职}};
 \node [anchor=north] (w3) at ([yshift=-1em]e3.south) {\footnotesize{于}};
 \node [anchor=north] (w4) at ([yshift=-1em]e4.south) {\footnotesize{苹果}};
@@ -31,13 +31,13 @@
 \node [anchor=south,rnnnode] (node24) at ([yshift=1.5em]node14.north) {\scriptsize{RNN Cell}};
 
 \node [anchor=south] (node31) at ([yshift=1.0em]node21.north) {\scriptsize{的表示}};
-\node [anchor=south west] (node31new) at ([yshift=-0.3em]node31.north west) {\scriptsize{``乔布斯''}};
+\node [anchor=south west] (node31new) at ([yshift=-0.3em]node31.north west) {\scriptsize{“亚伦”}};
 \node [anchor=south] (node32) at ([yshift=1.0em]node22.north) {\scriptsize{的表示\ \ \ }};
-\node [anchor=south west] (node32new) at ([yshift=-0.3em]node32.north west) {\scriptsize{``乔布斯 任职''}};
+\node [anchor=south west] (node32new) at ([yshift=-0.3em]node32.north west) {\scriptsize{“亚伦 任职”}};
 \node [anchor=south] (node33) at ([yshift=1.0em]node23.north) {\scriptsize{的表示\ \ \ \ \ \ \ \ }};
-\node [anchor=south west] (node33new) at ([yshift=-0.3em]node33.north west) {\scriptsize{``乔布斯 任职 于''}};
+\node [anchor=south west] (node33new) at ([yshift=-0.3em]node33.north west) {\scriptsize{“亚伦 任职 于”}};
 \node [anchor=south] (node34) at ([yshift=1.0em]node24.north) {\scriptsize{的表示\ \ \ \ \ \ \ \ }};
-\node [anchor=south west] (node34new) at ([yshift=-0.3em]node34.north west) {\scriptsize{``乔布斯 任职 于 苹果''}};
+\node [anchor=south west] (node34new) at ([yshift=-0.3em]node34.north west) {\scriptsize{“亚伦 任职 于 苹果”}};
 
 \draw [->,thick] ([yshift=0.1em]node21.north)--([yshift=-0.1em]node31.south);
 \draw [->,thick] ([yshift=0.1em]node22.north)--([yshift=-0.1em]node32.south);
@@ -62,7 +62,7 @@
 \draw [->,thick] ([xshift=0.1em]node14.east)--([xshift=1em]node14.east);
 
 {
-\node [anchor=south] (toplabel1) at ([yshift=2em,xshift=-1.3em]node32new.north) {\footnotesize{``苹果''的表示：}};
+\node [anchor=south] (toplabel1) at ([yshift=2em,xshift=-1.3em]node32new.north) {\footnotesize{“苹果”的表示：}};
 \node [anchor=west,fill=blue!20!white,minimum width=3em] (toplabel2) at (toplabel1.east) {\footnotesize{上下文}};
 }
 {

Chapter9/Figures/figure-save.tex

@@ -4,7 +4,7 @@
 \setcounter{mycount1}{1}
 \draw[step=0.5cm,thick] (0,-0) grid (1.5,0.5);
 \foreach \x in {0.25,0.75,1.25}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm](vector1) at (\x,0.25) {$\number\value{mycount1}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm](vector1) at (\x,0.25) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{1};
 }
 \node [anchor=north] (labela) at ([xshift=-1.2em,yshift=-0em]vector1.south) {\footnotesize{(a) }};
@@ -14,11 +14,11 @@
 \draw[step=0.5cm,thick] (0,-0) grid (3.0,0.5);
 \setcounter{mycount2}{1}
 \foreach \x in {0.25,0.75,1.25}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] (vector2)at (\x,0.25) {$\number\value{mycount2}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] (vector2)at (\x,0.25) {$\number\value{mycount2}$};
     \addtocounter{mycount2}{1};
 }
 \foreach \x in {1.75,2.25,2.75}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount2}$};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount2}$};
     \addtocounter{mycount2}{1};
 }
 \node [anchor=north] (labelb) at ([xshift=0.3em,yshift=-0em]vector2.south) {\footnotesize{(b) }};
@@ -28,19 +28,19 @@
 \draw[step=0.5cm,thick] (0,-0) grid (6.0,0.5);
 \setcounter{mycount3}{1}
 \foreach \x in {0.25,0.75,1.25}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
     \addtocounter{mycount3}{1};
 }
 \foreach \x in {1.75,2.25,2.75}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
     \addtocounter{mycount3}{1};
 }
 \foreach \x in {3.25,3.75,4.25}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
     \addtocounter{mycount3}{1};
 }
 \foreach \x in {4.75,5.25,5.75}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,0.25) {$\number\value{mycount3}$};
     \addtocounter{mycount3}{1};
 }
 \draw[decorate,thick,decoration={brace,mirror,raise=0.2em}] (0,-0.2) -- (2.95,-0.2);

Chapter9/Figures/figure-softmax.tex

@@ -14,10 +14,10 @@
  % ymajorgrids,
   %xmajorgrids,
  axis x line*=bottom,
-  xmin=-6,
-  xmax=6,
+  xmin=-6.4,
+  xmax=6.4,
   ymin=0,
-  ymax=1]
+  ymax=1.2]
 \addplot[draw=ublue,very thick]{(tanh(x/2) + 1)/2};
 \end{axis}
 \end{tikzpicture}

Chapter9/Figures/figure-tensor-mul.tex

@@ -4,10 +4,10 @@
 \begin{scope}[yshift=6.5em,xshift=1em]
 {
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=orange,thick] (-1,-1) grid (1,1);
+\draw[step=0.5cm,color=orange!70,thick] (-1,-1) grid (1,1);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{1};
   }
 }
@@ -17,10 +17,10 @@
 \begin{scope}[yshift=6em,xshift=0.5em]
 {
 \setcounter{mycount2}{2}
-\draw[step=0.5cm,color=blue,thick] (-1,-1) grid (1,1);
+\draw[step=0.5cm,color=blue!70,thick] (-1,-1) grid (1,1);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=blue!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount2}$};
+    \node [fill=blue!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount2}$};
     \addtocounter{mycount2}{1};
   }
 }
@@ -30,10 +30,10 @@
 \begin{scope}[yshift=5.5em,xshift=0em]
 {
 \setcounter{mycount3}{3}
-\draw[step=0.5cm,color=ugreen,thick] (-1,-1) grid (1,1);
+\draw[step=0.5cm,color=ugreen!70,thick] (-1,-1) grid (1,1);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount3}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount3}$};
     \addtocounter{mycount3}{1};
   }
 }
@@ -43,10 +43,10 @@
 \begin{scope}[yshift=5em,xshift=-0.5em]
 {
 \setcounter{mycount4}{4}
-\draw[step=0.5cm,color=red,thick] (-1,-1) grid (1,1);
+\draw[step=0.5cm,color=red!70,thick] (-1,-1) grid (1,1);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}
   \foreach \x in {-0.75,-0.25,0.25,0.75}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount4}$};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount4}$};
     \addtocounter{mycount4}{1};
   }
 \node [anchor=north] (xlabel) at (0,-1.2) {$\mathbi{x}$};
@@ -76,11 +76,11 @@
 
 \begin{scope}[yshift=6.5em,xshift=1em+3in]
 {
-\draw[step=0.5cm,color=orange,thick] (-0.5,-1) grid (0.5,1.0);
+\draw[step=0.5cm,color=orange!70,thick] (-0.5,-1) grid (0.5,1.0);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}{
   \setcounter{mycount1}{2}
   \foreach \x in {-0.25,0.25}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{-1};
   }
 }
@@ -90,11 +90,11 @@
 
 \begin{scope}[yshift=6em,xshift=0.5em+3in]
 {
-\draw[step=0.5cm,color=blue,thick] (-0.5,-1) grid (0.5,1.0);
+\draw[step=0.5cm,color=blue!70,thick] (-0.5,-1) grid (0.5,1.0);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}{
   \setcounter{mycount1}{2}
   \foreach \x in {-0.25,0.25}{
-    \node [fill=blue!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=blue!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{-1};
   }
 }
@@ -104,11 +104,11 @@
 
 \begin{scope}[yshift=5.5em,xshift=0em+3in]
 {
-\draw[step=0.5cm,color=ugreen,thick] (-0.5,-1) grid (0.5,1.0);
+\draw[step=0.5cm,color=ugreen!70,thick] (-0.5,-1) grid (0.5,1.0);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}{
   \setcounter{mycount1}{2}
   \foreach \x in {-0.25,0.25}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=green!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{-1};
   }
 }
@@ -118,11 +118,11 @@
 
 \begin{scope}[yshift=5.0em,xshift=-0.5em+3in]
 {
-\draw[step=0.5cm,color=red,thick] (-0.5,-1) grid (0.5,1.0);
+\draw[step=0.5cm,color=red!70,thick] (-0.5,-1) grid (0.5,1.0);
 \foreach \y in {+0.75,+0.25,-0.25,-0.75}{
   \setcounter{mycount1}{2}
   \foreach \x in {-0.25,0.25}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.49cm,minimum width=0.49cm] at (\x,\y) {$\number\value{mycount1}$};
     \addtocounter{mycount1}{-1};
   }
 }

Chapter9/Figures/figure-tensor-sample.tex

@@ -7,40 +7,40 @@
 \begin{tikzpicture}
 \begin{scope}[yshift=6.5em,xshift=1em]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=orange,line width=0.4mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=orange!70,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
-    \node [fill=orange!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount1}};
+    \node [fill=orange!15,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount1}};
     \addtocounter{mycount1}{1};
   }
 \end{scope}
 
-\begin{scope}[yshift=5.5em,xshift=0em]
+\begin{scope}[yshift=5em,xshift=-0.5em]
 \setcounter{mycount2}{2}
-\draw[step=0.5cm,color=blue,line width=0.4mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=blue!70,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
-    \node [fill=blue!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount2}};
+    \node [fill=blue!15,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount2}};
     \addtocounter{mycount2}{1};
   }
 \end{scope}
 
-\begin{scope}[yshift=4.5em,xshift=-1em]
+\begin{scope}[yshift=3.5em,xshift=-2em]
 \setcounter{mycount3}{3}
-\draw[step=0.5cm,color=ugreen,line width=0.4mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=ugreen!70,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
-    \node [fill=green!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount3}};
+    \node [fill=ugreen!15,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount3}};
     \addtocounter{mycount3}{1};
   }
 \end{scope}
 
-\begin{scope}[yshift=3.5em,xshift=-2em]
+\begin{scope}[yshift=2em,xshift=-3.5em]
 \setcounter{mycount4}{4}
-\draw[step=0.5cm,color=red,line width=0.4mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=red!70,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
-    \node [fill=red!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount4}};
+    \node [fill=red!15,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount4}};
     \addtocounter{mycount4}{1};
   }
 \end{scope}

Chapter9/Figures/figure-the-amount-of-data-in-a-bilingual-corpus.tex

@@ -7,17 +7,17 @@
     yticklabel style={/pgf/number format/precision=1,/pgf/number format/fixed zerofill},
     xticklabel style={/pgf/number format/1000 sep=},
     xlabel style={yshift=0.5em},
-    xlabel={\footnotesize{Year}},ylabel={\footnotesize{句子数量(个)}},
+    xlabel={\footnotesize{年份}},ylabel={\footnotesize{句子数量(个)}},
     ymin=1,ymax=1000000000000,
     xmin=1999,xmax=2020,xtick={2000,2005,2010,2015,2020},
     legend style={yshift=-5em,xshift=0em,legend cell align=left,legend plot pos=right}
 ]
 
 \addplot[purple,mark=square,mark=star,very thick] coordinates {(2001,10000) (2005,2000000) (2008,8000000) (2009,9000000) (2011,10000000) (2012,12000000) (2014,20000000) (2016,30000000) (2018,40000000) };
-\addlegendentry{\tiny{Bi-text used in MT papers}\ \ \ \ \ \ \ \ \ \ }
+\addlegendentry{\tiny{机器翻译论文中使用的双语数据量}\ \ \ \ \ \ \ \ \ \ }
 {
 \addplot[ublue,mark=otimes*,very thick] coordinates {(2005,10000000) (2008,100000000) (2012,3000000000) (2016,5000000000) (2019,10000000000) };
-\addlegendentry{\tiny{Bi-text used in practical systems}}
+\addlegendentry{\tiny{实用系统中使用的双语数据量}}
 }
 
 \end{semilogyaxis}

Chapter9/Figures/figure-two-layer-neural-network.tex

@@ -46,7 +46,7 @@
 {
 \node [anchor=west] (flabel) at ([xshift=1in]y.east) {\footnotesize{Sigmoid:}};
 \node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\footnotesize{Sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\footnotesize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\footnotesize{$f(s_2)=1/(1+{\textrm e}^{-s_2})$}};
 \node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\footnotesize{$s_2=x_1 \cdot w_{12} + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;