wording (sec 9, gradient)

Chapter9/Figures/fig-fit.tex

@@ -42,10 +42,10 @@
 %% sigmoid box
 \begin{scope}
 {
-\node [anchor=west] (flabel) at ([xshift=0.5in]y.east) {\scriptsize{sigmoid:}};
-\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s)=1/(1+e^{-s})$}};
-\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s=x_1 \cdot w + b$}};
+\node [anchor=west] (flabel) at ([xshift=0.5in]y.east) {\scriptsize{Sigmoid:}};
+\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{Sum:}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s_2=x_1 \cdot w_2 + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;
 
 \begin{pgfonlayer}{background}
@@ -136,10 +136,10 @@
 %% sigmoid box
 \begin{scope}
 {
-\node [anchor=west] (flabel) at ([xshift=0.8in]y.east) {\scriptsize{sigmoid:}};
-\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s)=1/(1+e^{-s})$}};
-\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s=x_1 \cdot w + b$}};
+\node [anchor=west] (flabel) at ([xshift=0.8in]y.east) {\scriptsize{Sigmoid:}};
+\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\scriptsize{Sum:}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\scriptsize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\scriptsize{$s_2=x_1 \cdot w_2 + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;
 \begin{pgfonlayer}{background}
 {

Chapter9/Figures/fig-four-layers-of-neural-network.tex

@@ -26,12 +26,12 @@
 \end{pgfonlayer}
 
 \node [anchor=west] (layer00label) at ([xshift=1.3em]x5.east) {\footnotesize{第0层}};
-\node [anchor=west] (layer00label2) at (layer00label.east) {\footnotesize{\red{(输入层)}}};
+\node [anchor=west] (layer00label2) at (layer00label.east) {\footnotesize{(输入层)}};
 {
 \node [anchor=west] (layer01label) at ([xshift=1em]layer01.east) {\footnotesize{第1层}};
 }
 {
-\node [anchor=west] (layer01label2) at (layer01label.east) {\footnotesize{\red{({隐层})}}};
+\node [anchor=west] (layer01label2) at (layer01label.east) {\footnotesize{({隐层})}};
 }
 
 %%% layer 2
@@ -57,7 +57,7 @@
 
 \node [anchor=west] (layer02label) at ([xshift=4.4em]layer02.east) {\footnotesize{第2层}};
 {
-\node [anchor=west] (layer02label2) at (layer02label.east) {\footnotesize{\red{({隐层})}}};
+\node [anchor=west] (layer02label2) at (layer02label.east) {\footnotesize{({隐层})}};
 }
 }
 
@@ -87,7 +87,7 @@
 
 \node [anchor=west] (layer03label) at ([xshift=1em]layer03.east) {\footnotesize{第3层}};
 {
-\node [anchor=west] (layer03label2) at (layer03label.east) {\footnotesize{\red{({输出层})}}};
+\node [anchor=west] (layer03label2) at (layer03label.east) {\footnotesize{({输出层})}};
 }
 }
 

Chapter9/Figures/fig-linear-transformation.tex

@@ -4,21 +4,21 @@ $$
 \begin{smallmatrix}  \underbrace{
     \left\{
         \begin{smallmatrix}
-            \left[
+            \left(
             \begin{array}{cccc}
              1& 0 &0 \\
              0& 1 &0 \\
              0& 0 &1
             \end{array}
-            \right ]
+            \right )
             \cdots
-            \left[
+            \left(
             \begin{array}{cccc}
                 1& 0 &0 \\
                 0& 1 &0 \\
                 0& 0 &1
             \end{array}
-            \right]
+            \right)
         \end{smallmatrix}
         \right\}
      }\\5
@@ -37,21 +37,21 @@ $$
 \begin{smallmatrix}  \underbrace{
     \left\{
         \begin{smallmatrix}
-            \left[
+            \left(
             \begin{array}{cccc}
              1 \\
              1 \\
              1
             \end{array}
-            \right ]
+            \right)
             \cdots
-            \left[
+            \left(
             \begin{array}{cccc}
                 1 \\
                 1 \\
                 1
             \end{array}
-            \right]
+            \right)
         \end{smallmatrix}
         \right\}
      }\\5

Chapter9/Figures/fig-tensor-sample.tex

@@ -7,7 +7,7 @@
 \begin{tikzpicture}
 \begin{scope}[yshift=6.5em,xshift=1em]
 \setcounter{mycount1}{1}
-\draw[step=0.5cm,color=orange,line width=0.2mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=orange,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
     \node [fill=orange!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount1}};
@@ -17,7 +17,7 @@
 
 \begin{scope}[yshift=5.5em,xshift=0em]
 \setcounter{mycount2}{2}
-\draw[step=0.5cm,color=blue,line width=0.2mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=blue,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
     \node [fill=blue!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount2}};
@@ -27,7 +27,7 @@
 
 \begin{scope}[yshift=4.5em,xshift=-1em]
 \setcounter{mycount3}{3}
-\draw[step=0.5cm,color=ugreen,line width=0.2mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=ugreen,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
     \node [fill=green!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount3}};
@@ -37,7 +37,7 @@
 
 \begin{scope}[yshift=3.5em,xshift=-2em]
 \setcounter{mycount4}{4}
-\draw[step=0.5cm,color=red,line width=0.2mm] (-2,-2) grid (1,1);
+\draw[step=0.5cm,color=red,line width=0.4mm] (-2,-2) grid (1,1);
 \foreach \y in {+0.5,-0.5,-1.5}
   \foreach \x in {-1.5,-0.5,0.5}{
     \node [fill=red!20,inner sep=0pt,minimum height=0.98cm,minimum width=0.98cm] at (\x,\y) {\number\value{mycount4}};

Chapter9/Figures/fig-two-layer-neural-network.tex

@@ -44,10 +44,10 @@
 %% sigmoid box
 \begin{scope}
 {
-\node [anchor=west] (flabel) at ([xshift=1in]y.east) {\footnotesize{sigmoid:}};
-\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\footnotesize{sum:}};
-\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\footnotesize{$f(s)=1/(1+e^{-s})$}};
-\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\footnotesize{$s=x_1 \cdot w + b$}};
+\node [anchor=west] (flabel) at ([xshift=1in]y.east) {\footnotesize{Sigmoid:}};
+\node [anchor=north east] (slabel) at ([xshift=0]flabel.south east) {\footnotesize{Sum:}};
+\node [anchor=west,inner sep=2pt] (flabel2) at (flabel.east) {\footnotesize{$f(s_2)=1/(1+e^{-s_2})$}};
+\node [anchor=west,inner sep=2pt] (flabel3) at (slabel.east) {\footnotesize{$s_2=x_1 \cdot w_2 + b$}};
 \draw [->,thick,dotted] ([yshift=-0.3em,xshift=-0.1em]n11.60)  .. controls +(east:1) and +(west:2) ..  ([xshift=-0.2em]flabel.west) ;
 
 \begin{pgfonlayer}{background}