11

Chapter11/Figures/figure-deep-vs-light.tex

@@ -2,7 +2,7 @@
 \begin{tikzpicture}
 \begin{tikzpicture}
 	\tikzstyle{every node}=[scale=1.5]
 	\tikzstyle{every node}=[scale=1.5]
 	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
 	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
-	\tikzstyle{vuale} = [inner sep=0pt]
+	\tikzstyle{vuale} = [inner sep=0pt,font=\tiny]
 
 
 	
 	
 	\begin{scope}
 	\begin{scope}
@@ -27,7 +27,7 @@
 	\node[vuale] at (6.5em, 9.9em) {$y_2$};
 	\node[vuale] at (6.5em, 9.9em) {$y_2$};
 	
 	
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
-	\node [anchor=north,font=\footnotesize] at ([yshift=-0.2em]t2.south) {深度卷积};
+	\node [anchor=north,font=\tiny] at ([yshift=-0.2em]t2.south) {深度卷积};
 	\end{scope}
 	\end{scope}
 
 
 	\begin{scope}[xshift=4cm]
 	\begin{scope}[xshift=4cm]
@@ -52,7 +52,7 @@
 	\node[vuale] at (6.5em, 9.9em) {$y_2$};
 	\node[vuale] at (6.5em, 9.9em) {$y_2$};
 	
 	
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
-	\node [anchor=north,font=\footnotesize] at ([yshift=-0.2em]t2.south) {轻量卷积};
+	\node [anchor=north,font=\tiny] at ([yshift=-0.2em]t2.south) {轻量卷积};
 	\end{scope}
 	\end{scope}
 	
 	
 \end{tikzpicture}
 \end{tikzpicture}
\ No newline at end of file

Chapter11/Figures/figure-standard.tex

@@ -3,7 +3,7 @@
 	\tikzstyle{every node}=[scale=1.5]
 	\tikzstyle{every node}=[scale=1.5]
 	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
 	\tikzstyle{unit} = [inner sep=0pt, minimum size=1em,draw,thick]
 	%, font=\scriptsize
 	%, font=\scriptsize
-	\tikzstyle{vuale} = [inner sep=0pt]
+	\tikzstyle{vuale} = [inner sep=0pt,font=\tiny]
 
 
 	\begin{scope}
 	\begin{scope}
 	\foreach \point in {0,1,2}{
 	\foreach \point in {0,1,2}{
@@ -40,7 +40,7 @@
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	
 	
 	\node (t1) at (2.5em, -1em) {\large{$\cdots$}};
 	\node (t1) at (2.5em, -1em) {\large{$\cdots$}};
-	\node [anchor=north,font=\footnotesize] at ([yshift=-0.2em]t1.south) {传统卷积};
+	\node [anchor=north,font=\tiny] at ([yshift=-0.2em]t1.south) {传统卷积};
 	\end{scope}
 	\end{scope}
 	
 	
 	\begin{scope}[xshift=4cm]
 	\begin{scope}[xshift=4cm]
@@ -74,7 +74,7 @@
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	
 	
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
 	\node (t2) at (2.5em, -1em) {\large{$\cdots$}};
-	\node [anchor=north,font=\footnotesize] at ([yshift=-0.2em]t2.south) {深度卷积};
+	\node [anchor=north,font=\tiny] at ([yshift=-0.2em]t2.south) {深度卷积};
 	\end{scope}
 	\end{scope}
 	
 	
 	\begin{scope}[xshift=8cm]
 	\begin{scope}[xshift=8cm]
@@ -110,7 +110,7 @@
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	\node[vuale] at ([xshift=0.9em]r3_1.east) {$y_3$};
 	
 	
 	\node (t3) at (2.5em, -1em) {\large{$\cdots$}};
 	\node (t3) at (2.5em, -1em) {\large{$\cdots$}};
-	\node [anchor=north,font=\footnotesize] at ([yshift=-0.2em]t3.south) {逐点卷积};
+	\node [anchor=north,font=\tiny] at ([yshift=-0.2em]t3.south) {逐点卷积};
 	\end{scope}
 	\end{scope}
 	
 	
 \end{tikzpicture}
 \end{tikzpicture}
\ No newline at end of file

Chapter11/chapter11.tex

@@ -329,7 +329,7 @@
 
 
 \parinterval 残差连接从广义上讲也叫{\small\bfnew{短连接}}\index{短连接}（Short-cut Connection）\index{Short-cut Connection}，指的是这种短距离的连接。它的思想很简单，就是把层和层之间的距离拉近，进而提高信息传递的效率。如图\ref{fig:11-15}所示，子层1 通过残差连接跳过了子层2，直接和子层3 进行信息传递。使信息传递变得更高效，有效解决了深层网络训练过程中容易出现的梯度消失/爆炸问题，使得深层网络的训练更加容易。其计算公式为：
 \parinterval 残差连接从广义上讲也叫{\small\bfnew{短连接}}\index{短连接}（Short-cut Connection）\index{Short-cut Connection}，指的是这种短距离的连接。它的思想很简单，就是把层和层之间的距离拉近，进而提高信息传递的效率。如图\ref{fig:11-15}所示，子层1 通过残差连接跳过了子层2，直接和子层3 进行信息传递。使信息传递变得更高效，有效解决了深层网络训练过程中容易出现的梯度消失/爆炸问题，使得深层网络的训练更加容易。其计算公式为：
 \begin{eqnarray}
 \begin{eqnarray}
-x_{l+1} = x_l + \mathcal{F} (x_l)
+x_{l+1} = x_l + F (x_l)
 \label{eq:11-3}
 \label{eq:11-3}
 \end{eqnarray}
 \end{eqnarray}