13章知识蒸馏图

Chapter13/Figures/figure-difference-between-word-level-and-sequence-level-in-knowledge-distillation.tex

@@ -13,6 +13,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob11.center);
                         \node [draw,fit=(prob11) (prob21) (prob31) (prob41) (prob51) (topright) (bottomleft)] (prob1) {};
                     \end{pgfonlayer}
+%                    \node [anchor=center] (word11) at ([yshift=0.7cm]prob11.center) {I};
                     
                     % Column 2
                     \node [prob,minimum size=0.1cm,anchor=center] (prob12) at ([xshift=1cm]prob11.center) {};
@@ -25,6 +26,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob12.center);
                         \node [draw,fit=(prob12) (prob22) (prob32) (prob42) (prob52) (topright) (bottomleft)] (prob2) {};
                     \end{pgfonlayer}
+%                    \node [anchor=center] (word12) at ([yshift=0.68cm]prob12.center) {am};
                     
                     % Column 3
                     \node [prob,minimum size=0.1cm,anchor=center] (prob13) at ([xshift=1cm]prob12.center) {};
@@ -37,6 +39,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob13.center);
                         \node [draw,fit=(prob13) (prob23) (prob33) (prob43) (prob53) (topright) (bottomleft)] (prob3) {};
                     \end{pgfonlayer}
+%                    \node [anchor=center] (word13) at ([yshift=0.7cm]prob13.center) {fine};
                     
                     % Column 4
                     \node [prob,minimum size=0.5cm,anchor=center] (prob14) at ([xshift=1cm]prob13.center) {$.8$};
@@ -49,9 +52,10 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob14.center);
                         \node [draw,fit=(prob14) (prob24) (prob34) (prob44) (prob54) (topright) (bottomleft)] (prob4) {};
                     \end{pgfonlayer}
+%                    \node [anchor=center] (word14) at ([yshift=0.68cm]prob14.center) {$\langle$eos$\rangle$};
 
                     % Label
-                    \draw [decorate,decoration={brace}] ([yshift=0.1cm]prob1.north west) to node [midway,above,font=\small] {学习目标(Teacher输出)} ([yshift=0.1cm]prob4.north east);
+                    \draw [decorate,decoration={brace}] ([xshift=0.1cm]prob4.north east) to node [midway,right,font=\small,align=center] {教师\\模型\\输出\\分布} ([xshift=0.1cm]prob4.south east);
                 
                     % Vocab
                     \node [word,anchor=center] () at ([xshift=-0.9cm]prob11.center) {$\langle$eos$\rangle$};
@@ -84,7 +88,7 @@
 \node [word,anchor=north] () at ([xshift=2.1cm,yshift=-0.5cm]ns.south) {(a)\ Word-level};
 \end{scope}
                
-\begin{scope}[xshift=2.5in]
+\begin{scope}[xshift=2.7in]
                     % Column 1
                     \node [prob,minimum size=0.1cm] (prob11) at (0,0) {};
                     \node [prob,minimum size=0.5cm,anchor=center] (prob21) at ([yshift=-0.5cm]prob11.center) {$1.$};
@@ -96,6 +100,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob11.center);
                         \node [draw,fit=(prob11) (prob21) (prob31) (prob41) (prob51) (topright) (bottomleft)] (prob1) {};
                     \end{pgfonlayer}
+                    \node [anchor=center] (word11) at ([yshift=0.7cm]prob11.center) {I};
                     
                     % Column 2
                     \node [prob,minimum size=0.1cm,anchor=center] (prob12) at ([xshift=1cm]prob11.center) {};
@@ -108,6 +113,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob12.center);
                         \node [draw,fit=(prob12) (prob22) (prob32) (prob42) (prob52) (topright) (bottomleft)] (prob2) {};
                     \end{pgfonlayer}
+                    \node [anchor=center] (word12) at ([yshift=0.68cm]prob12.center) {am};
                     
                     % Column 3
                     \node [prob,minimum size=0.1cm,anchor=center] (prob13) at ([xshift=1cm]prob12.center) {};
@@ -120,6 +126,7 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob13.center);
                         \node [draw,fit=(prob13) (prob23) (prob33) (prob43) (prob53) (topright) (bottomleft)] (prob3) {};
                     \end{pgfonlayer}
+                    \node [anchor=center] (word13) at ([yshift=0.68cm]prob13.center) {good};
                     
                     % Column 4
                     \node [prob,minimum size=0.5cm,anchor=center] (prob14) at ([xshift=1cm]prob13.center) {$1.$};
@@ -132,9 +139,10 @@
                         \coordinate (topright) at ([shift={(0.25cm,0.25cm)}]prob14.center);
                         \node [draw,fit=(prob14) (prob24) (prob34) (prob44) (prob54) (topright) (bottomleft)] (prob4) {};
                     \end{pgfonlayer}
+                    \node [anchor=center] (word14) at ([yshift=0.68cm]prob14.center) {$\langle$eos$\rangle$};
 
                     % Label
-                    \draw [decorate,decoration={brace}] ([yshift=0.1cm]prob1.north west) to node [midway,above,font=\small] {学习目标(Teacher输出)} ([yshift=0.1cm]prob4.north east);
+                    \draw [decorate,decoration={brace}] ([xshift=0.1cm]prob4.north east) to node [midway,right,font=\small,align=center] {教师\\模型\\输出\\译文} ([xshift=0.1cm]prob4.south east);
                 
                     % Vocab
                     \node [word,anchor=center] () at ([xshift=-0.9cm]prob11.center) {$\langle$eos$\rangle$};