a page of Transformer masks

Section06-Neural-Machine-Translation/section06.tex

@@ -4284,6 +4284,14 @@ PE_{(pos,2i+1)} = cos(pos/10000^{2i/d_{model}})
 \end{itemize}
 \end{frame}
 
+%%%------------------------------------------------------------------------------------------------------------
+%%% mask的实例
+\begin{frame}{Mask}
+% 为什么要加mask
+% self-attention的mask
+% enc-dec的mask （也可以加页）
+\end{frame}
+
 
 %%%------------------------------------------------------------------------------------------------------------
 \begin{frame}{多头自注意力模型}