\section{大模型偏好对齐技术}
\subsection{对齐概述}
\input{section/3.4sub/part1}
\subsection{奖励模型构建方法}
\input{section/3.4sub/part2}
\subsection{基于 PPO 的强化学习人类反馈训练}
\input{section/3.4sub/part3}
\subsection{直接偏好优化}
\input{section/3.4sub/part4}
\subsection{偏好数据自动生成}
\input{section/3.4sub/part5}