Add new figure for rovrm

section7/Figures/rovrm.tex

+\definecolor{temp0}{RGB}{167,208,141}
+\definecolor{temp1}{RGB}{196,194,217}
+\definecolor{temp2}{RGB}{196,204,223}
+\definecolor{temp3}{RGB}{168,208,142}
+\definecolor{temp4}{RGB}{250,235,243}
+\usetikzlibrary {shapes.arrows}
+
+\begin{tikzpicture} [
+  box/.style={rounded corners=6pt, align=center, minimum height=1.2cm,anchor=center},
+  box1/.style={box,sharp corners,align=left, minimum height=4cm,anchor=center,text width=6.5cm,fill=white},
+  box2/.style={box,rounded corners=10pt,align=left, minimum height=4.4cm,anchor=center,minimum width=7.1cm,fill=temp2}
+  ]
+
+  \node [box,text width=5.8cm,fill=cyan!20] (phase-1) at (0,0) {\textit{\textbf{Phase One: Pre-training with \\ Textual Preference Data}}};
+  \node [box,text width=5.8cm,fill=red!20] (phase-2) at ([xshift=7.5cm]phase-1.center) {\textit{\textbf{Phase Two: Fine-tuning with Image \\ Caption-based Preference Data}}};
+  \node [box,text width=5.8cm,fill=temp1] (phase-3) at ([xshift=7.5cm]phase-2.center) {\textit{\textbf{Phase Three: Fine-tuning with \\ Visual Preference Data}}};
+  \node [box,fill=temp0] (rovrm) at ([xshift=5cm]phase-3.center) {\textbf{RoVRM}};
+
+  \node [box2] (box-1) at ([yshift=-4cm]phase-1.center) {};
+  \node [box1] (box-2) at (box-1)
+  {\textit{\underline{Instruction}}: Can you determine the missing number in the sequence: 2, 6, 14, 30, 62, \_\_? \\ ~ \\
+    \textit{\underline{Chosen Response}}: The missing number in the sequence is 126.\\ \textit{\underline{Rejected Response}}: The sequence is 6.};
+
+  \node [box2] (box-3) at ([yshift=-4cm]phase-2.center) {};
+  \node [box1] (box-4) at (box-3)
+  {\textit{\underline{Instruction}}: Describe the image in detail.\\ \textit{\underline{Image Caption}}: There are four mangosteens,
+    one of which has been cut open.\\ \textit{\underline{Chosen Response}}: There are several \textcolor{temp3}{mangosteens} on a \textcolor{temp3}{wooden table}.\\
+    \textit{\underline{Rejected Response}}: This is a dark fruit, possibly a variety of \textcolor{red}{pitaya}.\\};
+
+  \node [box2] (box-5) at ([yshift=-4cm]phase-3.center) {};
+  \node [box1] (box-6) at (box-5)
+  {\includegraphics{section7/Figures/mangosteens.jpg}\\\textit{\underline{Chosen Response}}: There are several \textcolor{temp3}{mangosteens} on a \textcolor{temp3}{wooden table}.\\
+    \textit{\underline{Rejected Response}}: This is a dark fruit, possibly a variety of \textcolor{red}{pitaya}.\\};
+  \node [text width=4.5cm,anchor=north,align=left] at ([xshift=1.2cm,yshift=-.5cm]box-6.north)
+  {\textit{\underline{Instruction}}: Describe the image in detail.};
+
+  \node[draw,fill=temp4,minimum height=1cm,minimum width=0.75cm,single arrow,anchor=south,shape border rotate=90,single arrow head extend=0.12cm,] (arrow) at ([yshift=0.1cm]box-1.north) {};
+  \node[draw,fill=temp4,minimum height=1cm,minimum width=0.75cm,single arrow,anchor=south,shape border rotate=90,single arrow head extend=0.12cm,] (arrow) at ([yshift=0.1cm]box-3.north) {};
+  \node[draw,fill=temp4,minimum height=1cm,minimum width=0.75cm,single arrow,anchor=south,shape border rotate=90,single arrow head extend=0.12cm,] (arrow) at ([yshift=0.1cm]box-5.north) {};
+
+  \draw[line width=0.5mm,arrows = {-Stealth[inset=0pt, length=0.2cm, angle'=45]}] (phase-1.east) to ([xshift=0.3cm]phase-1.east)
+  to [out=90,in=180] ($1/2*(phase-1.east)+1/2*(phase-2.west)+(-0.1cm,0.5cm)$) to [out=0,in=90] ([xshift=-0.5cm]phase-2.west) to (phase-2.west);
+  \draw[line width=0.2mm] ($1/2*(phase-1.east)+1/2*(phase-2.west)+(-0.1cm,0.8cm)$) .. controls +(-0.5cm,-1.4cm) and +(+0.5cm,1.4cm) .. ($1/2*(phase-1.east)+1/2*(phase-2.west)+(-0.3cm,-0.4cm)$);
+  \draw[line width=0.2mm] ($1/2*(phase-1.east)+1/2*(phase-2.west)+(0.1cm,0.8cm)$) .. controls +(-0.5cm,-1.4cm) and +(+0.5cm,1.4cm) .. ($1/2*(phase-1.east)+1/2*(phase-2.west)+(-0.1cm,-0.4cm)$);
+  \draw[line width=0.5mm,arrows = {-Stealth[inset=0pt, length=7pt, angle'=45]}] (phase-3.east) -- (rovrm.west);
+  \node at ([yshift=-0.9cm]$1/2*(phase-1.east)+1/2*(phase-2.west)$) {Bridging Task Gap};
+
+  \draw[line width=0.5mm,arrows = {-Stealth[inset=0pt, length=0.2cm, angle'=45]}] (phase-2.east) to ([xshift=0.3cm]phase-2.east)
+  to [out=90,in=180] ($1/2*(phase-2.east)+1/2*(phase-3.west)+(-0.1cm,0.5cm)$) to [out=0,in=90] ([xshift=-0.5cm]phase-3.west) to (phase-3.west);
+  \draw[line width=0.2mm] ($1/2*(phase-2.east)+1/2*(phase-3.west)+(-0.1cm,0.8cm)$) .. controls +(-0.5cm,-1.4cm) and +(+0.5cm,1.4cm) .. ($1/2*(phase-2.east)+1/2*(phase-3.west)+(-0.3cm,-0.4cm)$);
+  \draw[line width=0.2mm] ($1/2*(phase-2.east)+1/2*(phase-3.west)+(0.1cm,0.8cm)$) .. controls +(-0.5cm,-1.4cm) and +(+0.5cm,1.4cm) .. ($1/2*(phase-2.east)+1/2*(phase-3.west)+(-0.1cm,-0.4cm)$);
+  \draw[line width=0.5mm,arrows = {-Stealth[inset=0pt, length=7pt, angle'=45]}] (phase-3.east) -- (rovrm.west);
+  \node at ([yshift=-0.9cm]$1/2*(phase-2.east)+1/2*(phase-3.west)$) {Bridging Modality Gap };
+
+\end{tikzpicture}

section7/section7.tex

@@ -25,6 +25,9 @@ As discussed in Section~\ref{sec:generative-reward-models}, reward reasoning mod
 
 
 \begin{figure*}[!t]
 \begin{figure*}[!t]
     \centering
     \centering
+    \resizebox{\linewidth}{!}{
+      \input{section7/Figures/rovrm.tex}
+    }
     \caption{RoVRM}
     \caption{RoVRM}
     \label{fig:preference-transfer}
     \label{fig:preference-transfer}
 \end{figure*}
 \end{figure*}