\renewcommand{\arraystretch}{1.15}
\begin{tabular}{@{}>{\raggedright\arraybackslash}p{2.7cm}cccc>{\raggedright\arraybackslash}p{9.5cm}@{}}
\toprule[1.1pt]
\multirow{2}{*}{System Name} & \multicolumn{4}{c}{Supported Modality} & \multirow{2}{*}{Supported Training Approaches}  \\ \cmidrule(r){2-5}
& Text       & Image       & Video   & Audio    &  \\ \midrule
\href{https://github.com/huggingface/trl}{TRL}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& SFT, Reward Modeling, PPO, GRPO, RLOO, DPO, KTO, ORPO, Online-DPO; Agentic RL via OpenEnv/Harbor. \\
\href{https://github.com/OpenRLHF/OpenRLHF}{OpenRLHF}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& SFT, RM, PPO, REINFORCE++, GRPO, RLOO, Dr.GRPO, DPO, KTO; Agentic RL with single-turn/multi-turn executors.\\
\href{https://github.com/verl-project/verl}{verl}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& SFT, PPO, GRPO, GSPO, ReMax, REINFORCE++, RLOO, DAPO, Dr.GRPO; Agentic RL via multi-turn tool calling. \\
\href{https://github.com/langfengQ/verl-agent}{verl-agent}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& GiGPO, GRPO, PPO, DAPO, GSPO, RLOO, REINFORCE++, LoRA; purpose-built Agentic RL for long-horizon LLM/VLM agents. \\
\href{https://github.com/hiyouga/EasyR1}{EasyR1}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& GRPO, DAPO, REINFORCE++, ReMax, RLOO, GSPO, CISPO; no native Agentic RL. \\
\href{https://github.com/hiyouga/LLaMA-Factory}{LLaMA-Factory}
& \CheckmarkBold & \CheckmarkBold & \CheckmarkBold & \CheckmarkBold
& Pre-training, SFT, RM, PPO, DPO, KTO, ORPO, SimPO; no native Agentic RL. \\
\href{https://github.com/ByteDance-Seed/VeOmni}{VeOmni}
& \CheckmarkBold & \CheckmarkBold & \CheckmarkBold & \CheckmarkBold
& Single-/multi-modal pre-training and post-training, SFT-style training, DPO, RL trainer backend; no native Agentic RL environment stack. \\
\href{https://github.com/modelscope/ms-swift}{ms-swift}
& \CheckmarkBold & \CheckmarkBold & \CheckmarkBold & \CheckmarkBold
& Pre-training, SFT, RM, PPO, GRPO, DPO, KTO, ORPO, CPO, SimPO, GKD; Agentic RL via multi-turn GRPO/tool-use training. \\
\href{https://github.com/PKU-Alignment/align-anything}{Align-Anything}
& \CheckmarkBold & \CheckmarkBold & \CheckmarkBold & \CheckmarkBold
& SFT, RM, PPO, DPO, KTO, ORPO, SimPO, rule-based RL; Agent RL on roadmap. \\
\href{https://github.com/OpenRLHF/OpenRLHF-M}{OpenRLHF-M}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& PPO, GRPO, RLOO, Online-RLHF, Rejection Sampling for multimodal models; no native Agentic RL. \\
\href{https://github.com/microsoft/DeepSpeed/tree/master/blogs/deepspeed-chat}{DeepSpeed-Chat}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& SFT, Reward Modeling, PPO-based RLHF; no native Agentic RL. \\
\href{https://github.com/alibaba/ROLL}{ROLL}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& SFT, DPO, distillation, PPO, GRPO, REINFORCE++, GSPO, RAFT++, StarPO, GiGPO; Agentic RL. \\
\href{https://github.com/THUDM/slime}{slime}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& PPO, GRPO, GSPO, REINFORCE++, OPD; Agentic RL via custom generation, tools, sandboxes, and verifier rewards. \\
\href{https://github.com/Gen-Verse/OpenClaw-RL}{OpenClaw-RL}
& \CheckmarkBold & \CheckmarkBold & \XSolidBrush & \XSolidBrush
& Binary RL/GRPO, OPD, Hybrid RL, LoRA training; asynchronous Agentic RL for personalized agents, terminal, GUI, SWE, and tool-call settings. \\
\href{https://github.com/NovaSky-AI/SkyRL}{SkyRL}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& GRPO, DAPO, async RL, Tinker-compatible training; Agentic RL for tool-use, search, SQL, and long-horizon tasks. \\
\href{https://github.com/microsoft/agent-lightning}{Agent Lightning}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& RL, APO, SFT-style optimization hooks; purpose-built Agentic RL for existing agent frameworks. \\
\href{https://github.com/mll-lab-nu/RAGEN}{RAGEN}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& PPO/StarPO-style multi-turn optimization, rollout filtering, environment rewards; Agentic RL. \\
\href{https://github.com/PeterGriffinJin/Search-R1}{Search-R1}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& PPO, GRPO, REINFORCE for reasoning-search interleaved models; Agentic RL for search/tool use. \\
\href{https://github.com/areal-project/AReaL}{AReaL}
& \CheckmarkBold & \XSolidBrush & \XSolidBrush & \XSolidBrush
& PPO/GRPO-style asynchronous RL with agent-framework integration; Agentic RL. \\
\bottomrule[1.1pt]
\end{tabular}
