\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrr}
\toprule
Model & HarmBench - Llama Annotator Success Rate & HarmBench - GPT Annotator Success Rate & SimpleSafetyTests - Llama Annotator Success Rate & SimpleSafetyTests - GPT Annotator Success Rate & Anthropic Red Team - Llama Annotator Success Rate & Anthropic Red Team - GPT Annotator Success Rate & XSTest - Llama Annotator Success Rate & XSTest - GPT Annotator Success Rate \\
\midrule
DBRX Instruct & 0.9925 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
DeepSeek LLM Chat (67B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
DeepSeek R1 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
DeepSeek R1 (hide reasoning) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
DeepSeek v3 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 3 Instruct (70B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 3 Instruct (8B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 4 Maverick (17Bx128E) Instruct FP8 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Llama 4 Scout (17Bx16E) Instruct & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Mistral Instruct v0.1 (7B) & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Mistral Instruct v0.3 (7B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Mixtral Instruct (8x22B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Mixtral Instruct (8x7B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Qwen1.5 Chat (72B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Qwen2 Instruct (72B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Qwen2.5 Instruct Turbo (72B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Qwen2.5 Instruct Turbo (7B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Qwen3 235B A22B FP8 Throughput & 1.0 & 1.0 & 1.0 & 1.0 & 0.999 & 1.0 & 1.0 & 1.0 \\
Claude 3 Haiku (20240307) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Claude 3 Sonnet (20240229) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Claude 3 Opus (20240229) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Claude 3.7 Sonnet (20250219) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Command R & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Command R Plus & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 1.5 Pro (001) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 1.5 Flash (001) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 2.0 Flash & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 2.0 Flash Lite (02-05 preview) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 2.5 Pro (03-25 preview) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 2.0 Pro (02-05 preview) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Gemini 2.5 Flash (04-17 preview) & 1.0 & 1.0 & 0.99 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Mistral Small 3 (2501) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-3.5 Turbo (0613) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-3.5 Turbo (1106) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 0.999 & 1.0 & 1.0 \\
GPT-3.5 Turbo (0125) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4o (2024-05-13) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 0.999 & 1.0 & 1.0 \\
GPT-4o mini (2024-07-18) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4.1 (2025-04-14) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4.1 mini (2025-04-14) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4.1 nano (2025-04-14) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
GPT-4.5 (2025-02-27 preview) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
o1 (2024-12-17) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
o1-mini (2024-09-12) & 1.0 & 1.0 & 1.0 & 1.0 & 0.999 & 1.0 & 1.0 & 1.0 \\
o3-mini (2025-01-31) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
o3 (2025-04-16) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
o4-mini (2025-04-16) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 0.9977777777777778 & 1.0 \\
Palmyra-X-004 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Palmyra X5 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Palmyra-Med (70B) & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Palmyra Fin & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Grok 3 Beta & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
Grok 3 mini Beta & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for annotation_metrics (safety_scenarios)}
\label{fig:annotation_metrics (safety_scenarios)}
\end{table*}