Add Vishing Compliance Benchmark

Reviewed By: adam612, SimonWan Differential Revision: D66729563 fbshipit-source-id: 05179fe9bf94711e2d91644a97eb3a46c7b0ca3a
meta-llama · Dec 5, 2024 · 91b99f7 · 91b99f7
1 parent 4b80722
commit 91b99f7
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/CybersecurityBenchmarks/benchmark/query_llm.py b/CybersecurityBenchmarks/benchmark/query_llm.py
@@ -36,6 +36,11 @@
     "speaking_language",
     "false_refusal_type",
     "caught_by_promptguard",
+    "category",
+    "subcategories",
+    "voice_tone",
+    "label",
+    "sample_id",
 ]