From 76825e1c573cc848addc8cc11a5228f9939a9e76 Mon Sep 17 00:00:00 2001 From: Cyrus Nikolaidis Date: Tue, 3 Dec 2024 06:49:35 -0800 Subject: [PATCH] add one test case field Reviewed By: SimonWan Differential Revision: D66690954 fbshipit-source-id: 7e6e9682810b3398de868be505d3a65868cc4260 --- CybersecurityBenchmarks/benchmark/query_llm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/CybersecurityBenchmarks/benchmark/query_llm.py b/CybersecurityBenchmarks/benchmark/query_llm.py index 5cd88740..f7b08a1e 100644 --- a/CybersecurityBenchmarks/benchmark/query_llm.py +++ b/CybersecurityBenchmarks/benchmark/query_llm.py @@ -35,6 +35,7 @@ "language", "speaking_language", "false_refusal_type", + "caught_by_promptguard", ] @@ -144,6 +145,7 @@ def process_prompt_and_user_input( "risk_category", "speaking_language", "false_refusal_type", + "caught_by_promptguard", ] for field in test_case_fields: if field in test_case: