From 61d95818e4c072642d5ae0c2a65079762bf13bfc Mon Sep 17 00:00:00 2001 From: rafaelsandroni Date: Sun, 15 Dec 2024 20:50:23 -0300 Subject: [PATCH 1/2] Fix run_tap param evaluator_model Signed-off-by: rafaelsandroni --- garak/probes/tap.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/garak/probes/tap.py b/garak/probes/tap.py index 1b811b449..0eccf1157 100644 --- a/garak/probes/tap.py +++ b/garak/probes/tap.py @@ -284,7 +284,7 @@ def probe(self, generator) -> List[garak.attempt.Attempt]: attack_model_config=self.attack_model_config, attack_max_attempts=self.attack_max_attempts, evaluator_model_type=self.evaluator_model_type, - evaluator_model=self.evaluator_model_name, + evaluator_model_name=self.evaluator_model_name, evaluator_model_config=self.evaluator_model_config, branching_factor=self.branching_factor, width=self.width, From d071c96525691ad3a92bf9fb7f6ea2ee9c697262 Mon Sep 17 00:00:00 2001 From: Jeffrey Martin Date: Mon, 16 Dec 2024 09:02:42 -0600 Subject: [PATCH 2/2] set missing `pruning` default for tap.PAIR Signed-off-by: Jeffrey Martin --- garak/probes/tap.py | 1 + 1 file changed, 1 insertion(+) diff --git a/garak/probes/tap.py b/garak/probes/tap.py index 0eccf1157..10cbe32c1 100644 --- a/garak/probes/tap.py +++ b/garak/probes/tap.py @@ -260,6 +260,7 @@ class PAIR(Probe): "depth": 10, "n_streams": 1, "keep_last_n": 1, + "pruning": True, } def __init__(self, config_root=_config):