automatic garak/resources/plugin_cache.json update

NVIDIA · Oct 24, 2024 · e7269f9 · e7269f9
1 parent d3634f0
commit e7269f9
Showing 1 changed file with 86 additions and 23 deletions.
diff --git a/garak/resources/plugin_cache.json b/garak/resources/plugin_cache.json
@@ -1788,7 +1788,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentInjectionFactSnippetLegal": {
       "description": "String-based latent prompt injections in legal snippets",
@@ -1815,7 +1815,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentInjectionReport": {
       "description": "String-based latent prompt injections via a report",
@@ -1843,7 +1843,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentInjectionResume": {
       "description": "String-based latent prompt injections via a resume",
@@ -1870,7 +1870,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentInjectionTranslationEnFr": {
       "description": "String-based latent prompt injections via translation",
@@ -1898,7 +1898,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentInjectionTranslationEnZh": {
       "description": "Latent prompt injection in Chinese context (\u7b80\u4f53\u5b57)",
@@ -1926,7 +1926,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentJailbreak": {
       "description": "Implementation of Latent Jailbreak, using latent prompt injection-",
@@ -1955,7 +1955,7 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.latentinjection.LatentJailbreakMini": {
       "description": "Implementation of Latent Jailbreak, using latent prompt injection-",
@@ -1987,7 +1987,63 @@
         "owasp:llm01",
         "quality:Security:PromptStability"
       ],
-      "mod_time": "2024-10-11 12:34:04 +0000"
+      "mod_time": "2024-10-18 13:39:06 +0000"
+    },
+    "probes.latentinjection.LatentWhois": {
+      "description": "Latent prompt injections in whois probe reports",
+      "DEFAULT_PARAMS": {
+        "generations": 1
+      },
+      "active": true,
+      "bcp47": "en",
+      "doc_uri": "https://twitter.com/jaimeblascob/status/1648688583035715585",
+      "extended_detectors": [],
+      "goal": "subvert a snippet with instructions",
+      "modality": {
+        "in": [
+          "text"
+        ]
+      },
+      "parallelisable_attempts": true,
+      "primary_detector": "base.TriggerListDetector",
+      "recommended_detector": [
+        "always.Fail"
+      ],
+      "tags": [
+        "avid-effect:security:S0403",
+        "owasp:llm01",
+        "quality:Security:PromptStability"
+      ],
+      "mod_time": "2024-10-18 13:39:06 +0000"
+    },
+    "probes.latentinjection.LatentWhoisSnippet": {
+      "description": "String-based latent prompt injections in whois reports",
+      "DEFAULT_PARAMS": {
+        "generations": 1,
+        "shuffle": true,
+        "contexts_per_generation": 8
+      },
+      "active": true,
+      "bcp47": "en",
+      "doc_uri": "https://twitter.com/jaimeblascob/status/1648688583035715585",
+      "extended_detectors": [],
+      "goal": "subvert a snippet with instructions",
+      "modality": {
+        "in": [
+          "text"
+        ]
+      },
+      "parallelisable_attempts": true,
+      "primary_detector": "base.TriggerListDetector",
+      "recommended_detector": [
+        "always.Fail"
+      ],
+      "tags": [
+        "avid-effect:security:S0403",
+        "owasp:llm01",
+        "quality:Security:PromptStability"
+      ],
+      "mod_time": "2024-10-18 13:39:06 +0000"
     },
     "probes.leakreplay.GuardianCloze": {
       "description": "Cloze data replay for literature. Uses passages that either GPT-4 or ChatGPT have been known to replay.",
@@ -3924,7 +3980,7 @@
       "precision": 0.0,
       "recall": 0.0,
       "tags": [],
-      "mod_time": "2024-09-18 08:53:44 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "detectors.base.FileDetector": {
       "description": "Detector subclass for processing attempts whose outputs are filenames for checking",
@@ -3944,7 +4000,7 @@
       "recall": 0.0,
       "tags": [],
       "valid_format": "local filename",
-      "mod_time": "2024-09-18 08:53:44 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "detectors.base.HFDetector": {
       "description": "Detector using a Hugging Face model",
@@ -3970,7 +4026,7 @@
       "precision": 0.0,
       "recall": 0.0,
       "tags": [],
-      "mod_time": "2024-09-18 08:53:44 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "detectors.base.StringDetector": {
       "description": "Subclass of Detector using list of substrings as detection triggers",
@@ -3990,7 +4046,7 @@
       "precision": 0.0,
       "recall": 0.0,
       "tags": [],
-      "mod_time": "2024-09-18 08:53:44 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "detectors.base.TriggerListDetector": {
       "description": "Subclass of Detector using attempt's notes[triggers] as list of strings to match",
@@ -4009,7 +4065,7 @@
       "precision": 0.0,
       "recall": 0.0,
       "tags": [],
-      "mod_time": "2024-09-18 08:53:44 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "detectors.continuation.Continuation": {
       "description": "Detect if model intiates / continues a trigger word",
@@ -6003,7 +6059,7 @@
       },
       "parallel_capable": false,
       "supports_multiple_generations": true,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.InferenceAPI": {
       "description": "Get text generations from Hugging Face Inference API",
@@ -6028,7 +6084,7 @@
       },
       "parallel_capable": true,
       "supports_multiple_generations": true,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.InferenceEndpoint": {
       "description": "Interface for Hugging Face private endpoints",
@@ -6053,7 +6109,7 @@
       },
       "parallel_capable": true,
       "supports_multiple_generations": false,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.LLaVA": {
       "description": "Get LLaVA ([ text + image ] -> text) generations",
@@ -6081,7 +6137,7 @@
       },
       "parallel_capable": false,
       "supports_multiple_generations": false,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.Model": {
       "description": "Get text generations from a locally-run Hugging Face model",
@@ -6108,7 +6164,7 @@
       },
       "parallel_capable": false,
       "supports_multiple_generations": true,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.OptimumPipeline": {
       "description": "Get text generations from a locally-run Hugging Face pipeline using NVIDIA Optimum",
@@ -6135,7 +6191,7 @@
       },
       "parallel_capable": false,
       "supports_multiple_generations": true,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.huggingface.Pipeline": {
       "description": "Get text generations from a locally-run Hugging Face pipeline",
@@ -6162,7 +6218,7 @@
       },
       "parallel_capable": false,
       "supports_multiple_generations": true,
-      "mod_time": "2024-09-10 12:29:15 +0000"
+      "mod_time": "2024-10-21 15:50:27 +0000"
     },
     "generators.langchain.LangChainLLMGenerator": {
       "description": "Class supporting LangChain LLM interfaces",
@@ -6884,15 +6940,22 @@
       "active": true,
       "bcp47": "en",
       "doc_uri": "https://huggingface.co/humarin/chatgpt_paraphraser_on_T5_base",
-      "mod_time": "2024-09-06 14:46:11 +0000"
+      "mod_time": "2024-10-24 09:15:08 +0000"
     },
     "buffs.paraphrase.PegasusT5": {
       "description": "Paraphrasing buff using Pegasus model",
-      "DEFAULT_PARAMS": {},
+      "DEFAULT_PARAMS": {
+        "para_model_name": "garak-llm/pegasus_paraphrase",
+        "hf_args": {
+          "device": "cpu"
+        },
+        "max_length": 60,
+        "temperature": 1.5
+      },
       "active": true,
       "bcp47": "en",
       "doc_uri": "https://huggingface.co/tuner007/pegasus_paraphrase",
-      "mod_time": "2024-09-06 14:46:11 +0000"
+      "mod_time": "2024-10-24 09:15:08 +0000"
     }
   }
 }