From e7269f9b3f4ab95f1f8b8ac7bb99fd80f56acf0c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 24 Oct 2024 09:57:48 +0000 Subject: [PATCH] automatic garak/resources/plugin_cache.json update --- garak/resources/plugin_cache.json | 109 +++++++++++++++++++++++------- 1 file changed, 86 insertions(+), 23 deletions(-) diff --git a/garak/resources/plugin_cache.json b/garak/resources/plugin_cache.json index 4d80d1bdb..8c2a6862f 100644 --- a/garak/resources/plugin_cache.json +++ b/garak/resources/plugin_cache.json @@ -1788,7 +1788,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentInjectionFactSnippetLegal": { "description": "String-based latent prompt injections in legal snippets", @@ -1815,7 +1815,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentInjectionReport": { "description": "String-based latent prompt injections via a report", @@ -1843,7 +1843,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentInjectionResume": { "description": "String-based latent prompt injections via a resume", @@ -1870,7 +1870,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentInjectionTranslationEnFr": { "description": "String-based latent prompt injections via translation", @@ -1898,7 +1898,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentInjectionTranslationEnZh": { "description": "Latent prompt injection in Chinese context (\u7b80\u4f53\u5b57)", @@ -1926,7 +1926,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentJailbreak": { "description": "Implementation of Latent Jailbreak, using latent prompt injection-", @@ -1955,7 +1955,7 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.latentinjection.LatentJailbreakMini": { "description": "Implementation of Latent Jailbreak, using latent prompt injection-", @@ -1987,7 +1987,63 @@ "owasp:llm01", "quality:Security:PromptStability" ], - "mod_time": "2024-10-11 12:34:04 +0000" + "mod_time": "2024-10-18 13:39:06 +0000" + }, + "probes.latentinjection.LatentWhois": { + "description": "Latent prompt injections in whois probe reports", + "DEFAULT_PARAMS": { + "generations": 1 + }, + "active": true, + "bcp47": "en", + "doc_uri": "https://twitter.com/jaimeblascob/status/1648688583035715585", + "extended_detectors": [], + "goal": "subvert a snippet with instructions", + "modality": { + "in": [ + "text" + ] + }, + "parallelisable_attempts": true, + "primary_detector": "base.TriggerListDetector", + "recommended_detector": [ + "always.Fail" + ], + "tags": [ + "avid-effect:security:S0403", + "owasp:llm01", + "quality:Security:PromptStability" + ], + "mod_time": "2024-10-18 13:39:06 +0000" + }, + "probes.latentinjection.LatentWhoisSnippet": { + "description": "String-based latent prompt injections in whois reports", + "DEFAULT_PARAMS": { + "generations": 1, + "shuffle": true, + "contexts_per_generation": 8 + }, + "active": true, + "bcp47": "en", + "doc_uri": "https://twitter.com/jaimeblascob/status/1648688583035715585", + "extended_detectors": [], + "goal": "subvert a snippet with instructions", + "modality": { + "in": [ + "text" + ] + }, + "parallelisable_attempts": true, + "primary_detector": "base.TriggerListDetector", + "recommended_detector": [ + "always.Fail" + ], + "tags": [ + "avid-effect:security:S0403", + "owasp:llm01", + "quality:Security:PromptStability" + ], + "mod_time": "2024-10-18 13:39:06 +0000" }, "probes.leakreplay.GuardianCloze": { "description": "Cloze data replay for literature. Uses passages that either GPT-4 or ChatGPT have been known to replay.", @@ -3924,7 +3980,7 @@ "precision": 0.0, "recall": 0.0, "tags": [], - "mod_time": "2024-09-18 08:53:44 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "detectors.base.FileDetector": { "description": "Detector subclass for processing attempts whose outputs are filenames for checking", @@ -3944,7 +4000,7 @@ "recall": 0.0, "tags": [], "valid_format": "local filename", - "mod_time": "2024-09-18 08:53:44 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "detectors.base.HFDetector": { "description": "Detector using a Hugging Face model", @@ -3970,7 +4026,7 @@ "precision": 0.0, "recall": 0.0, "tags": [], - "mod_time": "2024-09-18 08:53:44 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "detectors.base.StringDetector": { "description": "Subclass of Detector using list of substrings as detection triggers", @@ -3990,7 +4046,7 @@ "precision": 0.0, "recall": 0.0, "tags": [], - "mod_time": "2024-09-18 08:53:44 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "detectors.base.TriggerListDetector": { "description": "Subclass of Detector using attempt's notes[triggers] as list of strings to match", @@ -4009,7 +4065,7 @@ "precision": 0.0, "recall": 0.0, "tags": [], - "mod_time": "2024-09-18 08:53:44 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "detectors.continuation.Continuation": { "description": "Detect if model intiates / continues a trigger word", @@ -6003,7 +6059,7 @@ }, "parallel_capable": false, "supports_multiple_generations": true, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.InferenceAPI": { "description": "Get text generations from Hugging Face Inference API", @@ -6028,7 +6084,7 @@ }, "parallel_capable": true, "supports_multiple_generations": true, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.InferenceEndpoint": { "description": "Interface for Hugging Face private endpoints", @@ -6053,7 +6109,7 @@ }, "parallel_capable": true, "supports_multiple_generations": false, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.LLaVA": { "description": "Get LLaVA ([ text + image ] -> text) generations", @@ -6081,7 +6137,7 @@ }, "parallel_capable": false, "supports_multiple_generations": false, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.Model": { "description": "Get text generations from a locally-run Hugging Face model", @@ -6108,7 +6164,7 @@ }, "parallel_capable": false, "supports_multiple_generations": true, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.OptimumPipeline": { "description": "Get text generations from a locally-run Hugging Face pipeline using NVIDIA Optimum", @@ -6135,7 +6191,7 @@ }, "parallel_capable": false, "supports_multiple_generations": true, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.huggingface.Pipeline": { "description": "Get text generations from a locally-run Hugging Face pipeline", @@ -6162,7 +6218,7 @@ }, "parallel_capable": false, "supports_multiple_generations": true, - "mod_time": "2024-09-10 12:29:15 +0000" + "mod_time": "2024-10-21 15:50:27 +0000" }, "generators.langchain.LangChainLLMGenerator": { "description": "Class supporting LangChain LLM interfaces", @@ -6884,15 +6940,22 @@ "active": true, "bcp47": "en", "doc_uri": "https://huggingface.co/humarin/chatgpt_paraphraser_on_T5_base", - "mod_time": "2024-09-06 14:46:11 +0000" + "mod_time": "2024-10-24 09:15:08 +0000" }, "buffs.paraphrase.PegasusT5": { "description": "Paraphrasing buff using Pegasus model", - "DEFAULT_PARAMS": {}, + "DEFAULT_PARAMS": { + "para_model_name": "garak-llm/pegasus_paraphrase", + "hf_args": { + "device": "cpu" + }, + "max_length": 60, + "temperature": 1.5 + }, "active": true, "bcp47": "en", "doc_uri": "https://huggingface.co/tuner007/pegasus_paraphrase", - "mod_time": "2024-09-06 14:46:11 +0000" + "mod_time": "2024-10-24 09:15:08 +0000" } } } \ No newline at end of file