tests.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.test_chat_normalizer_tokenizer ‑ test_normalize_chatml

tests.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_content
tests.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_embedding
tests.common.test_default_values ‑ test_load_environment_files_base_and_local
tests.common.test_default_values ‑ test_load_environment_files_base_only
tests.common.test_default_values ‑ test_load_environment_files_no_base_no_local
tests.common.test_default_values ‑ test_load_environment_files_override
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_convert_async
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_equal_to_add_text_image
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_fallback_to_default_font
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_initialization
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_file_path
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_font
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_input_text
tests.converter.test_add_image_text_converter ‑ test_add_image_text_converter_null_img_to_add
tests.converter.test_add_image_text_converter ‑ test_image_text_converter_add_text_to_image
tests.converter.test_add_image_text_converter ‑ test_text_image_converter_input_supported
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_convert_async
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_fallback_to_default_font
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_initialization
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_font
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_input_image
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_text_to_add
tests.converter.test_add_text_image_converter ‑ test_text_image_converter_add_text_to_image
tests.converter.test_add_text_image_converter ‑ test_text_image_converter_input_supported
tests.converter.test_ascii_smuggler_converter ‑ test_convert_async_decode
tests.converter.test_ascii_smuggler_converter ‑ test_convert_async_encode
tests.converter.test_ascii_smuggler_converter ‑ test_encode_decode
tests.converter.test_ascii_smuggler_converter ‑ test_encode_decode_notags
tests.converter.test_ascii_smuggler_converter ‑ test_input_supported
tests.converter.test_audio_frequency_converter ‑ test_convert_async_file_not_found
tests.converter.test_audio_frequency_converter ‑ test_convert_async_success
tests.converter.test_azure_speech_converter ‑ test_azure_speech_audio_text_converter_input_supported
tests.converter.test_azure_speech_converter ‑ test_azure_speech_text_to_audio_convert_async
tests.converter.test_azure_speech_converter ‑ test_send_prompt_to_audio_file_raises_value_error
tests.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_initialization
tests.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_input_supported
tests.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_non_wav_file
tests.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_nonexistent_path
tests.converter.test_azure_speech_text_converter ‑ test_stop_cb
tests.converter.test_azure_speech_text_converter ‑ test_transcript_cb
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_input_type
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_output_count
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_punctuation
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_random_swapping
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[2b oR n0t 2b]
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[To be or not to be.]
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[Try or do?]
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_word_perturbation
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_word_swap_ratio_other_than_1
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_zero_iterations
tests.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_zero_word_swap_ratio
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_binary_tree_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_custom_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_input_supported
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_length_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_odd_even_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_reverse_encrypt_decrypt
tests.converter.test_colloquial_wordswap_converter ‑ test_awkward_spacing[  father  and    mother -papa and mama]
tests.converter.test_colloquial_wordswap_converter ‑ test_awkward_spacing[sister   and   brother-xjj and bro]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_converter_input_supported
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_custom_substitutions[father-custom_substitutions0-appa]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[Hello, my Father!-Hello, my papa!]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[grandfather-ah gong]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[mother and brother-mama and bro]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_empty_custom_substitutions[mother and father-mama and papa]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[code]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[mother]
tests.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[uncle and brother]
tests.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[aunt and uncle-makcik and encik]
tests.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[brother and sister-bro and xjj]
tests.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[father and mother-papa and mama]
tests.converter.test_colloquial_wordswap_converter ‑ test_punctuation_handling[aunt? uncle!-makcik? encik!]
tests.converter.test_colloquial_wordswap_converter ‑ test_punctuation_handling[father, mother!-papa, mama!]
tests.converter.test_diacritics_converter ‑ test_convert_async_custom_target_chars
tests.converter.test_diacritics_converter ‑ test_convert_async_default_target_chars
tests.converter.test_diacritics_converter ‑ test_convert_async_empty_prompt
tests.converter.test_diacritics_converter ‑ test_convert_async_grave_accent
tests.converter.test_diacritics_converter ‑ test_convert_async_invalid_accent
tests.converter.test_diacritics_converter ‑ test_convert_async_no_matching_chars
tests.converter.test_diacritics_converter ‑ test_convert_async_non_text_input_type
tests.converter.test_diacritics_converter ‑ test_convert_async_single_character
tests.converter.test_diacritics_converter ‑ test_convert_async_whitespace_handling
tests.converter.test_diacritics_converter ‑ test_empty_target_chars
tests.converter.test_diacritics_converter ‑ test_get_accent_mark_invalid
tests.converter.test_diacritics_converter ‑ test_get_accent_mark_valid
tests.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerCrossOverConverter]
tests.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerExpandConverter]
tests.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerRephraseConverter]
tests.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerShortenConverter]
tests.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerSimilarConverter]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerCrossOverConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerCrossOverConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerExpandConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerExpandConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerRephraseConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerRephraseConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerShortenConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerShortenConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerSimilarConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerSimilarConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerCrossOverConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerCrossOverConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerExpandConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerExpandConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerRephraseConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerRephraseConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerShortenConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerShortenConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerSimilarConverter-Invalid Json]
tests.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerSimilarConverter-{'str' : 'json not formatted correctly'}]
tests.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerCrossOverConverter]
tests.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerExpandConverter]
tests.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerRephraseConverter]
tests.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerShortenConverter]
tests.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerSimilarConverter]
tests.converter.test_generic_llm_converter ‑ test_generic_llm_converter_input_supported
tests.converter.test_generic_llm_converter ‑ test_malicious_question_converter_sets_system_prompt
tests.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt
tests.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt_default
tests.converter.test_generic_llm_converter ‑ test_tense_converter_sets_system_prompt
tests.converter.test_generic_llm_converter ‑ test_tone_converter_sets_system_prompt
tests.converter.test_leetspeak_converter ‑ test_leetspeak_custom_substitutions[leet-custom_substitutions0-7\u20ac\u20ac+]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[LeetSpeak-13375p34k]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[hello-h3110]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[leet-1337]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_empty_custom_substitutions[leet-1337]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_input_supported
tests.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[code]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[pyrit]
tests.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[testing]
tests.converter.test_math_prompt_converter ‑ test_math_prompt_converter_convert_async
tests.converter.test_math_prompt_converter ‑ test_math_prompt_converter_error_handling
tests.converter.test_math_prompt_converter ‑ test_math_prompt_converter_handles_disallowed_content
tests.converter.test_math_prompt_converter ‑ test_math_prompt_converter_invalid_input_type
tests.converter.test_persuasion_converter ‑ test_persuasion_converter_input_supported
tests.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_authority_endorsement_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_evidence_based_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_expert_endorsement_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_logical_appeal_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_misrepresentation_template_not_null
tests.converter.test_prompt_converter ‑ test_ascii_art
tests.converter.test_prompt_converter ‑ test_atbash_converter
tests.converter.test_prompt_converter ‑ test_atbash_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_base64_prompt_converter
tests.converter.test_prompt_converter ‑ test_caesar_converter
tests.converter.test_prompt_converter ‑ test_caesar_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_capital_letter_converter
tests.converter.test_prompt_converter ‑ test_capital_letter_converter_with_twentyfive_percent
tests.converter.test_prompt_converter ‑ test_character_replacement_converter
tests.converter.test_prompt_converter ‑ test_character_space_converter_basic
tests.converter.test_prompt_converter ‑ test_character_space_converter_empty_prompt
tests.converter.test_prompt_converter ‑ test_character_space_converter_punctuation
tests.converter.test_prompt_converter ‑ test_convert_async
tests.converter.test_prompt_converter ‑ test_convert_async_unsupported_input_type
tests.converter.test_prompt_converter ‑ test_convert_tokens_entire_string_async
tests.converter.test_prompt_converter ‑ test_convert_tokens_two_tokens_async
tests.converter.test_prompt_converter ‑ test_emoji_converter
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class0]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class10]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class11]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class12]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class13]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class14]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class15]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class1]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class2]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class3]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class4]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class5]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class6]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class7]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class8]
tests.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class9]
tests.converter.test_prompt_converter ‑ test_leetcode_converter
tests.converter.test_prompt_converter ‑ test_morse_converter
tests.converter.test_prompt_converter ‑ test_morse_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_rot13_converter_init
tests.converter.test_prompt_converter ‑ test_str_join_converter_default
tests.converter.test_prompt_converter ‑ test_str_join_converter_init
tests.converter.test_prompt_converter ‑ test_str_join_converter_invalid_type_raises
tests.converter.test_prompt_converter ‑ test_str_join_converter_none_raises
tests.converter.test_prompt_converter ‑ test_str_join_converter_unsupported_type_raises
tests.converter.test_prompt_converter ‑ test_suffix_append_converter
tests.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_uneven_tokens
tests.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_with_non_text_input_type
tests.converter.test_prompt_converter ‑ test_unicode_sub_ascii_prompt_converter
tests.converter.test_prompt_converter ‑ test_unicode_sub_default_prompt_converter
tests.converter.test_prompt_converter ‑ test_url_converter
tests.converter.test_qr_code_converter ‑ test_qr_code_converter_color_initialization
tests.converter.test_qr_code_converter ‑ test_qr_code_converter_convert_async
tests.converter.test_qr_code_converter ‑ test_qr_code_converter_initialization
tests.converter.test_qr_code_converter ‑ test_qr_code_converter_invalid_prompt
tests.converter.test_qr_code_converter ‑ test_text_image_converter_input_supported
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_append
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_input_supported
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_prepend
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_repeat
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_no_punctuation
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_one_sentence
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_two_sentence
tests.converter.test_translation_converter ‑ test_prompt_translation_init_templates_not_null
tests.converter.test_translation_converter ‑ test_translation_converter_convert_async_retrieve_key_capitalization_mismatch
tests.converter.test_translation_converter ‑ test_translation_converter_input_supported
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_json_bad_format_retries
tests.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[None]
tests.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[]
tests.converter.test_unicode_confusable_converter ‑ test_confusables_converter_convert_async
tests.converter.test_unicode_confusable_converter ‑ test_confusables_converter_space_input
tests.converter.test_unicode_confusable_converter ‑ test_convert_async_empty_prompt
tests.converter.test_unicode_confusable_converter ‑ test_convert_async_long_prompt
tests.converter.test_unicode_confusable_converter ‑ test_convert_async_non_ascii_word
tests.converter.test_unicode_confusable_converter ‑ test_generate_perturbed_prompts
tests.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants
tests.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants_no_variants
tests.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants_unicode_error
tests.converter.test_unicode_confusable_converter ‑ test_homoglyphs_converter_convert_async
tests.converter.test_unicode_confusable_converter ‑ test_input_not_supported
tests.converter.test_unicode_confusable_converter ‑ test_input_supported
tests.converter.test_variation_converter ‑ test_prompt_variation_init_templates_not_null
tests.converter.test_variation_converter ‑ test_variation_converter_input_supported
tests.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_zero_width_converter ‑ test_convert_async_handles_empty_string
tests.converter.test_zero_width_converter ‑ test_convert_async_injects_zero_width_spaces
tests.converter.test_zero_width_converter ‑ test_convert_async_long_text
tests.converter.test_zero_width_converter ‑ test_convert_async_multiple_whitespace
tests.converter.test_zero_width_converter ‑ test_convert_async_non_text_input_type
tests.converter.test_zero_width_converter ‑ test_convert_async_single_character
tests.converter.test_zero_width_converter ‑ test_input_supported_non_text
tests.converter.test_zero_width_converter ‑ test_input_supported_text
tests.exceptions.test_exceptions ‑ test_bad_request_exception_initialization
tests.exceptions.test_exceptions ‑ test_bad_request_exception_process_exception
tests.exceptions.test_exceptions ‑ test_empty_prompt_placeholder_exception
tests.exceptions.test_exceptions ‑ test_empty_response_exception_initialization
tests.exceptions.test_exceptions ‑ test_empty_response_exception_process_exception
tests.exceptions.test_exceptions ‑ test_invalid_json_exception_initialization
tests.exceptions.test_exceptions ‑ test_pyrit_exception_initialization
tests.exceptions.test_exceptions ‑ test_pyrit_exception_process_exception
tests.exceptions.test_exceptions ‑ test_rate_limit_exception_initialization
tests.exceptions.test_exceptions ‑ test_rate_limit_exception_process_exception
tests.exceptions.test_exceptions ‑ test_remove_markdown_json_exception
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[No JSON here-No JSON here]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON [1, 2, 3] some text after JSON-[1, 2, 3]]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON {"a": [1,2,3], "b": {"c": 4}} some text after JSON-{"a": [1,2,3], "b": {"c": 4}}]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON {"key": "value"} some text after JSON-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[[1, 2, 3]-[1, 2, 3]]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[jsn\n{"key": "value"}\n```-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}\n`-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}\n```-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}`-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[No JSON here-Invalid JSON response: No JSON here]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[Some text before JSON ```json\n{"key": "value"}\n``` some text after JSON-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```jsn\n{"key": "value"}\n```-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"\n```-Invalid JSON response: {"key": "value"]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"}\n```-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[{"key": "value"}\n```-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[No JSON here-No JSON here]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[```jsn\n{"key": "value"}\n```-jsn\n{"key": "value"}\n```]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[```json\n{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[`json\n{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[json{"key": "value"}-{"key": "value"}]
tests.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[{"key": "value"}-{"key": "value"}]
tests.memory.test_azure_sql_memory ‑ test_default_embedding_raises
tests.memory.test_azure_sql_memory ‑ test_default_enable_embedding
tests.memory.test_azure_sql_memory ‑ test_disable_embedding
tests.memory.test_azure_sql_memory ‑ test_get_all_memory
tests.memory.test_azure_sql_memory ‑ test_get_memories_with_json_properties
tests.memory.test_azure_sql_memory ‑ test_get_memories_with_orchestrator_id
tests.memory.test_azure_sql_memory ‑ test_insert_embedding_entry
tests.memory.test_azure_sql_memory ‑ test_insert_entries
tests.memory.test_azure_sql_memory ‑ test_insert_entry
tests.memory.test_azure_sql_memory ‑ test_query_entries
tests.memory.test_azure_sql_memory ‑ test_update_entries
tests.memory.test_azure_sql_memory ‑ test_update_entries_empty_update_fields
tests.memory.test_azure_sql_memory ‑ test_update_entries_nonexistent_fields
tests.memory.test_azure_sql_memory ‑ test_update_labels_by_conversation_id
tests.memory.test_azure_sql_memory ‑ test_update_prompt_entries_by_conversation_id
tests.memory.test_azure_sql_memory ‑ test_update_prompt_metadata_by_conversation_id
tests.memory.test_central_memory ‑ test_get_memory_instance_with_azure_sql
tests.memory.test_central_memory ‑ test_get_memory_instance_with_duckdb
tests.memory.test_central_memory ‑ test_get_non_required_value_empty_env
tests.memory.test_central_memory ‑ test_get_non_required_value_env_set
tests.memory.test_central_memory ‑ test_memory_instance_reusability
tests.memory.test_central_memory ‑ test_set_memory_instance
tests.memory.test_duckdb_memory ‑ test_conversation_data_column_types
tests.memory.test_duckdb_memory ‑ test_conversation_data_schema
tests.memory.test_duckdb_memory ‑ test_default_embedding_raises
tests.memory.test_duckdb_memory ‑ test_default_enable_embedding
tests.memory.test_duckdb_memory ‑ test_disable_embedding
tests.memory.test_duckdb_memory ‑ test_embedding_data_column_types
tests.memory.test_duckdb_memory ‑ test_embedding_data_schema
tests.memory.test_duckdb_memory ‑ test_get_all_memory
tests.memory.test_duckdb_memory ‑ test_get_memories_with_json_properties
tests.memory.test_duckdb_memory ‑ test_get_memories_with_memory_labels
tests.memory.test_duckdb_memory ‑ test_get_memories_with_orchestrator_id
tests.memory.test_duckdb_memory ‑ test_get_memories_with_zero_memory_labels
tests.memory.test_duckdb_memory ‑ test_insert_embedding_entry
tests.memory.test_duckdb_memory ‑ test_insert_entries
tests.memory.test_duckdb_memory ‑ test_insert_entry
tests.memory.test_duckdb_memory ‑ test_insert_entry_violates_constraint
tests.memory.test_duckdb_memory ‑ test_query_entries
tests.memory.test_duckdb_memory ‑ test_update_entries
tests.memory.test_duckdb_memory ‑ test_update_entries_by_conversation_id
tests.memory.test_duckdb_memory ‑ test_update_entries_empty_update_fields
tests.memory.test_duckdb_memory ‑ test_update_entries_nonexistent_fields
tests.memory.test_duckdb_memory ‑ test_update_labels_by_conversation_id
tests.memory.test_duckdb_memory ‑ test_update_prompt_metadata_by_conversation_id
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_azure_environment_variables
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_embedding_model
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_without_embedding_model_and_environment_variables
tests.memory.test_memory_embedding ‑ test_memory_encoder
tests.memory.test_memory_embedding ‑ test_memory_encoding_chat_message
tests.memory.test_memory_exporter ‑ test_export_to_json_creates_file[csv]
tests.memory.test_memory_exporter ‑ test_export_to_json_creates_file[json]
tests.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[csv]
tests.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[json]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[1]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[2]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[3]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_calls_validate
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence_with_prev_conversation
tests.memory.test_memory_interface ‑ test_add_score_duplicate_prompt
tests.memory.test_memory_interface ‑ test_add_score_get_score[float_scale]
tests.memory.test_memory_interface ‑ test_add_score_get_score[true_false]
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_empty_list
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_inconsistent_group_ids
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements_no_added_by
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements_with_added_by
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_groups_with_added_by
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_no_elements
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element_no_added_by
tests.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element_with_added_by
tests.memory.test_memory_interface ‑ test_add_seed_prompts_to_memory_empty_list
tests.memory.test_memory_interface ‑ test_conversation_memory_empty_by_default
tests.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn
tests.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn_not_score
tests.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn_same_orchestrator
tests.memory.test_memory_interface ‑ test_duplicate_conversation_pieces_not_score
tests.memory.test_memory_interface ‑ test_duplicate_memory
tests.memory.test_memory_interface ‑ test_duplicate_memory_orchestrator_id_collision
tests.memory.test_memory_interface ‑ test_export_all_conversations_with_scores_correct_data
tests.memory.test_memory_interface ‑ test_export_all_conversations_with_scores_empty_data
tests.memory.test_memory_interface ‑ test_export_all_conversations_with_scores_file_created
tests.memory.test_memory_interface ‑ test_export_conversation_by_orchestrator_id_file_created
tests.memory.test_memory_interface ‑ test_get_orchestrator_conversation_sorting
tests.memory.test_memory_interface ‑ test_get_prompt_ids_by_orchestrator
tests.memory.test_memory_interface ‑ test_get_scores_by_memory_labels
tests.memory.test_memory_interface ‑ test_get_scores_by_orchestrator_id
tests.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_empty
tests.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_multiple
tests.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_single
tests.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_single_dataset_multiple_entries
tests.memory.test_memory_interface ‑ test_get_seed_prompt_groups_empty
tests.memory.test_memory_interface ‑ test_get_seed_prompt_groups_multiple_groups
tests.memory.test_memory_interface ‑ test_get_seed_prompt_groups_multiple_groups_with_unique_ids
tests.memory.test_memory_interface ‑ test_get_seed_prompt_groups_with_dataset_name
tests.memory.test_memory_interface ‑ test_get_seed_prompt_groups_with_multiple_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_no_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_added_by_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_authors_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_dataset_name_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_empty_list_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_groups_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_harm_categories_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_elements_list_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_elements_list_filters_additional
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_param_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_parameters_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_single_element_list_filters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_source_filter
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_groups
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_harm_categories
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_parameters
tests.memory.test_memory_interface ‑ test_get_seed_prompts_with_value_filter
tests.memory.test_memory_interface ‑ test_insert_prompt_memories_inserts_embedding
tests.memory.test_memory_interface ‑ test_insert_prompt_memories_not_inserts_embedding
tests.memory.test_memory_interface ‑ test_memory
tests.models.test_seed_prompt ‑ test_group_seed_prompts_by_prompt_group_id
tests.models.test_seed_prompt ‑ test_seed_prompt_dataset_initialization
tests.models.test_seed_prompt ‑ test_seed_prompt_group_initialization
tests.models.test_seed_prompt ‑ test_seed_prompt_group_sequence_validation
tests.models.test_seed_prompt ‑ test_seed_prompt_initialization
tests.models.test_seed_prompt ‑ test_seed_prompt_render_template_no_param_success
tests.models.test_seed_prompt ‑ test_seed_prompt_render_template_success
tests.models.test_seed_prompt ‑ test_seed_prompt_template_missing_param
tests.models.test_seed_prompt ‑ test_seed_prompt_template_no_match
tests.models.test_storage_io ‑ test_azure_blob_storage_io_read_file
tests.models.test_storage_io ‑ test_azure_blob_storage_io_write_file
tests.models.test_storage_io ‑ test_azure_storage_io_is_file
tests.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_invalid
tests.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_valid
tests.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_without_netloc
tests.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_without_scheme
tests.models.test_storage_io ‑ test_azure_storage_io_path_exists
tests.models.test_storage_io ‑ test_disk_storage_io_create_directory_if_not_exists
tests.models.test_storage_io ‑ test_disk_storage_io_is_file
tests.models.test_storage_io ‑ test_disk_storage_io_path_exists
tests.models.test_storage_io ‑ test_disk_storage_io_read_file
tests.models.test_storage_io ‑ test_disk_storage_io_write_file
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_max_refusals_num_turns[10]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_max_refusals_num_turns[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_num_turns[10]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_num_turns[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_succeed_max_refusals_num_turns
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_succeed_num_turns
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[2]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[3]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[4]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[5]
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_includes_objective_score
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak", "invalid_key": "Invalid Key"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak",}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_sets_default_prompt
tests.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_sets_refused_text
tests.orchestrator.test_crescendo_orchestrator ‑ test_invalid_system_prompt_path_raises
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtrack_init_exceptions
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_turns_init_exceptions
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[11]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[6]
tests.orchestrator.test_flip_orchestrator ‑ test_default_systemprompt
tests.orchestrator.test_flip_orchestrator ‑ test_init
tests.orchestrator.test_flip_orchestrator ‑ test_send_prompts_async
tests.orchestrator.test_fuzzer_orchestrator ‑ test_apply_template_converter
tests.orchestrator.test_fuzzer_orchestrator ‑ test_apply_template_converter_empty_placeholder
tests.orchestrator.test_fuzzer_orchestrator ‑ test_best_UCT
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-1]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-2]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-3]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-4]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-5]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-1]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-2]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-3]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-4]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-5]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_invalid_batchsize
tests.orchestrator.test_fuzzer_orchestrator ‑ test_max_query
tests.orchestrator.test_fuzzer_orchestrator ‑ test_prompt_templates
tests.orchestrator.test_fuzzer_orchestrator ‑ test_prompts
tests.orchestrator.test_fuzzer_orchestrator ‑ test_select[0.5]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_select[0]
tests.orchestrator.test_fuzzer_orchestrator ‑ test_template_converter
tests.orchestrator.test_pair_orchestrator ‑ test_attacker_response
tests.orchestrator.test_pair_orchestrator ‑ test_continue_conversation
tests.orchestrator.test_pair_orchestrator ‑ test_correct_number_of_streams_executes
tests.orchestrator.test_pair_orchestrator ‑ test_get_target_response_and_store
tests.orchestrator.test_pair_orchestrator ‑ test_init
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_found
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_found_multiple_streams
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_not_found
tests.orchestrator.test_pair_orchestrator ‑ test_run
tests.orchestrator.test_pair_orchestrator ‑ test_start_new_conversation
tests.orchestrator.test_prompt_orchestrator ‑ test_max_requests_per_minute_delay[30-20]
tests.orchestrator.test_prompt_orchestrator ‑ test_max_requests_per_minute_delay[30-2]
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_memory
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_score_memory
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_memory_labels
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_memory_labels_collision
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_sets_target_memory
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[100]
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[10]
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_with_memory_labels
tests.orchestrator.test_prompt_orchestrator ‑ test_prepare_conversation_with_prepended_conversation
tests.orchestrator.test_prompt_orchestrator ‑ test_prepare_conversation_without_prepended_conversation
tests.orchestrator.test_prompt_orchestrator ‑ test_send_multiple_prompts_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_normalizer_requests_async
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_to_identifier
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[10]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[1]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[20]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_async_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_b64_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_multiple_converters
tests.orchestrator.test_red_teaming_orchestrator ‑ test_apply_run_attack_async_runtime_error
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring_non_bool
tests.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[1]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[3]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[5]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async_blocked_response
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_prompt_twice
tests.orchestrator.test_scoring_orchestrator ‑ test_remove_duplicates
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_async_raises_error_empty_memory_labels
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_async_raises_error_no_matching_labels
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_includes_requests
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_only_responses
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_orchestrator_includes_requests
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_orchestrator_only_responses
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_request_id_async
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_orchestrator_get_memory
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_multiple_prompts_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_b64_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_to_identifier
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_custom_skeleton_key
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_session_id
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_with_memory_labels
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_custom_skeleton_key
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_skeleton_key_with_prompt_async_rpm_exception
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_sendprompts_orchestrator_sets_target_memory
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_max_depth_reached[False]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_max_depth_reached[True]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_single_turn_success[False]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_single_turn_success[True]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_branching_factor
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_depth
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_width
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_no_scorer
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_test_orchestrator_execute
tests.score.test_azure_content_filter ‑ test_azure_content_default_category
tests.score.test_azure_content_filter ‑ test_azure_content_explicit_category
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_adds_to_memory
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_score
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_audio
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_image
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_text
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.7]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_3]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_3]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_3]
tests.score.test_hitl ‑ test_import_scores_from_csv
tests.score.test_hitl ‑ test_scorer_keep_score
tests.score.test_hitl ‑ test_substring_scorer_adds_to_memory
tests.score.test_hitl ‑ test_substring_scorer_score[I can't answer]
tests.score.test_hitl ‑ test_substring_scorer_score[Not present]
tests.score.test_hitl ‑ test_substring_scorer_validate
tests.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_invalid_json
tests.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_valid_response
tests.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_validate
tests.score.test_markdown_injection ‑ test_md_injection_adds_to_memory
tests.score.test_markdown_injection ‑ test_md_injection_detected[![Drag Racing](Dragster.jpg)]
tests.score.test_markdown_injection ‑ test_md_injection_detected[![][image_ref_a32ff4ads]]
tests.score.test_markdown_injection ‑ test_md_injection_detected[![sdf](www.google.com)]
tests.score.test_markdown_injection ‑ test_md_injection_not_detected
tests.score.test_prompt_shield_scorer ‑ test_prompt_shield_scorer_parsing
tests.score.test_scorer ‑ test_scorer_remove_markdown_json_called
tests.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[this is not json]
tests.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[{"poor_value": "1", "rationale": "The message does not contain any code or instructions that could be used to cause harm"}]
tests.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[{"score_value": "1", "bad_rationale": "The message does not contain any code or instructions that could be used to cause harm"}]
tests.score.test_scorer ‑ test_scorer_send_chat_target_async_good_response
tests.score.test_self_ask_category ‑ test_category_scorer_adds_to_memory
tests.score.test_self_ask_category ‑ test_category_scorer_score
tests.score.test_self_ask_category ‑ test_category_scorer_score_false
tests.score.test_self_ask_category ‑ test_category_scorer_set_no_category_found
tests.score.test_self_ask_category ‑ test_category_scorer_set_system_prompt
tests.score.test_self_ask_category ‑ test_score_prompts_batch_async[1-10]
tests.score.test_self_ask_category ‑ test_score_prompts_batch_async[1-None]
tests.score.test_self_ask_category ‑ test_score_prompts_batch_async[10-10]
tests.score.test_self_ask_category ‑ test_score_prompts_batch_async[10-None]
tests.score.test_self_ask_category ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.score.test_self_ask_category ‑ test_self_ask_objective_scorer_json_missing_key_exception_retries
tests.score.test_self_ask_likert ‑ test_likert_scorer_adds_to_memory
tests.score.test_self_ask_likert ‑ test_likert_scorer_must_have_category
tests.score.test_self_ask_likert ‑ test_likert_scorer_score
tests.score.test_self_ask_likert ‑ test_likert_scorer_set_system_prompt
tests.score.test_self_ask_likert ‑ test_self_ask_likert_scorer_json_missing_key_exception_retries
tests.score.test_self_ask_likert ‑ test_self_ask_scorer_bad_json_exception_retries
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_adds_to_memory
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_bad_json_exception_retries
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_image_non_block
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_no_task
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_score
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_set_system_prompt
tests.score.test_self_ask_refusal ‑ test_refusal_scorer_with_task
tests.score.test_self_ask_refusal ‑ test_score_async_filtered_response
tests.score.test_self_ask_refusal ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.score.test_self_ask_scale ‑ test_scale_scorer_invalid_scale_file_contents
tests.score.test_self_ask_scale ‑ test_scale_scorer_score
tests.score.test_self_ask_scale ‑ test_scale_scorer_score_calls_send_chat
tests.score.test_self_ask_scale ‑ test_scale_scorer_score_custom_scale
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[None-None]
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path1-system_prompt_path1]
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path2-system_prompt_path2]
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path3-system_prompt_path3]
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path4-system_prompt_path4]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args0]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args1]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args2]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args3]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args4]
tests.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args5]
tests.score.test_self_ask_true_false ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.score.test_self_ask_true_false ‑ test_self_ask_scorer_bad_json_exception_retries
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_adds_to_memory
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_score
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_set_system_prompt
tests.score.test_substring ‑ test_substring_scorer_adds_to_memory
tests.score.test_substring ‑ test_substring_scorer_score[I can't answer]
tests.score.test_substring ‑ test_substring_scorer_score[Not present]
tests.score.test_substring ‑ test_substring_scorer_validate
tests.score.test_true_false_inverter ‑ test_inverter_scorer_validate
tests.score.test_true_false_inverter ‑ test_substring_scorer_adds_to_memory
tests.score.test_true_false_inverter ‑ test_substring_scorer_score[I can't answer]
tests.score.test_true_false_inverter ‑ test_substring_scorer_score[Not present]
tests.target.test_azure_ml_chat_target ‑ test_azure_ml_validate_prompt_type
tests.target.test_azure_ml_chat_target ‑ test_azure_ml_validate_request_length
tests.target.test_azure_ml_chat_target ‑ test_complete_chat_async
tests.target.test_azure_ml_chat_target ‑ test_complete_chat_async_bad_json_response
tests.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_nop_normalizer[None]
tests.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_nop_normalizer[message_normalizer1]
tests.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_squashnormalizer
tests.target.test_azure_ml_chat_target ‑ test_get_headers_with_valid_api_key
tests.target.test_azure_ml_chat_target ‑ test_initialization_with_extra_model_parameters
tests.target.test_azure_ml_chat_target ‑ test_initialization_with_no_api_raises
tests.target.test_azure_ml_chat_target ‑ test_initialization_with_no_key_raises
tests.target.test_azure_ml_chat_target ‑ test_initialization_with_required_parameters
tests.target.test_azure_ml_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_azure_ml_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.target.test_azure_ml_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_azure_ml_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_azure_ml_chat_target ‑ test_set_env_configuration_vars_initializes_vars
tests.target.test_azure_ml_chat_target ‑ test_set_env_configuration_vars_with_default_env_vars
tests.target.test_azure_ml_chat_target ‑ test_set_model_parameters_partial_update

tests.target.test_azure_ml_chat_target ‑ test_set_model_parameters_with_custom_values
tests.target.test_azure_ml_chat_target ‑ test_set_model_parameters_with_defaults
tests.target.test_azure_openai_completion_target ‑ test_azure_complete_async_return
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prev_convs
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prompt_type
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_request_length
tests.target.test_azure_openai_completion_target ‑ test_azure_initialization_with_no_deployment_raises
tests.target.test_azure_openai_completion_target ‑ test_azure_invalid_endpoint_raises
tests.target.test_azure_openai_completion_target ‑ test_azure_invalid_key_raises
tests.target.test_crucible_target ‑ test_crucible_initializes
tests.target.test_crucible_target ‑ test_crucible_validate_prompt_type
tests.target.test_crucible_target ‑ test_crucible_validate_request_length
tests.target.test_dall_e_target ‑ test_dalle_send_prompt_file_save_async
tests.target.test_dall_e_target ‑ test_dalle_validate_prompt_type
tests.target.test_dall_e_target ‑ test_dalle_validate_request_length
tests.target.test_dall_e_target ‑ test_initialization_invalid_num_images
tests.target.test_dall_e_target ‑ test_initialization_with_required_parameters
tests.target.test_dall_e_target ‑ test_send_prompt_async
tests.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_dall_e_target ‑ test_send_prompt_async_empty_response
tests.target.test_dall_e_target ‑ test_send_prompt_async_empty_response_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_exception
tests.target.test_gandalf_target ‑ test_gandalf_initializes
tests.target.test_gandalf_target ‑ test_gandalf_validate_prompt_type
tests.target.test_gandalf_target ‑ test_gandalf_validate_request_length
tests.target.test_http_target ‑ test_initilization_with_parameters
tests.target.test_http_target ‑ test_send_prompt_async
tests.target.test_http_target ‑ test_send_prompt_async_validation
tests.target.test_http_target ‑ test_send_prompt_regex_parse_async
tests.target.test_http_target_parsing ‑ test_parse_json_response_match
tests.target.test_http_target_parsing ‑ test_parse_json_response_no_match
tests.target.test_http_target_parsing ‑ test_parse_raw_http_request
tests.target.test_http_target_parsing ‑ test_parse_regex_response_match
tests.target.test_http_target_parsing ‑ test_parse_regex_response_no_match
tests.target.test_huggingface_chat_target ‑ test_enable_disable_cache
tests.target.test_huggingface_chat_target ‑ test_init_with_no_token_var_raises
tests.target.test_huggingface_chat_target ‑ test_initialization
tests.target.test_huggingface_chat_target ‑ test_invalid_prompt_request_validation
tests.target.test_huggingface_chat_target ‑ test_is_model_id_valid_false
tests.target.test_huggingface_chat_target ‑ test_is_model_id_valid_true
tests.target.test_huggingface_chat_target ‑ test_load_model_and_tokenizer
tests.target.test_huggingface_chat_target ‑ test_load_with_missing_files
tests.target.test_huggingface_chat_target ‑ test_missing_chat_template_error
tests.target.test_huggingface_chat_target ‑ test_send_prompt_async
tests.target.test_openai_chat_target ‑ test_build_chat_messages_with_consistent_roles
tests.target.test_openai_chat_target ‑ test_build_chat_messages_with_unsupported_data_types
tests.target.test_openai_chat_target ‑ test_complete_chat_async_return
tests.target.test_openai_chat_target ‑ test_convert_image_to_data_url_file_not_found
tests.target.test_openai_chat_target ‑ test_convert_image_to_data_url_success
tests.target.test_openai_chat_target ‑ test_convert_image_with_unsupported_extension
tests.target.test_openai_chat_target ‑ test_init_with_no_additional_request_headers_var_raises
tests.target.test_openai_chat_target ‑ test_init_with_no_deployment_var_raises
tests.target.test_openai_chat_target ‑ test_init_with_no_endpoint_uri_var_raises
tests.target.test_openai_chat_target ‑ test_init_with_no_env_var_raises
tests.target.test_openai_chat_target ‑ test_parse_chat_completion_successful
tests.target.test_openai_chat_target ‑ test_send_prompt_async
tests.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_openai_chat_target ‑ test_validate_request_unsupported_data_types
tests.target.test_prompt_shield_target ‑ test_prompt_shield_document_parsing
tests.target.test_prompt_shield_target ‑ test_prompt_shield_reject_non_text
tests.target.test_prompt_shield_target ‑ test_prompt_shield_response_validation
tests.target.test_prompt_shield_target ‑ test_prompt_shield_validate_request_length
tests.target.test_prompt_shield_target ‑ test_promptshield_init
tests.target.test_prompt_target ‑ test_send_prompt_async_with_delay
tests.target.test_prompt_target ‑ test_send_prompt_user_no_system
tests.target.test_prompt_target ‑ test_send_prompt_with_system_calls_chat_complete
tests.target.test_prompt_target ‑ test_set_system_prompt
tests.target.test_prompt_target ‑ test_set_system_prompt_adds_memory
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prev_convs
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prompt_type
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_request_length
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_no_container_url_raises
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters_from_env
tests.target.test_prompt_target_azure_blob_storage ‑ test_send_prompt_async
tests.target.test_prompt_target_text ‑ test_send_prompt_stream
tests.target.test_prompt_target_text ‑ test_send_prompt_user_no_system
tests.target.test_tts_target ‑ test_tts_initializes
tests.target.test_tts_target ‑ test_tts_initializes_calls_get_required_parameters
tests.target.test_tts_target ‑ test_tts_send_prompt_async_exception_adds_to_memory[400-Bad Request-HTTPStatusError]
tests.target.test_tts_target ‑ test_tts_send_prompt_async_exception_adds_to_memory[429-Rate Limit Reached-RateLimitException]
tests.target.test_tts_target ‑ test_tts_send_prompt_async_rate_limit_exception_retries
tests.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[mp3]
tests.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[ogg]
tests.target.test_tts_target ‑ test_tts_validate_previous_conversations
tests.target.test_tts_target ‑ test_tts_validate_prompt_type
tests.target.test_tts_target ‑ test_tts_validate_request_length
tests.test_azure_auth ‑ test_get_token_on_init
tests.test_azure_auth ‑ test_get_token_provider_from_default_azure_credential_get_token
tests.test_azure_auth ‑ test_get_token_provider_from_default_azure_credential_get_token_info
tests.test_azure_auth ‑ test_refresh_expiration
tests.test_azure_auth ‑ test_refresh_no_expiration
tests.test_azure_storage_auth ‑ test_get_sas_token
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_netloc
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_path
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_scheme
tests.test_azure_storage_auth ‑ test_get_sas_token_no_url
tests.test_azure_storage_auth ‑ test_get_user_delegation_key
tests.test_azure_text_embedding ‑ test_invalid_deployment_raises
tests.test_azure_text_embedding ‑ test_invalid_endpoint_raises
tests.test_azure_text_embedding ‑ test_invalid_key_raises
tests.test_azure_text_embedding ‑ test_valid_init
tests.test_azure_text_embedding ‑ test_valid_init_env
tests.test_chat_message_normalizer ‑ test_chat_message_nop
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_empty_list
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_multiple_messages
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_no_system_message
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_single_system_message
tests.test_chat_normalizer_chatml ‑ test_from_chatml
tests.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_empty
tests.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_invalid
tests.test_chat_normalizer_chatml ‑ test_from_chatml_with_name
tests.test_chat_normalizer_chatml ‑ test_normalize
tests.test_chat_normalizer_chatml ‑ test_normalize_with_name
tests.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.test_chat_normalizer_tokenizer ‑ test_normalize_chatml
tests.test_common_default ‑ test_get_required_value_prefers_passed
tests.test_common_default ‑ test_get_required_value_throws_if_not_set
tests.test_common_default ‑ test_get_required_value_uses_default
tests.test_common_net_utility ‑ test_debug_is_false_by_default
tests.test_common_net_utility ‑ test_get_httpx_client_type[False-Client]
tests.test_common_net_utility ‑ test_get_httpx_client_type[True-AsyncClient]
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_failure
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_retries
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_success
tests.test_data_type_serializer ‑ test_data_serializer_error_read_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_error_save_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_factory_error_with_data
tests.test_data_type_serializer ‑ test_data_serializer_factory_text_no_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_factory_text_with_data
tests.test_data_type_serializer ‑ test_data_serializer_text_read_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_text_save_data_throws
tests.test_data_type_serializer ‑ test_get_extension
tests.test_data_type_serializer ‑ test_get_mime_type
tests.test_data_type_serializer ‑ test_image_path_normalizer_factory
tests.test_data_type_serializer ‑ test_image_path_read_data
tests.test_data_type_serializer ‑ test_image_path_read_data_base64
tests.test_data_type_serializer ‑ test_image_path_save_data
tests.test_data_type_serializer ‑ test_path_not_exists
tests.test_data_type_serializer ‑ test_save_b64_image
tests.test_embedding_response ‑ test_can_save_embeddings
tests.test_embedding_response ‑ test_embedding_creation_is_idempotent
tests.test_embedding_response ‑ test_save_load_loop_is_idempotent
tests.test_fetch_examples ‑ test_cache_path_creation[csv-https://example.com/examples.csv]
tests.test_fetch_examples ‑ test_cache_path_creation[json-https://example.com/examples.json]
tests.test_fetch_examples ‑ test_cache_path_creation[txt-https://example.com/examples.txt]
tests.test_fetch_examples ‑ test_fetch_examples_with_cache
tests.test_fetch_examples ‑ test_fetch_from_public_url[csv-https://example.com/examples.csv-prompt\nexample-expected1]
tests.test_fetch_examples ‑ test_fetch_from_public_url[json-https://example.com/examples.json-[{"prompt": "example"}]-expected0]
tests.test_fetch_examples ‑ test_fetch_from_public_url[txt-https://example.com/examples.txt-example\n-expected2]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[docx]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[pdf]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[xml]
tests.test_fetch_examples ‑ test_read_cache[csv-prompt\nexample\n-expected1]
tests.test_fetch_examples ‑ test_read_cache[json-[{"prompt": "example"}]-expected0]
tests.test_fetch_examples ‑ test_read_cache[txt-example\n-expected2]
tests.test_fetch_examples ‑ test_read_cache_unsupported[docx]
tests.test_fetch_examples ‑ test_read_cache_unsupported[pdf]
tests.test_fetch_examples ‑ test_read_cache_unsupported[xml]
tests.test_fetch_examples ‑ test_write_cache[csv-examples1]
tests.test_fetch_examples ‑ test_write_cache[json-examples0]
tests.test_fetch_examples ‑ test_write_cache[txt-examples2]
tests.test_fetch_examples ‑ test_write_cache_unsupported[docx]
tests.test_fetch_examples ‑ test_write_cache_unsupported[pdf]
tests.test_fetch_examples ‑ test_write_cache_unsupported[xml]
tests.test_hf_model_downloads ‑ test_download_specific_files
tests.test_literals ‑ test_chat_message_role
tests.test_literals ‑ test_prompt_data_type
tests.test_literals ‑ test_prompt_response_error
tests.test_many_shot_template ‑ test_apply_parameters_no_examples
tests.test_many_shot_template ‑ test_apply_parameters_one_example
tests.test_many_shot_template ‑ test_apply_parameters_ten_examples
tests.test_many_shot_template ‑ test_apply_parameters_two_examples
tests.test_models ‑ test_chat_message_creation
tests.test_models ‑ test_chat_message_list_content_creation
tests.test_models ‑ test_chat_messages_dataset_values_properly_set
tests.test_models ‑ test_dataset_object_creation_from_dict
tests.test_normalizer_request ‑ test_prompt_init_invalid_prompt_text
tests.test_normalizer_request ‑ test_prompt_init_no_metadata
tests.test_normalizer_request ‑ test_prompt_request_piece_init_invalid_converter
tests.test_normalizer_request ‑ test_prompt_request_piece_init_valid_arguments
tests.test_ollama_chat_target ‑ test_ollama_complete_chat_async_return
tests.test_ollama_chat_target ‑ test_ollama_invalid_endpoint_raises
tests.test_ollama_chat_target ‑ test_ollama_invalid_model_raises
tests.test_ollama_chat_target ‑ test_ollama_validate_prompt_type
tests.test_ollama_chat_target ‑ test_ollama_validate_request_length
tests.test_prompt_normalizer ‑ test_build_prompt_request_response
tests.test_prompt_normalizer ‑ test_convert_response_values_index
tests.test_prompt_normalizer ‑ test_convert_response_values_type
tests.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[1-10]
tests.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[1-None]
tests.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[10-10]
tests.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[10-None]
tests.test_prompt_normalizer ‑ test_send_prompt_async_adds_memory_twice
tests.test_prompt_normalizer ‑ test_send_prompt_async_converters_response
tests.test_prompt_normalizer ‑ test_send_prompt_async_exception
tests.test_prompt_normalizer ‑ test_send_prompt_async_image_converter
tests.test_prompt_normalizer ‑ test_send_prompt_async_multiple_converters
tests.test_prompt_normalizer ‑ test_send_prompt_async_no_converters_response
tests.test_prompt_normalizer ‑ test_send_prompt_async_no_response_adds_memory
tests.test_prompt_normalizer ‑ test_send_prompt_async_request_response_added_to_memory
tests.test_prompt_request_piece ‑ test_converters_serialize
tests.test_prompt_request_piece ‑ test_datetime_set
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces_multiple_groups
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces_throws
tests.test_prompt_request_piece ‑ test_hashes_generated
tests.test_prompt_request_piece ‑ test_hashes_generated_files
tests.test_prompt_request_piece ‑ test_hashes_generated_files_unknown_type
tests.test_prompt_request_piece ‑ test_id_set
tests.test_prompt_request_piece ‑ test_orchestrators_serialize
tests.test_prompt_request_piece ‑ test_prompt_request_piece_no_roles
tests.test_prompt_request_piece ‑ test_prompt_request_piece_sets_converted_sha256
tests.test_prompt_request_piece ‑ test_prompt_request_piece_sets_original_sha256
tests.test_prompt_request_piece ‑ test_prompt_request_response_inconsistent_roles_throws
tests.test_prompt_request_piece ‑ test_prompt_response_empty_throws
tests.test_prompt_request_piece ‑ test_prompt_response_validate
tests.test_prompt_request_piece ‑ test_prompt_response_validate_conversation_id_throws
tests.test_prompt_request_piece ‑ test_prompt_targets_serialize
tests.test_prompt_response ‑ test_save_and_load_of_prompt_response
tests.test_prompt_response ‑ test_saving_of_prompt_response
tests.test_prompt_template ‑ test_system_prompt_from_file
tests.test_seclists_bias_testing ‑ test_custom_parameters_override_randomness
tests.test_seclists_bias_testing ‑ test_default_random_behavior
tests.test_seclists_bias_testing ‑ test_placeholder_replacement
tests.test_seclists_bias_testing ‑ test_random_seed_consistency
tests.test_xstest ‑ test_fetch_xstest_examples