tests.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.test_chat_normalizer_tokenizer ‑ test_normalize_chatml

tests.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_content
tests.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_embedding
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_convert_async
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_fallback_to_default_font
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_initialization
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_font
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_input_image
tests.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_text_to_add
tests.converter.test_add_text_image_converter ‑ test_text_image_converter_add_text_to_image
tests.converter.test_add_text_image_converter ‑ test_text_image_converter_input_supported
tests.converter.test_azure_speech_converter ‑ test_azure_speech_text_to_audio_convert_async
tests.converter.test_azure_speech_converter ‑ test_send_prompt_to_audio_file_raises_value_error
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_binary_tree_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_custom_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_length_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_odd_even_encrypt_decrypt
tests.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_reverse_encrypt_decrypt
tests.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt
tests.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt_default
tests.converter.test_generic_llm_converter ‑ test_tense_converter_sets_system_prompt
tests.converter.test_generic_llm_converter ‑ test_tone_converter_sets_system_prompt
tests.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_authority_endorsement_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_evidence_based_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_expert_endorsement_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_logical_appeal_template_not_null
tests.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_misrepresentation_template_not_null
tests.converter.test_prompt_converter ‑ test_ascii_art
tests.converter.test_prompt_converter ‑ test_atbash_converter
tests.converter.test_prompt_converter ‑ test_atbash_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_base64_prompt_converter
tests.converter.test_prompt_converter ‑ test_caesar_converter
tests.converter.test_prompt_converter ‑ test_caesar_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_capital_letter_converter
tests.converter.test_prompt_converter ‑ test_capital_letter_converter_with_twentyfive_percent
tests.converter.test_prompt_converter ‑ test_character_replacement_converter
tests.converter.test_prompt_converter ‑ test_character_space_converter_basic
tests.converter.test_prompt_converter ‑ test_character_space_converter_empty_prompt
tests.converter.test_prompt_converter ‑ test_character_space_converter_punctuation
tests.converter.test_prompt_converter ‑ test_convert_tokens_entire_string_async
tests.converter.test_prompt_converter ‑ test_convert_tokens_two_tokens_async
tests.converter.test_prompt_converter ‑ test_emoji_converter
tests.converter.test_prompt_converter ‑ test_leetcode_converter
tests.converter.test_prompt_converter ‑ test_morse_converter
tests.converter.test_prompt_converter ‑ test_morse_converter_with_appended_description
tests.converter.test_prompt_converter ‑ test_rot13_converter_init
tests.converter.test_prompt_converter ‑ test_str_join_converter_default
tests.converter.test_prompt_converter ‑ test_str_join_converter_init
tests.converter.test_prompt_converter ‑ test_str_join_converter_invalid_type_raises
tests.converter.test_prompt_converter ‑ test_str_join_converter_none_raises
tests.converter.test_prompt_converter ‑ test_str_join_converter_unsupported_type_raises
tests.converter.test_prompt_converter ‑ test_suffix_append_converter
tests.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_uneven_tokens
tests.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_with_non_text_input_type
tests.converter.test_prompt_converter ‑ test_unicode_confusable_converter
tests.converter.test_prompt_converter ‑ test_unicode_sub_ascii_prompt_converter
tests.converter.test_prompt_converter ‑ test_unicode_sub_default_prompt_converter
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_append
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_prepend
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_repeat
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_no_punctuation
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_one_sentence
tests.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_two_sentence
tests.converter.test_shorten_expand_converter ‑ test_expand_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_shorten_expand_converter ‑ test_expand_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_shorten_expand_converter ‑ test_prompt_expand_init_templates_not_null
tests.converter.test_shorten_expand_converter ‑ test_prompt_shorten_init_templates_not_null
tests.converter.test_shorten_expand_converter ‑ test_shorten_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_shorten_expand_converter ‑ test_shorten_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_translation_converter ‑ test_prompt_translation_init_templates_not_null
tests.converter.test_translation_converter ‑ test_translation_converter_convert_async_retrieve_key_capitalization_mismatch
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_json_bad_format_retries
tests.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[None]
tests.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[]
tests.converter.test_variation_converter ‑ test_prompt_variation_init_templates_not_null
tests.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.exceptions.test_exceptions ‑ test_bad_request_exception_initialization
tests.exceptions.test_exceptions ‑ test_bad_request_exception_process_exception
tests.exceptions.test_exceptions ‑ test_empty_response_exception_initialization
tests.exceptions.test_exceptions ‑ test_empty_response_exception_process_exception
tests.exceptions.test_exceptions ‑ test_pyrit_exception_initialization
tests.exceptions.test_exceptions ‑ test_pyrit_exception_process_exception
tests.exceptions.test_exceptions ‑ test_rate_limit_exception_initialization
tests.exceptions.test_exceptions ‑ test_rate_limit_exception_process_exception
tests.memory.test_azure_sql_memory ‑ test_add_score_get_score[float_scale]
tests.memory.test_azure_sql_memory ‑ test_add_score_get_score[true_false]
tests.memory.test_azure_sql_memory ‑ test_default_embedding_raises
tests.memory.test_azure_sql_memory ‑ test_default_enable_embedding
tests.memory.test_azure_sql_memory ‑ test_disable_embedding
tests.memory.test_azure_sql_memory ‑ test_get_all_memory
tests.memory.test_azure_sql_memory ‑ test_get_memories_with_json_properties
tests.memory.test_azure_sql_memory ‑ test_get_memories_with_orchestrator_id
tests.memory.test_azure_sql_memory ‑ test_insert_embedding_entry
tests.memory.test_azure_sql_memory ‑ test_insert_entries
tests.memory.test_azure_sql_memory ‑ test_insert_entry
tests.memory.test_azure_sql_memory ‑ test_query_entries
tests.memory.test_duckdb_memory ‑ test_add_score_get_score[float_scale]
tests.memory.test_duckdb_memory ‑ test_add_score_get_score[true_false]
tests.memory.test_duckdb_memory ‑ test_conversation_data_column_types
tests.memory.test_duckdb_memory ‑ test_conversation_data_schema
tests.memory.test_duckdb_memory ‑ test_default_embedding_raises
tests.memory.test_duckdb_memory ‑ test_default_enable_embedding
tests.memory.test_duckdb_memory ‑ test_disable_embedding
tests.memory.test_duckdb_memory ‑ test_embedding_data_column_types
tests.memory.test_duckdb_memory ‑ test_embedding_data_schema
tests.memory.test_duckdb_memory ‑ test_get_all_memory
tests.memory.test_duckdb_memory ‑ test_get_memories_with_json_properties
tests.memory.test_duckdb_memory ‑ test_get_memories_with_memory_labels
tests.memory.test_duckdb_memory ‑ test_get_memories_with_orchestrator_id
tests.memory.test_duckdb_memory ‑ test_get_memories_with_zero_memory_labels
tests.memory.test_duckdb_memory ‑ test_insert_embedding_entry
tests.memory.test_duckdb_memory ‑ test_insert_entries
tests.memory.test_duckdb_memory ‑ test_insert_entry
tests.memory.test_duckdb_memory ‑ test_insert_entry_violates_constraint
tests.memory.test_duckdb_memory ‑ test_query_entries
tests.memory.test_duckdb_memory ‑ test_update_entries
tests.memory.test_duckdb_memory ‑ test_update_entries_by_conversation_id
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_azure_environment_variables
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_embedding_model
tests.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_without_embedding_model_and_environment_variables
tests.memory.test_memory_embedding ‑ test_memory_encoder
tests.memory.test_memory_embedding ‑ test_memory_encoding_chat_message
tests.memory.test_memory_exporter ‑ test_export_to_json_creates_file[csv]
tests.memory.test_memory_exporter ‑ test_export_to_json_creates_file[json]
tests.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[csv]
tests.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[json]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[1]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[2]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[3]
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_calls_validate
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence
tests.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence_with_prev_conversation
tests.memory.test_memory_interface ‑ test_conversation_memory_empty_by_default
tests.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn
tests.memory.test_memory_interface ‑ test_duplicate_memory
tests.memory.test_memory_interface ‑ test_duplicate_memory_orchestrator_id_collision
tests.memory.test_memory_interface ‑ test_export_conversation_by_orchestrator_id_file_created
tests.memory.test_memory_interface ‑ test_get_orchestrator_conversation_sorting
tests.memory.test_memory_interface ‑ test_get_prompt_ids_by_orchestrator
tests.memory.test_memory_interface ‑ test_get_scores_by_orchestrator_id
tests.memory.test_memory_interface ‑ test_insert_prompt_memories_inserts_embedding
tests.memory.test_memory_interface ‑ test_insert_prompt_memories_not_inserts_embedding
tests.memory.test_memory_interface ‑ test_memory
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[10]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[2]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[3]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[4]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[5]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[6]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[7]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[8]
tests.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack[9]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path[2]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path[3]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path[4]
tests.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path[5]
tests.orchestrator.test_crescendo_orchestrator ‑ test_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak", "invalid_key": "Invalid Key"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak",}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_invalid_json_exceptions[{"generated_question": "Attack Prompt"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_invalid_json_exceptions[{"question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak"}]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[10]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[2]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[3]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[4]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[5]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[6]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[7]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[8]
tests.orchestrator.test_crescendo_orchestrator ‑ test_max_backtracks_occurred[9]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[10]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[1]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[2]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[3]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[4]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[5]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[6]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[7]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[8]
tests.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[9]
tests.orchestrator.test_crescendo_orchestrator ‑ test_value_error_exceptions
tests.orchestrator.test_pair_orchestrator ‑ test_attacker_response
tests.orchestrator.test_pair_orchestrator ‑ test_continue_conversation
tests.orchestrator.test_pair_orchestrator ‑ test_correct_number_of_streams_executes
tests.orchestrator.test_pair_orchestrator ‑ test_get_target_response_and_store
tests.orchestrator.test_pair_orchestrator ‑ test_init
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_found
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_found_multiple_streams
tests.orchestrator.test_pair_orchestrator ‑ test_output_is_properly_formatted_when_jailbreak_is_not_found
tests.orchestrator.test_pair_orchestrator ‑ test_run
tests.orchestrator.test_pair_orchestrator ‑ test_start_new_conversation
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_memory
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_score_memory
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_memory_labels
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_memory_labels_collision
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[100]
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[10]
tests.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_with_memory_labels
tests.orchestrator.test_prompt_orchestrator ‑ test_send_multiple_prompts_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_normalizer_requests_async
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_conversation
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_to_identifier
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[10]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[1]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[20]
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_async_no_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_b64_converter
tests.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_multiple_converters
tests.orchestrator.test_prompt_orchestrator ‑ test_sendprompts_orchestrator_sets_target_memory
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring_non_bool
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_beyond_first_iteration_failure[False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_beyond_first_iteration_failure[True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_memory_labels[False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_memory_labels[True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_then_generated_prompt[False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_fixed_prompt_then_generated_prompt[True]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_prompt_twice[False]
tests.orchestrator.test_red_teaming_orchestrator ‑ test_send_prompt_twice[True]
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_async_raises_error_empty_memory_labels
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_async_raises_error_no_matching_labels
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_includes_requests
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_memory_labels_only_responses
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_orchestrator_includes_requests
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_orchestrator_only_responses
tests.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_prompt_id_async
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_orchestrator_get_memory
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_multiple_prompts_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_b64_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_to_identifier
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_custom_skeleton_key
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_session_id
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_with_memory_labels
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_custom_skeleton_key
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_no_converter
tests.orchestrator.test_skeleton_key_orchestrator ‑ test_sendprompts_orchestrator_sets_target_memory
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_max_depth_reached[False]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_max_depth_reached[True]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[False-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_failure[True-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[False-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-1]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-2]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_multiturn_success_in_last_turn[True-3]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_single_turn_success[False]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_apply_strategy_single_turn_success[True]
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_branching_factor
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_depth
tests.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_width
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_no_scorer
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async_with_memory_labels
tests.orchestrator.test_xpia_orchestrator ‑ test_xpia_test_orchestrator_execute
tests.score.test_azure_content_filter ‑ test_azure_content_default_category
tests.score.test_azure_content_filter ‑ test_azure_content_explicit_category
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_adds_to_memory
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_get_azure_severity
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_score
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_audio
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_image
tests.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_text
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.7]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.3]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.5]
tests.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.7]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_3]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_3]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-False]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-True]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_1]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_2]
tests.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_3]
tests.score.test_hitl ‑ test_import_scores_from_csv
tests.score.test_hitl ‑ test_substring_scorer_adds_to_memory
tests.score.test_hitl ‑ test_substring_scorer_score[I can't answer]
tests.score.test_hitl ‑ test_substring_scorer_score[Not present]
tests.score.test_hitl ‑ test_substring_scorer_validate
tests.score.test_markdown_injection ‑ test_md_injection_adds_to_memory
tests.score.test_markdown_injection ‑ test_md_injection_detected[![Drag Racing](Dragster.jpg)]
tests.score.test_markdown_injection ‑ test_md_injection_detected[![][image_ref_a32ff4ads]]
tests.score.test_markdown_injection ‑ test_md_injection_detected[![sdf](www.google.com)]
tests.score.test_markdown_injection ‑ test_md_injection_not_detected
tests.score.test_self_ask_category ‑ test_category_scorer_adds_to_memory
tests.score.test_self_ask_category ‑ test_category_scorer_score
tests.score.test_self_ask_category ‑ test_category_scorer_score_false
tests.score.test_self_ask_category ‑ test_category_scorer_set_no_category_found
tests.score.test_self_ask_category ‑ test_category_scorer_set_system_prompt
tests.score.test_self_ask_category ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.score.test_self_ask_category ‑ test_self_ask_objective_scorer_json_missing_key_exception_retries
tests.score.test_self_ask_likert ‑ test_likert_scorer_adds_to_memory
tests.score.test_self_ask_likert ‑ test_likert_scorer_must_have_category
tests.score.test_self_ask_likert ‑ test_likert_scorer_score
tests.score.test_self_ask_likert ‑ test_likert_scorer_set_system_prompt
tests.score.test_self_ask_likert ‑ test_self_ask_likert_scorer_json_missing_key_exception_retries
tests.score.test_self_ask_likert ‑ test_self_ask_scorer_bad_json_exception_retries
tests.score.test_self_ask_scale ‑ test_scale_invalid_min_max
tests.score.test_self_ask_scale ‑ test_scale_malformed_examples
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[category]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[examples]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[maximum_description]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[maximum_value]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[minimum_description]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[minimum_value]
tests.score.test_self_ask_scale ‑ test_scale_must_have_fields[step_description]
tests.score.test_self_ask_scale ‑ test_scale_no_examples
tests.score.test_self_ask_scale ‑ test_scale_scorer_adds_to_memory
tests.score.test_self_ask_scale ‑ test_scale_scorer_invalid_scale_file_contents
tests.score.test_self_ask_scale ‑ test_scale_scorer_score
tests.score.test_self_ask_scale ‑ test_scale_scorer_score_custom_scale
tests.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt
tests.score.test_self_ask_scale ‑ test_self_ask_scale_scorer_json_missing_key_exception_retries
tests.score.test_self_ask_scale ‑ test_self_ask_scorer_bad_json_exception_retries
tests.score.test_self_ask_true_false ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.score.test_self_ask_true_false ‑ test_self_ask_scorer_bad_json_exception_retries
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_adds_to_memory
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_score
tests.score.test_self_ask_true_false ‑ test_true_false_scorer_set_system_prompt
tests.score.test_substring ‑ test_substring_scorer_adds_to_memory
tests.score.test_substring ‑ test_substring_scorer_score[I can't answer]
tests.score.test_substring ‑ test_substring_scorer_score[Not present]
tests.score.test_substring ‑ test_substring_scorer_validate
tests.target.test_aml_online_endpoint_chat ‑ test_azure_ml_validate_prompt_type
tests.target.test_aml_online_endpoint_chat ‑ test_azure_ml_validate_request_length
tests.target.test_aml_online_endpoint_chat ‑ test_complete_chat_async
tests.target.test_aml_online_endpoint_chat ‑ test_complete_chat_async_bad_json_response
tests.target.test_aml_online_endpoint_chat ‑ test_complete_chat_async_with_nop_normalizer[None]
tests.target.test_aml_online_endpoint_chat ‑ test_complete_chat_async_with_nop_normalizer[message_normalizer1]
tests.target.test_aml_online_endpoint_chat ‑ test_complete_chat_async_with_squashnormalizer
tests.target.test_aml_online_endpoint_chat ‑ test_get_headers_with_valid_api_key
tests.target.test_aml_online_endpoint_chat ‑ test_initialization_with_no_api_raises
tests.target.test_aml_online_endpoint_chat ‑ test_initialization_with_no_key_raises
tests.target.test_aml_online_endpoint_chat ‑ test_initialization_with_required_parameters
tests.target.test_aml_online_endpoint_chat ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_aml_online_endpoint_chat ‑ test_send_prompt_async_empty_response_retries
tests.target.test_aml_online_endpoint_chat ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_aml_online_endpoint_chat ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_azure_openai_completion_target ‑ test_azure_complete_async_return
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prev_convs
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prompt_type
tests.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_request_length
tests.target.test_azure_openai_completion_target ‑ test_azure_initialization_with_no_deployment_raises
tests.target.test_azure_openai_completion_target ‑ test_azure_invalid_endpoint_raises
tests.target.test_azure_openai_completion_target ‑ test_azure_invalid_key_raises
tests.target.test_azure_openai_gpto_chat_target ‑ test_build_chat_messages_with_consistent_roles
tests.target.test_azure_openai_gpto_chat_target ‑ test_build_chat_messages_with_unsupported_data_types
tests.target.test_azure_openai_gpto_chat_target ‑ test_complete_chat_async_return
tests.target.test_azure_openai_gpto_chat_target ‑ test_convert_image_to_data_url_file_not_found
tests.target.test_azure_openai_gpto_chat_target ‑ test_convert_image_to_data_url_success
tests.target.test_azure_openai_gpto_chat_target ‑ test_convert_image_with_unsupported_extension
tests.target.test_azure_openai_gpto_chat_target ‑ test_init_with_no_additional_request_headers_var_raises
tests.target.test_azure_openai_gpto_chat_target ‑ test_init_with_no_api_key_var_raises
tests.target.test_azure_openai_gpto_chat_target ‑ test_init_with_no_deployment_var_raises
tests.target.test_azure_openai_gpto_chat_target ‑ test_init_with_no_endpoint_uri_var_raises
tests.target.test_azure_openai_gpto_chat_target ‑ test_parse_chat_completion_successful
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_empty_response_adds_to_memory
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_azure_openai_gpto_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_azure_openai_gpto_chat_target ‑ test_validate_request_too_many_request_pieces
tests.target.test_azure_openai_gpto_chat_target ‑ test_validate_request_unsupported_data_types
tests.target.test_azure_openai_gptv_chat_target ‑ test_build_chat_messages_with_consistent_roles
tests.target.test_azure_openai_gptv_chat_target ‑ test_build_chat_messages_with_unsupported_data_types
tests.target.test_azure_openai_gptv_chat_target ‑ test_complete_chat_async_return
tests.target.test_azure_openai_gptv_chat_target ‑ test_convert_image_to_data_url_file_not_found
tests.target.test_azure_openai_gptv_chat_target ‑ test_convert_image_to_data_url_success
tests.target.test_azure_openai_gptv_chat_target ‑ test_convert_image_with_unsupported_extension
tests.target.test_azure_openai_gptv_chat_target ‑ test_init_with_no_additional_request_headers_var_raises
tests.target.test_azure_openai_gptv_chat_target ‑ test_init_with_no_api_key_var_raises
tests.target.test_azure_openai_gptv_chat_target ‑ test_init_with_no_deployment_var_raises
tests.target.test_azure_openai_gptv_chat_target ‑ test_init_with_no_endpoint_uri_var_raises
tests.target.test_azure_openai_gptv_chat_target ‑ test_parse_chat_completion_successful
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_empty_response_adds_to_memory
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_azure_openai_gptv_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_azure_openai_gptv_chat_target ‑ test_validate_request_too_many_request_pieces
tests.target.test_azure_openai_gptv_chat_target ‑ test_validate_request_unsupported_data_types
tests.target.test_crucible_target ‑ test_crucible_initializes
tests.target.test_crucible_target ‑ test_crucible_validate_prompt_type
tests.target.test_crucible_target ‑ test_crucible_validate_request_length
tests.target.test_dall_e_target ‑ test_dalle_send_prompt_file_save_async
tests.target.test_dall_e_target ‑ test_dalle_validate_prompt_type
tests.target.test_dall_e_target ‑ test_dalle_validate_request_length
tests.target.test_dall_e_target ‑ test_initialization_invalid_num_images
tests.target.test_dall_e_target ‑ test_initialization_with_required_parameters
tests.target.test_dall_e_target ‑ test_send_prompt_async
tests.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_dall_e_target ‑ test_send_prompt_async_empty_response
tests.target.test_dall_e_target ‑ test_send_prompt_async_empty_response_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_adds_memory
tests.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_exception
tests.target.test_gandalf_target ‑ test_gandalf_initializes
tests.target.test_gandalf_target ‑ test_gandalf_validate_prompt_type
tests.target.test_gandalf_target ‑ test_gandalf_validate_request_length
tests.target.test_openai_chat_target ‑ test_azure_complete_chat_async_return
tests.target.test_openai_chat_target ‑ test_azure_initialization_with_no_deployment_raises
tests.target.test_openai_chat_target ‑ test_azure_invalid_endpoint_raises
tests.target.test_openai_chat_target ‑ test_azure_invalid_key_raises
tests.target.test_openai_chat_target ‑ test_azure_openai_validate_prompt_type
tests.target.test_openai_chat_target ‑ test_azure_openai_validate_request_length
tests.target.test_openai_chat_target ‑ test_openai_complete_chat_async_return
tests.target.test_openai_chat_target ‑ test_openai_initialization_with_no_deployment_raises
tests.target.test_openai_chat_target ‑ test_openai_invalid_endpoint_raises
tests.target.test_openai_chat_target ‑ test_openai_invalid_key_raises
tests.target.test_openai_chat_target ‑ test_openai_parse_chat_completion_successful
tests.target.test_openai_chat_target ‑ test_openai_validate_prompt_type
tests.target.test_openai_chat_target ‑ test_openai_validate_request_length
tests.target.test_openai_chat_target ‑ test_parse_chat_completion_successful
tests.target.test_openai_chat_target ‑ test_send_prompt_async
tests.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error
tests.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.target.test_openai_chat_target ‑ test_validate_request_too_many_request_pieces
tests.target.test_prompt_target ‑ test_send_prompt_user_no_system
tests.target.test_prompt_target ‑ test_send_prompt_with_system_calls_chat_complete
tests.target.test_prompt_target ‑ test_set_system_prompt
tests.target.test_prompt_target ‑ test_set_system_prompt_adds_memory
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prev_convs
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prompt_type
tests.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_request_length
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_no_container_url_raises
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters
tests.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters_from_env
tests.target.test_prompt_target_azure_blob_storage ‑ test_send_prompt_async
tests.target.test_prompt_target_text ‑ test_send_prompt_stream
tests.target.test_prompt_target_text ‑ test_send_prompt_user_no_system
tests.target.test_tts_target ‑ test_tts_initializes
tests.target.test_tts_target ‑ test_tts_initializes_calls_get_required_parameters
tests.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[mp3]
tests.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[ogg]
tests.target.test_tts_target ‑ test_tts_validate_previous_conversations
tests.target.test_tts_target ‑ test_tts_validate_prompt_type
tests.target.test_tts_target ‑ test_tts_validate_request_length
tests.test_attack_strategy ‑ test_attack_strategy_from_file
tests.test_attack_strategy ‑ test_attack_strategy_no_objective_placeholder
tests.test_attack_strategy ‑ test_attack_strategy_strings
tests.test_azure_auth ‑ test_get_token_on_init
tests.test_azure_auth ‑ test_get_token_provider_from_default_azure_credential
tests.test_azure_auth ‑ test_refresh_expiration
tests.test_azure_auth ‑ test_refresh_no_expiration
tests.test_azure_storage_auth ‑ test_get_sas_token
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_netloc
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_path
tests.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_scheme
tests.test_azure_storage_auth ‑ test_get_sas_token_no_url
tests.test_azure_storage_auth ‑ test_get_user_delegation_key
tests.test_azure_text_embedding ‑ test_invalid_deployment_raises
tests.test_azure_text_embedding ‑ test_invalid_endpoint_raises
tests.test_azure_text_embedding ‑ test_invalid_key_raises
tests.test_azure_text_embedding ‑ test_valid_init
tests.test_azure_text_embedding ‑ test_valid_init_env
tests.test_chat_message_normalizer ‑ test_chat_message_nop
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_empty_list
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_multiple_messages
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_no_system_message
tests.test_chat_message_normalizer ‑ test_generic_squash_system_message_single_system_message
tests.test_chat_normalizer_chatml ‑ test_from_chatml
tests.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_empty
tests.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_invalid
tests.test_chat_normalizer_chatml ‑ test_from_chatml_with_name
tests.test_chat_normalizer_chatml ‑ test_normalize
tests.test_chat_normalizer_chatml ‑ test_normalize_with_name
tests.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.test_chat_normalizer_tokenizer ‑ test_normalize_chatml
tests.test_common_default ‑ test_get_required_value_prefers_passed
tests.test_common_default ‑ test_get_required_value_throws_if_not_set
tests.test_common_default ‑ test_get_required_value_uses_default
tests.test_common_net_utility ‑ test_debug_is_false_by_default
tests.test_common_net_utility ‑ test_get_httpx_client_type[False-Client]
tests.test_common_net_utility ‑ test_get_httpx_client_type[True-AsyncClient]
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_failure
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_retries
tests.test_common_net_utility ‑ test_make_request_and_raise_if_error_success
tests.test_data_type_serializer ‑ test_data_serializer_error_read_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_error_save_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_factory_error_with_data
tests.test_data_type_serializer ‑ test_data_serializer_factory_text_no_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_factory_text_with_data
tests.test_data_type_serializer ‑ test_data_serializer_text_read_data_throws
tests.test_data_type_serializer ‑ test_data_serializer_text_save_data_throws
tests.test_data_type_serializer ‑ test_get_extension
tests.test_data_type_serializer ‑ test_get_mime_type
tests.test_data_type_serializer ‑ test_image_path_normalizer_factory
tests.test_data_type_serializer ‑ test_image_path_normalizer_factory_prompt_text_raises
tests.test_data_type_serializer ‑ test_image_path_read_data
tests.test_data_type_serializer ‑ test_image_path_read_data_base64
tests.test_data_type_serializer ‑ test_image_path_save_data
tests.test_data_type_serializer ‑ test_path_exists
tests.test_data_type_serializer ‑ test_path_not_exists
tests.test_data_type_serializer ‑ test_save_b64_image
tests.test_embedding_response ‑ test_can_save_embeddings
tests.test_embedding_response ‑ test_embedding_creation_is_idempotent
tests.test_embedding_response ‑ test_save_load_loop_is_idempotent
tests.test_fetch_examples ‑ test_cache_path_creation[csv-https://example.com/examples.csv]
tests.test_fetch_examples ‑ test_cache_path_creation[json-https://example.com/examples.json]
tests.test_fetch_examples ‑ test_cache_path_creation[txt-https://example.com/examples.txt]
tests.test_fetch_examples ‑ test_fetch_examples_with_cache
tests.test_fetch_examples ‑ test_fetch_from_public_url[csv-https://example.com/examples.csv-prompt\nexample-expected1]
tests.test_fetch_examples ‑ test_fetch_from_public_url[json-https://example.com/examples.json-[{"prompt": "example"}]-expected0]
tests.test_fetch_examples ‑ test_fetch_from_public_url[txt-https://example.com/examples.txt-example\n-expected2]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[docx]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[pdf]
tests.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[xml]
tests.test_fetch_examples ‑ test_read_cache[csv-prompt\nexample\n-expected1]
tests.test_fetch_examples ‑ test_read_cache[json-[{"prompt": "example"}]-expected0]
tests.test_fetch_examples ‑ test_read_cache[txt-example\n-expected2]
tests.test_fetch_examples ‑ test_read_cache_unsupported[docx]
tests.test_fetch_examples ‑ test_read_cache_unsupported[pdf]
tests.test_fetch_examples ‑ test_read_cache_unsupported[xml]
tests.test_fetch_examples ‑ test_write_cache[csv-examples1]
tests.test_fetch_examples ‑ test_write_cache[json-examples0]
tests.test_fetch_examples ‑ test_write_cache[txt-examples2]
tests.test_fetch_examples ‑ test_write_cache_unsupported[docx]
tests.test_fetch_examples ‑ test_write_cache_unsupported[pdf]
tests.test_fetch_examples ‑ test_write_cache_unsupported[xml]
tests.test_literals ‑ test_chat_message_role
tests.test_literals ‑ test_prompt_data_type
tests.test_literals ‑ test_prompt_response_error
tests.test_many_shot_template ‑ test_apply_parameters_no_examples
tests.test_many_shot_template ‑ test_apply_parameters_one_example
tests.test_many_shot_template ‑ test_apply_parameters_ten_examples
tests.test_many_shot_template ‑ test_apply_parameters_two_examples
tests.test_models ‑ test_chat_message_creation
tests.test_models ‑ test_chat_message_list_content_creation
tests.test_models ‑ test_chat_messages_dataset_values_properly_set
tests.test_models ‑ test_dataset_object_creation_from_dict
tests.test_normalizer_request ‑ test_normalizer_request_piece_throws_no_file
tests.test_normalizer_request ‑ test_prompt_init_invalid_prompt_text
tests.test_normalizer_request ‑ test_prompt_init_no_metadata
tests.test_normalizer_request ‑ test_prompt_request_piece_init_invalid_converter
tests.test_normalizer_request ‑ test_prompt_request_piece_init_valid_arguments
tests.test_ollama_chat_target ‑ test_ollama_complete_chat_async_return
tests.test_ollama_chat_target ‑ test_ollama_invalid_endpoint_uri_raises
tests.test_ollama_chat_target ‑ test_ollama_invalid_model_raises
tests.test_ollama_chat_target ‑ test_ollama_validate_prompt_type
tests.test_ollama_chat_target ‑ test_ollama_validate_request_length
tests.test_prompt_normalizer ‑ test_build_prompt_request_response
tests.test_prompt_normalizer ‑ test_convert_response_values_index
tests.test_prompt_normalizer ‑ test_convert_response_values_type
tests.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async
tests.test_prompt_normalizer ‑ test_send_prompt_async_adds_memory_twice
tests.test_prompt_normalizer ‑ test_send_prompt_async_converters_response
tests.test_prompt_normalizer ‑ test_send_prompt_async_exception
tests.test_prompt_normalizer ‑ test_send_prompt_async_image_converter
tests.test_prompt_normalizer ‑ test_send_prompt_async_multiple_converters
tests.test_prompt_normalizer ‑ test_send_prompt_async_no_converters_response
tests.test_prompt_normalizer ‑ test_send_prompt_async_no_response_adds_memory
tests.test_prompt_normalizer ‑ test_send_prompt_async_request_response_added_to_memory
tests.test_prompt_request_piece ‑ test_converters_serialize
tests.test_prompt_request_piece ‑ test_datetime_set
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces_multiple_groups
tests.test_prompt_request_piece ‑ test_group_conversation_request_pieces_throws
tests.test_prompt_request_piece ‑ test_hashes_generated
tests.test_prompt_request_piece ‑ test_hashes_generated_files
tests.test_prompt_request_piece ‑ test_hashes_generated_files_unknown_type
tests.test_prompt_request_piece ‑ test_id_set
tests.test_prompt_request_piece ‑ test_orchestrators_serialize
tests.test_prompt_request_piece ‑ test_prompt_request_piece_no_roles
tests.test_prompt_request_piece ‑ test_prompt_request_piece_sets_converted_sha256
tests.test_prompt_request_piece ‑ test_prompt_request_piece_sets_original_sha256
tests.test_prompt_request_piece ‑ test_prompt_request_response_inconsistent_roles_throws
tests.test_prompt_request_piece ‑ test_prompt_response_empty_throws
tests.test_prompt_request_piece ‑ test_prompt_response_validate
tests.test_prompt_request_piece ‑ test_prompt_response_validate_conversation_id_throws
tests.test_prompt_request_piece ‑ test_prompt_targets_serialize
tests.test_prompt_response ‑ test_save_and_load_of_prompt_response
tests.test_prompt_response ‑ test_saving_of_prompt_response
tests.test_prompt_template_generator ‑ test_generate_default_template_first_call_requires_two_messages
tests.test_prompt_template_generator ‑ test_generate_default_template_first_call_success
tests.test_prompt_template_generator ‑ test_generate_template_requires_messages
tests.test_prompt_template_generator ‑ test_generate_template_subsequent_call