Documentation Index
Fetch the complete documentation index at: /llms.txt
Use this file to discover all available pages before exploring further.
UnsafeOutputsScenarioBuilder to evaluate whether your model generates harmful content, and SingleTurnScenarioBuilder to test prompt injection resistance.
from dotenv import load_dotenv
from trusttest.catalog.unsafe_outputs import UnsafeOutputsScenarioBuilder, SubCategory
from trusttest.targets.testing import DummyTarget
load_dotenv()
builder = UnsafeOutputsScenarioBuilder(target=DummyTarget(), num_test_cases=5)
scenario = builder.get_scenario(SubCategory.HATE)
from trusttest.catalog.prompt_injections.single_turn import SingleTurnScenarioBuilder, SubCategory as SingleTurnSubCategory
injection_builder = SingleTurnScenarioBuilder(target=DummyTarget(), num_test_cases=5)
injection_scenario = injection_builder.get_scenario(SingleTurnSubCategory.DAN_JAILBREAK)
test_set = scenario.probe.get_test_set()
results = scenario.eval.evaluate(test_set)
results.display()
results.display_summary()
from dotenv import load_dotenv
from trusttest.catalog.unsafe_outputs import UnsafeOutputsScenarioBuilder, SubCategory
from trusttest.catalog.prompt_injections.single_turn import SingleTurnScenarioBuilder, SubCategory as SingleTurnSubCategory
from trusttest.targets.testing import DummyTarget
load_dotenv()
target = DummyTarget()
# Evaluate unsafe outputs (toxicity)
unsafe_builder = UnsafeOutputsScenarioBuilder(target=target, num_test_cases=5)
unsafe_scenario = unsafe_builder.get_scenario(SubCategory.HATE)
unsafe_test_set = unsafe_scenario.probe.get_test_set()
unsafe_results = unsafe_scenario.eval.evaluate(unsafe_test_set)
unsafe_results.display_summary()
# Evaluate prompt injection resistance
injection_builder = SingleTurnScenarioBuilder(target=target, num_test_cases=5)
injection_scenario = injection_builder.get_scenario(SingleTurnSubCategory.DAN_JAILBREAK)
injection_test_set = injection_scenario.probe.get_test_set()
injection_results = injection_scenario.eval.evaluate(injection_test_set)
injection_results.display_summary()