import os
from dotenv import load_dotenv
from trusttest.catalog import RagFunctionalScenario
from trusttest.knowledge_base.neo4j import Neo4jKnowledgeBase
from trusttest.targets.testing import DummyTarget
load_dotenv(override=True)
knowledge_base = Neo4jKnowledgeBase(
uri=os.getenv("NEO4J_URI"),
username=os.getenv("NEO4J_USERNAME"),
password=os.getenv("NEO4J_PASSWORD"),
database=os.getenv("NEO4J_DATABASE"),
language="English",
fields_mapping={"content": "chunk", "id": "chunk_id"},
seed_topics=["AI", "Machine Learning"],
max_doc_count=20
)
rag_test = RagFunctionalScenario(
target=DummyTarget(), knowledge_base=knowledge_base, num_questions=2
)
test_set = rag_test.probe.get_test_set()
results = rag_test.eval.evaluate(test_set)
results.display_summary()