import os
from dotenv import load_dotenv
from trusttest.catalog import RagFunctionalScenario
from trusttest.knowledge_base.azure_search import AzureKnowledgeBase
from trusttest.targets.testing import DummyTarget
load_dotenv(override=True)
url = os.getenv("UPSTASH_URL")
token = os.getenv("UPSTASH_TOKEN")
knowledge_base = AzureKnowledgeBase(
service_endpoint=os.getenv("AZURE_SEARCH_SERVICE_ENDPOINT"),
key=os.getenv("AZURE_SEARCH_KEY"),
index_name=os.getenv("AZURE_SEARCH_INDEX_NAME"),
fields_mapping={"content": "chunk", "id": "chunk_id"},
language="Spanish",
)
rag_test = RagFunctionalScenario(
target=DummyTarget(), knowledge_base=knowledge_base, num_questions=2
)
test_set = rag_test.probe.get_test_set()
results = rag_test.eval.evaluate(test_set)
results.display_summary()