119 lines
3.4 KiB
JSON
119 lines
3.4 KiB
JSON
{
|
|
"description": "Test cases for AI chat quality evaluation - Norda Biznes Hub",
|
|
"version": "1.0",
|
|
"created": "2025-11-26",
|
|
"test_cases": [
|
|
{
|
|
"id": "TC001",
|
|
"query": "kto robi strony www w norda biznes",
|
|
"expected_companies": ["Pixlab Softwarehouse", "SEO PARTNER"],
|
|
"category": "IT/Web",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC002",
|
|
"query": "szukam prawnika dla firmy",
|
|
"expected_companies": ["Hebel Masiak i Wspólnicy", "Kancelaria Radcy Prawnego Łukasz Gilewicz", "Litwic&Litwic", "Kancelaria Radcy Prawnego Radosław Skwarło"],
|
|
"category": "Services/Legal",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC003",
|
|
"query": "potrzebuję księgową",
|
|
"expected_companies": ["Biuro Rachunkowości Perfekta", "Kancelaria Rachunkowa Gawin & Wojnowska"],
|
|
"category": "Services/Accounting",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC004",
|
|
"query": "firma od spawania aluminium",
|
|
"expected_companies": ["Alumech"],
|
|
"category": "Production/Metal",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC005",
|
|
"query": "kto zbuduje mi halę",
|
|
"expected_companies": ["Lenap Hale", "Sigma Budownictwo", "RUBO"],
|
|
"category": "Construction",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC006",
|
|
"query": "potrzebuję klimatyzacji",
|
|
"expected_companies": ["CoolAir", "SCROL", "Chłodnictwo Klimatyzacja Tomasz Nowak"],
|
|
"category": "HVAC",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC007",
|
|
"query": "firma od fotowoltaiki",
|
|
"expected_companies": ["Green House Systems", "Rubinsolar"],
|
|
"category": "Energy/Renewable",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC008",
|
|
"query": "kto zajmuje się IT i cyberbezpieczeństwem",
|
|
"expected_companies": ["INPI Sp. z o.o.", "Delkom"],
|
|
"category": "IT/Security",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC009",
|
|
"query": "szukam dewelopera do budowy mieszkań",
|
|
"expected_companies": ["ARD Invest", "Pro-Invest", "Orlex MG"],
|
|
"category": "Construction/Development",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC010",
|
|
"query": "kto produkuje drzwi",
|
|
"expected_companies": ["PORTA KMI"],
|
|
"category": "Production",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC011",
|
|
"query": "druk i reklama",
|
|
"expected_companies": ["KonkretStudio", "Joker", "Wejherplast"],
|
|
"category": "Services/Marketing",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC012",
|
|
"query": "usługi ochrony",
|
|
"expected_companies": ["Agis Management Group", "Semerling Security"],
|
|
"category": "Services/Security",
|
|
"priority": "medium"
|
|
},
|
|
{
|
|
"id": "TC013",
|
|
"query": "hurtownia elektryczna",
|
|
"expected_companies": ["Ampery"],
|
|
"category": "Trade/Wholesale",
|
|
"priority": "low"
|
|
},
|
|
{
|
|
"id": "TC014",
|
|
"query": "szukam systemu CRM dla firmy",
|
|
"expected_companies": ["Pixlab Softwarehouse", "INPI Sp. z o.o."],
|
|
"category": "IT/Software",
|
|
"priority": "high"
|
|
},
|
|
{
|
|
"id": "TC015",
|
|
"query": "kto naprawi samochód",
|
|
"expected_companies": ["AMA"],
|
|
"category": "Services/Automotive",
|
|
"priority": "low"
|
|
}
|
|
],
|
|
"evaluation_config": {
|
|
"pass_threshold": 0.7,
|
|
"partial_match_score": 0.5,
|
|
"exact_match_score": 1.0,
|
|
"timeout_seconds": 30
|
|
}
|
|
}
|