203 lines
14 KiB
Python
203 lines
14 KiB
Python
import json
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from search.evaluate_relevance import evaluate, load_queries
|
|
from search.query import COMPANY_REGISTRATION_DOCUMENTS, LEASE_TERM_PHRASE_BOOST, TAX_PROFIT_DOCUMENTS, build_search_body, query_variants
|
|
|
|
|
|
class SearchRelevanceTest(unittest.TestCase):
|
|
def test_loads_queries_and_calculates_document_metrics(self):
|
|
queries = [
|
|
{
|
|
"id": "ru-01",
|
|
"language": "ru",
|
|
"query": "трудовой договор",
|
|
"relevant_document_codes": ["7", "8"],
|
|
},
|
|
{
|
|
"id": "ky-01",
|
|
"language": "ky",
|
|
"query": "эмгек келишими",
|
|
"relevant_document_codes": ["9"],
|
|
},
|
|
]
|
|
with tempfile.TemporaryDirectory() as temporary:
|
|
path = Path(temporary) / "queries.json"
|
|
path.write_text(json.dumps(queries, ensure_ascii=False), encoding="utf-8")
|
|
loaded = load_queries(path)
|
|
|
|
with patch("search.evaluate_relevance.search_documents", side_effect=[["7", "10", "8"], ["10", "9"]]):
|
|
result = evaluate(loaded, "http://127.0.0.1:9200", "test", 10)
|
|
|
|
self.assertEqual(result["summary"], {"query_count": 2, "recall_at_10": 1.0, "mrr_at_10": 0.75})
|
|
self.assertEqual(result["queries"][0]["reciprocal_rank_at_10"], 1.0)
|
|
body = json.loads(build_search_body("ru", "трудовой договор", 10))
|
|
self.assertFalse(body["track_total_hits"])
|
|
self.assertEqual(body["collapse"], {"field": "document_code"})
|
|
self.assertIn({"term": {"is_current_edition": True}}, body["query"]["bool"]["filter"])
|
|
lexical_query = body["query"]["bool"]["must"]["bool"]["should"][0]["multi_match"]
|
|
self.assertEqual(lexical_query["type"], "cross_fields")
|
|
self.assertEqual(lexical_query["fields"], ["document_name_ru^4", "text_ru"])
|
|
self.assertEqual(lexical_query["operator"], "AND")
|
|
self.assertTrue(any("match_phrase" in clause for clause in body["query"]["bool"]["must"]["bool"]["should"]))
|
|
|
|
def test_legal_form_abbreviations_expand_in_both_directions(self):
|
|
self.assertIn("как открыть общество с ограниченной ответственностью", query_variants("ru", "как открыть ОсОО"))
|
|
self.assertIn("регистрация осоо", [variant.casefold() for variant in query_variants("ru", "регистрация общества с ограниченной ответственностью")])
|
|
self.assertIn("жчк ачуу тартиби", [variant.casefold() for variant in query_variants("ky", "жоопкерчилиги чектелген коом ачуу тартиби")])
|
|
|
|
def test_russian_lease_phrase_expands_only_the_exact_legal_construction(self):
|
|
original = "расторжение договора аренды"
|
|
variants = query_variants("ru", original)
|
|
self.assertEqual(variants[0], original)
|
|
self.assertIn("расторжение договора имущественного найма", variants)
|
|
body = json.loads(build_search_body("ru", original, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
full_text = [item["multi_match"]["query"] for item in clauses if "multi_match" in item and item["multi_match"].get("operator") == "AND"]
|
|
self.assertEqual(full_text, variants)
|
|
phrase_matches = [item["match_phrase"]["text_ru"] for item in clauses if "match_phrase" in item]
|
|
self.assertEqual([item["boost"] for item in phrase_matches], [3, LEASE_TERM_PHRASE_BOOST])
|
|
|
|
for query in (
|
|
"аренда квартиры",
|
|
"расторжение договора аренды квартиры",
|
|
"договор аренды земельного участка",
|
|
"договор поднайма",
|
|
"договор аренды с правом поднайма",
|
|
"наем работника",
|
|
"договор лизинга",
|
|
):
|
|
self.assertEqual(query_variants("ru", query), [query])
|
|
|
|
self.assertEqual(query_variants("ky", "договор аренды"), ["договор аренды"])
|
|
|
|
self.assertEqual(
|
|
query_variants("ru", "договору аренды"),
|
|
["договору аренды", "договору имущественного найма"],
|
|
)
|
|
|
|
def test_relaxed_match_drops_ru_template_prefix_and_stays_low_weight(self):
|
|
body = json.loads(build_search_body("ru", "правовое регулирование расторжение договора аренды", 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
strict = [item["multi_match"] for item in clauses if "multi_match" in item and item["multi_match"].get("operator") == "AND"]
|
|
relaxed = [item["multi_match"] for item in clauses if "multi_match" in item and item["multi_match"].get("boost") == 0.1]
|
|
self.assertEqual(strict[0]["query"], "правовое регулирование расторжение договора аренды")
|
|
self.assertEqual(relaxed[0]["query"], "расторжение договора аренды")
|
|
self.assertEqual(relaxed[0]["operator"], "OR")
|
|
self.assertEqual(relaxed[0]["minimum_should_match"], 2)
|
|
self.assertNotIn("boost", strict[0])
|
|
|
|
def test_relaxed_match_supports_kyrgyz_and_avoids_short_named_acts(self):
|
|
ky = json.loads(build_search_body("ky", "эмгек келишимин бузуу шарттары", 10))
|
|
ky_clauses = ky["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertTrue(any(item.get("multi_match", {}).get("operator") == "OR" and item["multi_match"].get("boost") == 0.1 for item in ky_clauses))
|
|
|
|
named_act = json.loads(build_search_body("ru", "Гражданский кодекс", 10))
|
|
act_clauses = named_act["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any(item.get("multi_match", {}).get("boost") == 0.1 for item in act_clauses))
|
|
|
|
long_named_act = json.loads(build_search_body("ru", "последние изменения Гражданского кодекса Кыргызской Республики", 10))
|
|
long_act_clauses = long_named_act["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any(item.get("multi_match", {}).get("boost") == 0.1 for item in long_act_clauses))
|
|
|
|
short_template = json.loads(build_search_body("ru", "как регулируется взыскание алиментов", 10))
|
|
short_clauses = short_template["query"]["bool"]["must"]["bool"]["should"]
|
|
short_fallback = next(item["multi_match"] for item in short_clauses if item.get("multi_match", {}).get("boost") == 0.1)
|
|
self.assertEqual(short_fallback["query"], "взыскание алиментов")
|
|
self.assertEqual(short_fallback["minimum_should_match"], 2)
|
|
|
|
stopword_query = json.loads(build_search_body("ru", "правовое регулирование права и обязанности", 10))
|
|
stopword_clauses = stopword_query["query"]["bool"]["must"]["bool"]["should"]
|
|
stopword_fallback = next(item["multi_match"] for item in stopword_clauses if item.get("multi_match", {}).get("boost") == 0.1)
|
|
self.assertEqual(stopword_fallback["minimum_should_match"], 2)
|
|
|
|
for language, query in (("ru", "последние изменения ГК КР"), ("ky", "Кыргыз Республикасынын Конституциясы")):
|
|
act_body = json.loads(build_search_body(language, query, 10))
|
|
act_clauses = act_body["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any(item.get("multi_match", {}).get("boost") == 0.1 for item in act_clauses))
|
|
|
|
for language, query, expected in (
|
|
("ru", "Налоговый кодекс ответственность за неуплату налога", "ответственность за неуплату налога"),
|
|
("ru", "Налоговый кодекс налоговая ставка", "налоговая ставка"),
|
|
("ru", "Налоговый кодекс: налоговая ставка", "налоговая ставка"),
|
|
("ru", "закон о труде порядок выплаты зарплаты", "порядок выплаты зарплаты"),
|
|
("ky", "Кыргыз Республикасынын Конституциясы укуктарды чектөө тартиби", "укуктарды чектөө тартиби"),
|
|
):
|
|
body = json.loads(build_search_body(language, query, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
fallback = next(item["multi_match"] for item in clauses if item.get("multi_match", {}).get("boost") == 0.1)
|
|
self.assertEqual(fallback["query"], expected)
|
|
|
|
for query in (
|
|
"Закон о защите прав потребителей",
|
|
"Закон Кыргызской Республики о защите прав потребителей",
|
|
"Закон Кыргызской Республики о государственной регистрации юридических лиц",
|
|
):
|
|
body = json.loads(build_search_body("ru", query, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any(item.get("multi_match", {}).get("boost") == 0.1 for item in clauses))
|
|
|
|
consumer_rights = json.loads(build_search_body("ru", "Закон о защите прав потребителей возврат денег", 10))
|
|
consumer_clauses = consumer_rights["query"]["bool"]["must"]["bool"]["should"]
|
|
consumer_fallback = next(item["multi_match"] for item in consumer_clauses if item.get("multi_match", {}).get("boost") == 0.1)
|
|
self.assertEqual(consumer_fallback["query"], "возврат денег")
|
|
|
|
def test_company_registration_intent_boosts_current_documents(self):
|
|
for language, query, status in (
|
|
("ru", "как открыть ОсОО", "Действует"),
|
|
("ky", "ЖЧК ачуу тартиби", "Күчүндө"),
|
|
):
|
|
body = json.loads(build_search_body(language, query, 10))
|
|
search_query = body["query"]["bool"]["must"]["bool"]
|
|
self.assertEqual(search_query["minimum_should_match"], 1)
|
|
self.assertNotIn("filter", search_query)
|
|
lexical = [clause["multi_match"] for clause in search_query["should"] if "multi_match" in clause]
|
|
self.assertTrue(all(clause["type"] == "cross_fields" and clause["operator"] == "OR" for clause in lexical))
|
|
boosts = [clause["constant_score"] for clause in search_query["should"] if "constant_score" in clause]
|
|
self.assertEqual([item["boost"] for item in boosts], [boost for _, boost in COMPANY_REGISTRATION_DOCUMENTS])
|
|
self.assertEqual(
|
|
[item["filter"]["bool"]["filter"][0]["term"]["document_code"] for item in boosts],
|
|
[code for code, _ in COMPANY_REGISTRATION_DOCUMENTS],
|
|
)
|
|
self.assertTrue(all(item["filter"]["bool"]["filter"][1] == {"term": {f"status_{language}": status}} for item in boosts))
|
|
|
|
def test_profit_tax_intent_prioritizes_the_current_tax_code(self):
|
|
for query in ("налог на прибыль", "налога на прибыль организаций", "налогообложение прибыли"):
|
|
body = json.loads(build_search_body("ru", query, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
boosts = [clause["constant_score"] for clause in clauses if "constant_score" in clause]
|
|
self.assertEqual([item["boost"] for item in boosts], [boost for _, boost in TAX_PROFIT_DOCUMENTS])
|
|
self.assertEqual([item["filter"]["bool"]["filter"][0]["term"]["document_code"] for item in boosts], ["112340"])
|
|
self.assertTrue(all(item["filter"]["bool"]["filter"][1] == {"term": {"status_ru": "Действует"}} for item in boosts))
|
|
|
|
for query in ("прибыль организации", "налог на доходы", "налог на имущество"):
|
|
body = json.loads(build_search_body("ru", query, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any("constant_score" in clause for clause in clauses))
|
|
|
|
def test_company_registration_intent_ignores_non_procedural_queries(self):
|
|
for language, query in (
|
|
("ru", "ОсОО зарегистрирован?"),
|
|
("ru", "кто зарегистрировал ОсОО"),
|
|
("ru", "как открыть счет ОсОО"),
|
|
("ru", "как открыть ОсОО банковский счет"),
|
|
("ru", "как открыть ОсОО банковский счёт"),
|
|
("ru", "как открыть филиал ОсОО"),
|
|
("ru", "как создать договор для ОсОО"),
|
|
("ru", "порядок создания логотипа ОсОО"),
|
|
("ky", "ЖЧК ачык маалымат"),
|
|
("ky", "ЖЧК кантип банк эсебин ачуу"),
|
|
("ky", "ЖЧК кантип келишим түзүү"),
|
|
("ky", "ЖЧК кантип логотип түзүү"),
|
|
):
|
|
body = json.loads(build_search_body(language, query, 10))
|
|
clauses = body["query"]["bool"]["must"]["bool"]["should"]
|
|
self.assertFalse(any("constant_score" in clause for clause in clauses))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|