Improve Kazakh language detection

2026-05-02 02:14:38 +05:00
parent 984bc2195a
commit 1dfed913db
2 changed files with 22 additions and 4 deletions
@@ -255,6 +255,27 @@ _KAZAKH_LANGUAGE_MARKERS = frozenset({
    "казак",
    "қазақ",
    "қазақша",
+    "сәлем",
+    "салем",
+    "сәлеметсіз",
+    "салеметсиз",
+    "рахмет",
+    "жақсы",
+    "жаксы",
+    "иә",
+    "ия",
+    "жоқ",
+    "жок",
+    "менің",
+    "менин",
+    "атым",
+    "маған",
+    "маган",
+    "керек",
+    "көмек",
+    "комек",
+    "сұрақ",
+    "сурак",
 })
 _RUSSIAN_LANGUAGE_MARKERS = frozenset({
    "русский",
@@ -296,9 +317,6 @@ def _detect_session_language(text: str) -> str | None:
    has_russian = any(ch in _RUSSIAN_SPECIFIC_LETTERS for ch in normalized)
    if has_russian:
        return "ru"
-    cyrillic_chars = sum(1 for ch in normalized if "а" <= ch <= "я" or ch == "ё")
-    if cyrillic_chars >= 2:
-        return "ru"
    return None