sync: migrate ai-operator to Gitea (2026-08-10)

internal/dialogue/language/normalizer.go

@@ -0,0 +1,26 @@
+package language
+
+import (
+	"regexp"
+	"strings"
+)
+
+var spaceRE = regexp.MustCompile(`\s+`)
+var edgePunctRE = regexp.MustCompile(`^[\s\.,!\?;:"'«»\(\)\[\]\{\}]+|[\s\.,!\?;:"'«»\(\)\[\]\{\}]+$`)
+
+func Normalize(input string) string {
+	s := strings.TrimSpace(strings.ToLower(input))
+	s = strings.ReplaceAll(s, "ё", "е")
+	s = strings.ReplaceAll(s, "-", " ")
+	s = edgePunctRE.ReplaceAllString(s, "")
+	s = strings.Map(func(r rune) rune {
+		switch r {
+		case '.', ',', '!', '?', ';', ':', '"', '\'', '«', '»', '(', ')', '[', ']', '{', '}':
+			return ' '
+		default:
+			return r
+		}
+	}, s)
+	s = spaceRE.ReplaceAllString(strings.TrimSpace(s), " ")
+	return s
+}