@besales/anonymizer 0.1.0

package/dist/detectors/dictionary.detector.js

@@ -0,0 +1,222 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DictionaryDetector = void 0;
+exports.resetDictionaryCache = resetDictionaryCache;
+const fs = __importStar(require("fs"));
+const entity_type_1 = require("../types/entity-type");
+const LOCALE_CACHE = new Map();
+function loadCsv(filePath, filterType) {
+    const content = fs.readFileSync(filePath, 'utf-8');
+    const lines = content.split('\n').slice(1);
+    const result = new Set();
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        if (filterType) {
+            const [value, type] = trimmed.split(',');
+            if (type?.trim() === filterType && value?.trim()) {
+                result.add(value.trim());
+            }
+        }
+        else {
+            result.add(trimmed);
+        }
+    }
+    return result;
+}
+function ensureCache(localeCode, config) {
+    const cached = LOCALE_CACHE.get(localeCode);
+    if (cached)
+        return cached;
+    const result = {
+        firstNames: loadCsv(config.namesPath, 'first_name'),
+        lastNames: loadCsv(config.namesPath, 'last_name'),
+        patronymics: loadCsv(config.namesPath, 'patronymic'),
+        stopwords: loadCsv(config.stopwordsPath),
+    };
+    LOCALE_CACHE.set(localeCode, result);
+    return result;
+}
+function resetDictionaryCache() {
+    LOCALE_CACHE.clear();
+}
+function tokenizeText(text, splitPattern) {
+    const tokens = [];
+    const parts = text.split(splitPattern);
+    let searchFrom = 0;
+    for (const part of parts) {
+        if (!part)
+            continue;
+        const idx = text.indexOf(part, searchFrom);
+        if (idx === -1)
+            continue;
+        tokens.push({
+            value: part,
+            start: idx,
+            end: idx + part.length,
+        });
+        searchFrom = idx + part.length;
+    }
+    return tokens;
+}
+function isCapitalized(value) {
+    if (!value)
+        return false;
+    const first = value[0];
+    return first !== first.toLowerCase();
+}
+const CONFIDENCE_FIO_FULL = 0.95;
+const CONFIDENCE_FIO_TWO_DICT = 0.90;
+const CONFIDENCE_FIO_NAME_PATRONYMIC = 0.85;
+const CONFIDENCE_FIO_HEURISTIC = 0.60;
+class DictionaryDetector {
+    localeCode;
+    config;
+    constructor(localeCode, config) {
+        this.localeCode = localeCode;
+        this.config = config;
+    }
+    detect(text, _context) {
+        const cache = ensureCache(this.localeCode, this.config);
+        const tokens = tokenizeText(text, this.config.tokenSplitPattern);
+        const results = [];
+        const consumed = new Set();
+        for (let i = 0; i < tokens.length; i++) {
+            if (consumed.has(i))
+                continue;
+            const t0 = tokens[i];
+            const t1 = tokens[i + 1];
+            const t2 = tokens[i + 2];
+            const t0Lower = t0.value.toLowerCase();
+            const t1Lower = t1?.value.toLowerCase();
+            const t2Lower = t2?.value.toLowerCase();
+            if (t1 && t2 &&
+                isCapitalized(t0.value) &&
+                isCapitalized(t1.value) &&
+                isCapitalized(t2.value) &&
+                cache.lastNames.has(t0Lower) &&
+                cache.firstNames.has(t1Lower) &&
+                cache.patronymics.has(t2Lower)) {
+                const value = text.slice(t0.start, t2.end);
+                results.push({
+                    type: entity_type_1.ENTITY_TYPE.PERSON,
+                    value,
+                    position: { start: t0.start, end: t2.end },
+                    detectedBy: 'dictionary',
+                    confidence: CONFIDENCE_FIO_FULL,
+                });
+                consumed.add(i);
+                consumed.add(i + 1);
+                consumed.add(i + 2);
+                continue;
+            }
+            if (t1 && isCapitalized(t0.value) && isCapitalized(t1.value)) {
+                let confidence = null;
+                if (cache.lastNames.has(t0Lower) && cache.firstNames.has(t1Lower)) {
+                    confidence = CONFIDENCE_FIO_TWO_DICT;
+                }
+                else if (cache.firstNames.has(t0Lower) && cache.lastNames.has(t1Lower)) {
+                    confidence = CONFIDENCE_FIO_TWO_DICT;
+                }
+                else if (cache.firstNames.has(t0Lower) && cache.patronymics.has(t1Lower)) {
+                    confidence = CONFIDENCE_FIO_NAME_PATRONYMIC;
+                }
+                if (confidence !== null) {
+                    const value = text.slice(t0.start, t1.end);
+                    results.push({
+                        type: entity_type_1.ENTITY_TYPE.PERSON,
+                        value,
+                        position: { start: t0.start, end: t1.end },
+                        detectedBy: 'dictionary',
+                        confidence,
+                    });
+                    consumed.add(i);
+                    consumed.add(i + 1);
+                    continue;
+                }
+            }
+            if (t1 &&
+                isCapitalized(t0.value) &&
+                isCapitalized(t1.value) &&
+                !consumed.has(i + 1)) {
+                const isT0InDict = cache.firstNames.has(t0Lower) || cache.lastNames.has(t0Lower);
+                const isT1InDict = cache.firstNames.has(t1Lower) || cache.lastNames.has(t1Lower);
+                if (isT0InDict || isT1InDict) {
+                    const isT0Stop = cache.stopwords.has(t0Lower);
+                    const isT1Stop = cache.stopwords.has(t1Lower);
+                    if (!isT0Stop && !isT1Stop) {
+                        const value = text.slice(t0.start, t1.end);
+                        results.push({
+                            type: entity_type_1.ENTITY_TYPE.PERSON,
+                            value,
+                            position: { start: t0.start, end: t1.end },
+                            detectedBy: 'dictionary',
+                            confidence: CONFIDENCE_FIO_HEURISTIC,
+                        });
+                        consumed.add(i);
+                        consumed.add(i + 1);
+                        continue;
+                    }
+                }
+            }
+        }
+        return deduplicateResults(results);
+    }
+}
+exports.DictionaryDetector = DictionaryDetector;
+function deduplicateResults(entities) {
+    if (entities.length <= 1)
+        return entities;
+    const sorted = [...entities].sort((a, b) => {
+        const startDiff = a.position.start - b.position.start;
+        if (startDiff !== 0)
+            return startDiff;
+        const aLen = a.position.end - a.position.start;
+        const bLen = b.position.end - b.position.start;
+        return bLen - aLen;
+    });
+    const result = [sorted[0]];
+    for (let i = 1; i < sorted.length; i++) {
+        const current = sorted[i];
+        const last = result[result.length - 1];
+        if (current.position.start >= last.position.end) {
+            result.push(current);
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=dictionary.detector.js.map

package/dist/detectors/dictionary.detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictionary.detector.js","sourceRoot":"","sources":["../../src/detectors/dictionary.detector.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoEA,oDAEC;AAtED,uCAAyB;AAGzB,sDAAmD;AAqBnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA2B,CAAC;AAExD,SAAS,OAAO,CACd,QAAgB,EAChB,UAAmB;IAEnB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,UAAU,IAAI,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;gBACjD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YAEN,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,UAAkB,EAAE,MAA8B;IACrE,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,MAAM,GAAoB;QAC9B,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC;QACnD,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC;QACjD,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC;QACpD,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;KACzC,CAAC;IAEF,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC;AAChB,CAAC;AAGD,SAAgB,oBAAoB;IAClC,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAID,SAAS,YAAY,CAAC,IAAY,EAAE,YAAoB;IACtD,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC3C,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,SAAS;QAEzB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,GAAG;YACV,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAGD,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO,KAAK,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;AACvC,CAAC;AAID,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAC5C,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC,MAAa,kBAAkB;IAEV;IACA;IAFnB,YACmB,UAAkB,EAClB,MAA8B;QAD9B,eAAU,GAAV,UAAU,CAAQ;QAClB,WAAM,GAAN,MAAM,CAAwB;IAC9C,CAAC;IAEJ,MAAM,CAAC,IAAY,EAAE,QAA0B;QAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACjE,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAE9B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACzB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAEzB,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,EAAE,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,EAAE,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;YAGxC,IACE,EAAE,IAAI,EAAE;gBACR,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC5B,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC7B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAC9B,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,yBAAW,CAAC,MAAM;oBACxB,KAAK;oBACL,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE;oBAC1C,UAAU,EAAE,YAAY;oBACxB,UAAU,EAAE,mBAAmB;iBAChC,CAAC,CAAC;gBACH,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;YAGD,IAAI,EAAE,IAAI,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7D,IAAI,UAAU,GAAkB,IAAI,CAAC;gBAGrC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClE,UAAU,GAAG,uBAAuB,CAAC;gBACvC,CAAC;qBAEI,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvE,UAAU,GAAG,uBAAuB,CAAC;gBACvC,CAAC;qBAEI,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzE,UAAU,GAAG,8BAA8B,CAAC;gBAC9C,CAAC;gBAED,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;oBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;oBAC3C,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,yBAAW,CAAC,MAAM;wBACxB,KAAK;wBACL,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE;wBAC1C,UAAU,EAAE,YAAY;wBACxB,UAAU;qBACX,CAAC,CAAC;oBACH,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACpB,SAAS;gBACX,CAAC;YACH,CAAC;YAID,IACE,EAAE;gBACF,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EACpB,CAAC;gBACD,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACjF,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAGjF,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;oBAE7B,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAE9C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;wBAC3C,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,yBAAW,CAAC,MAAM;4BACxB,KAAK;4BACL,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE;4BAC1C,UAAU,EAAE,YAAY;4BACxB,UAAU,EAAE,wBAAwB;yBACrC,CAAC,CAAC;wBACH,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACpB,SAAS;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF;AAnHD,gDAmHC;AAKD,SAAS,kBAAkB,CAAC,QAA0B;IACpD,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAG1C,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC/C,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC/C,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAGvC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IAGH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/detectors/regex.detector.d.ts

@@ -0,0 +1,10 @@
+import { DetectedEntity } from '../types/detected-entity.interface';
+import { DetectionContext } from '../types/detection-context';
+import { LocaleRegexRule } from '../locales/locale.interface';
+import { DetectorPort } from './detector.interface';
+export declare class RegexDetector implements DetectorPort {
+    private readonly rules;
+    constructor(rules: LocaleRegexRule[]);
+    detect(text: string, _context: DetectionContext): DetectedEntity[];
+}
+//# sourceMappingURL=regex.detector.d.ts.map

package/dist/detectors/regex.detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"regex.detector.d.ts","sourceRoot":"","sources":["../../src/detectors/regex.detector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAuBpD,qBAAa,aAAc,YAAW,YAAY;IAChD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoB;gBAE9B,KAAK,EAAE,eAAe,EAAE;IAIpC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG,cAAc,EAAE;CA6BnE"}

package/dist/detectors/regex.detector.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RegexDetector = void 0;
+function hasContext(text, matchStart, matchEnd, contextPattern, radius, direction) {
+    const windowStart = Math.max(0, matchStart - radius);
+    const windowEnd = direction === 'before'
+        ? matchStart
+        : Math.min(text.length, matchEnd + radius);
+    const searchWindow = text.slice(windowStart, windowEnd);
+    return contextPattern.test(searchWindow);
+}
+class RegexDetector {
+    rules;
+    constructor(rules) {
+        this.rules = rules;
+    }
+    detect(text, _context) {
+        const results = [];
+        for (const rule of this.rules) {
+            for (const match of text.matchAll(rule.pattern)) {
+                const value = match[0];
+                const start = match.index;
+                const end = start + value.length;
+                if (rule.contextPattern !== null &&
+                    !hasContext(text, start, end, rule.contextPattern, rule.contextRadius, rule.contextDirection)) {
+                    continue;
+                }
+                results.push({
+                    type: rule.type,
+                    value,
+                    position: { start, end },
+                    detectedBy: 'regex',
+                    confidence: rule.confidence,
+                });
+            }
+        }
+        return results;
+    }
+}
+exports.RegexDetector = RegexDetector;
+//# sourceMappingURL=regex.detector.js.map

package/dist/detectors/regex.detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"regex.detector.js","sourceRoot":"","sources":["../../src/detectors/regex.detector.ts"],"names":[],"mappings":";;;AASA,SAAS,UAAU,CACjB,IAAY,EACZ,UAAkB,EAClB,QAAgB,EAChB,cAAsB,EACtB,MAAc,EACd,SAA4B;IAE5B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,CAAC;IACrD,MAAM,SAAS,GACb,SAAS,KAAK,QAAQ;QACpB,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,GAAG,MAAM,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACxD,OAAO,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED,MAAa,aAAa;IACP,KAAK,CAAoB;IAE1C,YAAY,KAAwB;QAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAY,EAAE,QAA0B;QAC7C,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAM,CAAC;gBAC3B,MAAM,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;gBAGjC,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;oBAC5B,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAC7F,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK;oBACL,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;oBACxB,UAAU,EAAE,OAAO;oBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AApCD,sCAoCC"}

package/dist/index.d.ts

@@ -0,0 +1,20 @@
+export { anonymizeText, deanonymizeText, anonymizeMessages, deanonymizeMessages, anonymizePayload, deanonymizePayload, } from './anonymizer';
+export type { AnonymizeTextOptions, AnonymizeMessagesOptions, AnonymizePayloadOptions, } from './anonymizer';
+export { buildSystemPromptInstruction } from './llm-protocol/system-prompt-builder';
+export { validateLlmResponse, autoFixMalformedTokens } from './llm-protocol/response-validator';
+export { createEmptyMapping } from './types/mapping-data.interface';
+export { LOCALES, DEFAULT_LOCALE, getLocale, RU_LOCALE } from './locales';
+export type { Locale } from './locales';
+export type { LocaleConfig, LocaleRegexRule, LocaleContextualRule, LocaleDictionaryConfig, } from './locales/locale.interface';
+export { ENTITY_TYPE } from './types/entity-type';
+export { DETECTION_CONTEXT } from './types/detection-context';
+export type { EntityType } from './types/entity-type';
+export type { DetectionContext } from './types/detection-context';
+export type { MappingData } from './types/mapping-data.interface';
+export type { AnonymizeTextResult, AnonymizeMessagesResult, AnonymizePayloadResult, } from './types/anonymize-result.interface';
+export type { DeanonymizeTextResult, DeanonymizeMessagesResult, DeanonymizePayloadResult, } from './types/deanonymize-result.interface';
+export type { DetectedEntityMeta } from './types/detected-entity.interface';
+export type { MalformedToken } from './types/malformed-token.interface';
+export type { CompletionsMessage, CompletionsContentPart, CompletionsToolCall, } from './types/llm-message.interface';
+export type { LlmResponseValidation } from './types/llm-validation.interface';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,oBAAoB,EACpB,wBAAwB,EACxB,uBAAuB,GACxB,MAAM,cAAc,CAAC;AAGtB,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAGhG,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAGpE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC1E,YAAY,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AACxC,YAAY,EACV,YAAY,EACZ,eAAe,EACf,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,YAAY,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,YAAY,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAClE,YAAY,EACV,mBAAmB,EACnB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACV,qBAAqB,EACrB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,YAAY,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACxE,YAAY,EACV,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC"}

package/dist/index.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DETECTION_CONTEXT = exports.ENTITY_TYPE = exports.RU_LOCALE = exports.getLocale = exports.DEFAULT_LOCALE = exports.LOCALES = exports.createEmptyMapping = exports.autoFixMalformedTokens = exports.validateLlmResponse = exports.buildSystemPromptInstruction = exports.deanonymizePayload = exports.anonymizePayload = exports.deanonymizeMessages = exports.anonymizeMessages = exports.deanonymizeText = exports.anonymizeText = void 0;
+var anonymizer_1 = require("./anonymizer");
+Object.defineProperty(exports, "anonymizeText", { enumerable: true, get: function () { return anonymizer_1.anonymizeText; } });
+Object.defineProperty(exports, "deanonymizeText", { enumerable: true, get: function () { return anonymizer_1.deanonymizeText; } });
+Object.defineProperty(exports, "anonymizeMessages", { enumerable: true, get: function () { return anonymizer_1.anonymizeMessages; } });
+Object.defineProperty(exports, "deanonymizeMessages", { enumerable: true, get: function () { return anonymizer_1.deanonymizeMessages; } });
+Object.defineProperty(exports, "anonymizePayload", { enumerable: true, get: function () { return anonymizer_1.anonymizePayload; } });
+Object.defineProperty(exports, "deanonymizePayload", { enumerable: true, get: function () { return anonymizer_1.deanonymizePayload; } });
+var system_prompt_builder_1 = require("./llm-protocol/system-prompt-builder");
+Object.defineProperty(exports, "buildSystemPromptInstruction", { enumerable: true, get: function () { return system_prompt_builder_1.buildSystemPromptInstruction; } });
+var response_validator_1 = require("./llm-protocol/response-validator");
+Object.defineProperty(exports, "validateLlmResponse", { enumerable: true, get: function () { return response_validator_1.validateLlmResponse; } });
+Object.defineProperty(exports, "autoFixMalformedTokens", { enumerable: true, get: function () { return response_validator_1.autoFixMalformedTokens; } });
+var mapping_data_interface_1 = require("./types/mapping-data.interface");
+Object.defineProperty(exports, "createEmptyMapping", { enumerable: true, get: function () { return mapping_data_interface_1.createEmptyMapping; } });
+var locales_1 = require("./locales");
+Object.defineProperty(exports, "LOCALES", { enumerable: true, get: function () { return locales_1.LOCALES; } });
+Object.defineProperty(exports, "DEFAULT_LOCALE", { enumerable: true, get: function () { return locales_1.DEFAULT_LOCALE; } });
+Object.defineProperty(exports, "getLocale", { enumerable: true, get: function () { return locales_1.getLocale; } });
+Object.defineProperty(exports, "RU_LOCALE", { enumerable: true, get: function () { return locales_1.RU_LOCALE; } });
+var entity_type_1 = require("./types/entity-type");
+Object.defineProperty(exports, "ENTITY_TYPE", { enumerable: true, get: function () { return entity_type_1.ENTITY_TYPE; } });
+var detection_context_1 = require("./types/detection-context");
+Object.defineProperty(exports, "DETECTION_CONTEXT", { enumerable: true, get: function () { return detection_context_1.DETECTION_CONTEXT; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAMA,2CAOsB;AANpB,2GAAA,aAAa,OAAA;AACb,6GAAA,eAAe,OAAA;AACf,+GAAA,iBAAiB,OAAA;AACjB,iHAAA,mBAAmB,OAAA;AACnB,8GAAA,gBAAgB,OAAA;AAChB,gHAAA,kBAAkB,OAAA;AAWpB,8EAAoF;AAA3E,qIAAA,4BAA4B,OAAA;AACrC,wEAAgG;AAAvF,yHAAA,mBAAmB,OAAA;AAAE,4HAAA,sBAAsB,OAAA;AAGpD,yEAAoE;AAA3D,4HAAA,kBAAkB,OAAA;AAG3B,qCAA0E;AAAjE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAAE,oGAAA,SAAS,OAAA;AAAE,oGAAA,SAAS,OAAA;AAUtD,mDAAkD;AAAzC,0GAAA,WAAW,OAAA;AACpB,+DAA8D;AAArD,sHAAA,iBAAiB,OAAA"}

package/dist/llm-protocol/response-validator.d.ts

@@ -0,0 +1,5 @@
+import { LlmResponseValidation } from '../types/llm-validation.interface';
+import { MalformedToken } from '../types/malformed-token.interface';
+export declare function validateLlmResponse(llmResponse: string, knownTokens: string[]): LlmResponseValidation;
+export declare function autoFixMalformedTokens(text: string, malformedTokens: MalformedToken[], confidenceThreshold: number): string;
+//# sourceMappingURL=response-validator.d.ts.map

package/dist/llm-protocol/response-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-validator.d.ts","sourceRoot":"","sources":["../../src/llm-protocol/response-validator.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AASpE,wBAAgB,mBAAmB,CACjC,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EAAE,GACpB,qBAAqB,CAoFvB;AAUD,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,cAAc,EAAE,EACjC,mBAAmB,EAAE,MAAM,GAC1B,MAAM,CAkBR"}

package/dist/llm-protocol/response-validator.js

@@ -0,0 +1,96 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateLlmResponse = validateLlmResponse;
+exports.autoFixMalformedTokens = autoFixMalformedTokens;
+const constants_1 = require("../constants");
+function validateLlmResponse(llmResponse, knownTokens) {
+    if (!llmResponse || knownTokens.length === 0) {
+        return {
+            isValid: true,
+            validTokens: [],
+            missingTokens: [],
+            malformedTokens: [],
+        };
+    }
+    const knownSet = new Set(knownTokens);
+    const foundInText = new Set();
+    const validTokenPattern = new RegExp(constants_1.TOKEN_PATTERN.source, 'g');
+    let match;
+    while ((match = validTokenPattern.exec(llmResponse)) !== null) {
+        foundInText.add(match[0]);
+    }
+    const validTokens = [...foundInText].filter((t) => knownSet.has(t));
+    const missingTokens = knownTokens.filter((t) => !foundInText.has(t));
+    const malformedTokens = [];
+    const seenMalformed = new Set();
+    const malformedPattern = new RegExp(constants_1.MALFORMED_TOKEN_PATTERN.source, 'g');
+    while ((match = malformedPattern.exec(llmResponse)) !== null) {
+        const rawCandidate = match[1] || match[2];
+        if (!rawCandidate)
+            continue;
+        const fullMatch = match[0];
+        if (foundInText.has(fullMatch))
+            continue;
+        if (seenMalformed.has(fullMatch))
+            continue;
+        seenMalformed.add(fullMatch);
+        const normalized = `[${rawCandidate.toUpperCase().replace(/\s+/g, '_')}]`;
+        if (foundInText.has(normalized))
+            continue;
+        let bestMatch = null;
+        let bestDist = Infinity;
+        for (const known of knownTokens) {
+            if (normalized === known) {
+                bestMatch = {
+                    found: fullMatch,
+                    suggestedMatch: known,
+                    confidence: 0.95,
+                };
+                break;
+            }
+            const dist = levenshtein(normalized, known);
+            if (dist <= constants_1.MAX_LEVENSHTEIN_DISTANCE && dist < bestDist) {
+                bestDist = dist;
+                bestMatch = {
+                    found: fullMatch,
+                    suggestedMatch: known,
+                    confidence: 0.7,
+                };
+            }
+        }
+        if (bestMatch) {
+            malformedTokens.push(bestMatch);
+        }
+    }
+    return {
+        isValid: malformedTokens.length === 0,
+        validTokens,
+        missingTokens,
+        malformedTokens,
+    };
+}
+function autoFixMalformedTokens(text, malformedTokens, confidenceThreshold) {
+    const sorted = [...malformedTokens].sort((a, b) => b.found.length - a.found.length);
+    let result = text;
+    for (const malformed of sorted) {
+        if (malformed.confidence >= confidenceThreshold &&
+            malformed.suggestedMatch !== null) {
+            result = result.replaceAll(malformed.found, malformed.suggestedMatch);
+        }
+    }
+    return result;
+}
+function levenshtein(a, b) {
+    const matrix = [];
+    for (let i = 0; i <= a.length; i++) {
+        matrix[i] = [i];
+        for (let j = 1; j <= b.length; j++) {
+            matrix[i][j] =
+                i === 0
+                    ? j
+                    : Math.min(matrix[i - 1][j] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j - 1] + (a[i - 1] === b[j - 1] ? 0 : 1));
+        }
+    }
+    return matrix[a.length][b.length];
+}
+//# sourceMappingURL=response-validator.js.map

package/dist/llm-protocol/response-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-validator.js","sourceRoot":"","sources":["../../src/llm-protocol/response-validator.ts"],"names":[],"mappings":";;AAeA,kDAuFC;AAUD,wDAsBC;AAtID,4CAIsB;AAWtB,SAAgB,mBAAmB,CACjC,WAAmB,EACnB,WAAqB;IAErB,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,EAAE;YACf,aAAa,EAAE,EAAE;YACjB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IAGtC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,yBAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAChE,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9D,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAGD,MAAM,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAGpE,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAGrE,MAAM,eAAe,GAAqB,EAAE,CAAC;IAC7C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,mCAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEzE,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY;YAAE,SAAS;QAE5B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAG3B,IAAI,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,SAAS;QACzC,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,SAAS;QAC3C,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAG7B,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC;QAG1E,IAAI,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,SAAS;QAE1C,IAAI,SAAS,GAA0B,IAAI,CAAC;QAC5C,IAAI,QAAQ,GAAG,QAAQ,CAAC;QAExB,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;gBACzB,SAAS,GAAG;oBACV,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,KAAK;oBACrB,UAAU,EAAE,IAAI;iBACjB,CAAC;gBACF,MAAM;YACR,CAAC;YAED,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAC5C,IAAI,IAAI,IAAI,oCAAwB,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;gBACxD,QAAQ,GAAG,IAAI,CAAC;gBAChB,SAAS,GAAG;oBACV,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,KAAK;oBACrB,UAAU,EAAE,GAAG;iBAChB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,eAAe,CAAC,MAAM,KAAK,CAAC;QACrC,WAAW;QACX,aAAa;QACb,eAAe;KAChB,CAAC;AACJ,CAAC;AAUD,SAAgB,sBAAsB,CACpC,IAAY,EACZ,eAAiC,EACjC,mBAA2B;IAG3B,MAAM,MAAM,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAC1C,CAAC;IAEF,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;QAC/B,IACE,SAAS,CAAC,UAAU,IAAI,mBAAmB;YAC3C,SAAS,CAAC,cAAc,KAAK,IAAI,EACjC,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAKD,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACvC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACV,CAAC,KAAK,CAAC;oBACL,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACvD,CAAC;QACV,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC"}

package/dist/llm-protocol/system-prompt-builder.d.ts

@@ -0,0 +1,2 @@
+export declare function buildSystemPromptInstruction(activeTokens: string[]): string;
+//# sourceMappingURL=system-prompt-builder.d.ts.map

package/dist/llm-protocol/system-prompt-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-prompt-builder.d.ts","sourceRoot":"","sources":["../../src/llm-protocol/system-prompt-builder.ts"],"names":[],"mappings":"AAYA,wBAAgB,4BAA4B,CAC1C,YAAY,EAAE,MAAM,EAAE,GACrB,MAAM,CAER"}

package/dist/llm-protocol/system-prompt-builder.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildSystemPromptInstruction = buildSystemPromptInstruction;
+const locales_1 = require("../locales");
+function buildSystemPromptInstruction(activeTokens) {
+    return (0, locales_1.getLocale)('ru').systemPrompt.buildInstruction(activeTokens);
+}
+//# sourceMappingURL=system-prompt-builder.js.map

package/dist/llm-protocol/system-prompt-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-prompt-builder.js","sourceRoot":"","sources":["../../src/llm-protocol/system-prompt-builder.ts"],"names":[],"mappings":";;AAYA,oEAIC;AAhBD,wCAAuC;AAYvC,SAAgB,4BAA4B,CAC1C,YAAsB;IAEtB,OAAO,IAAA,mBAAS,EAAC,IAAI,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;AACrE,CAAC"}

package/dist/locales/index.d.ts

@@ -0,0 +1,9 @@
+import { LocaleConfig } from './locale.interface';
+export type { LocaleConfig } from './locale.interface';
+export type { LocaleRegexRule, LocaleContextualRule, LocaleDictionaryConfig, } from './locale.interface';
+export type Locale = 'ru';
+export declare const LOCALES: Record<Locale, LocaleConfig>;
+export declare const DEFAULT_LOCALE: Locale;
+export declare function getLocale(code?: string): LocaleConfig;
+export { RU_LOCALE } from './ru';
+//# sourceMappingURL=index.d.ts.map

package/dist/locales/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/locales/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,YAAY,EACV,eAAe,EACf,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,oBAAoB,CAAC;AAG5B,MAAM,MAAM,MAAM,GAAG,IAAI,CAAC;AAO1B,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAEhD,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAa,CAAC;AAO3C,wBAAgB,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,YAAY,CAErD;AAGD,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC"}

package/dist/locales/index.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RU_LOCALE = exports.DEFAULT_LOCALE = exports.LOCALES = void 0;
+exports.getLocale = getLocale;
+const ru_1 = require("./ru");
+exports.LOCALES = {
+    ru: ru_1.RU_LOCALE,
+};
+exports.DEFAULT_LOCALE = 'ru';
+function getLocale(code) {
+    return exports.LOCALES[code] ?? exports.LOCALES[exports.DEFAULT_LOCALE];
+}
+var ru_2 = require("./ru");
+Object.defineProperty(exports, "RU_LOCALE", { enumerable: true, get: function () { return ru_2.RU_LOCALE; } });
+//# sourceMappingURL=index.js.map

package/dist/locales/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/locales/index.ts"],"names":[],"mappings":";;;AA6BA,8BAEC;AA9BD,6BAAiC;AAiBpB,QAAA,OAAO,GAAiC;IACnD,EAAE,EAAE,cAAS;CACd,CAAC;AAEW,QAAA,cAAc,GAAW,IAAI,CAAC;AAO3C,SAAgB,SAAS,CAAC,IAAa;IACrC,OAAO,eAAO,CAAC,IAAc,CAAC,IAAI,eAAO,CAAC,sBAAc,CAAC,CAAC;AAC5D,CAAC;AAGD,2BAAiC;AAAxB,+FAAA,SAAS,OAAA"}

package/dist/locales/locale.interface.d.ts

@@ -0,0 +1,35 @@
+import { DetectionContext } from '../types/detection-context';
+import { EntityType } from '../types/entity-type';
+export interface LocaleRegexRule {
+    type: EntityType;
+    pattern: RegExp;
+    contextPattern: RegExp | null;
+    contextRadius: number;
+    contextDirection: 'before' | 'both';
+    confidence: number;
+}
+export interface LocaleContextualRule {
+    id: string;
+    activeIn: DetectionContext[];
+    entityType: EntityType;
+    triggerPattern: RegExp;
+    capturePattern: RegExp;
+    direction: 'after' | 'before' | 'both';
+    maxDistance: number;
+    confidence: number;
+}
+export interface LocaleDictionaryConfig {
+    namesPath: string;
+    stopwordsPath: string;
+    tokenSplitPattern: RegExp;
+}
+export interface LocaleConfig {
+    code: string;
+    regexRules: LocaleRegexRule[];
+    contextualRules: LocaleContextualRule[];
+    dictionary: LocaleDictionaryConfig;
+    systemPrompt: {
+        buildInstruction: (activeTokens: string[]) => string;
+    };
+}
+//# sourceMappingURL=locale.interface.d.ts.map

package/dist/locales/locale.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"locale.interface.d.ts","sourceRoot":"","sources":["../../src/locales/locale.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B,aAAa,EAAE,MAAM,CAAC;IAEtB,gBAAgB,EAAE,QAAQ,GAAG,MAAM,CAAC;IAEpC,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,oBAAoB;IAEnC,EAAE,EAAE,MAAM,CAAC;IAEX,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAE7B,UAAU,EAAE,UAAU,CAAC;IAEvB,cAAc,EAAE,MAAM,CAAC;IAEvB,cAAc,EAAE,MAAM,CAAC;IAEvB,SAAS,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IAEvC,WAAW,EAAE,MAAM,CAAC;IAEpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,sBAAsB;IAKrC,SAAS,EAAE,MAAM,CAAC;IAElB,aAAa,EAAE,MAAM,CAAC;IAEtB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAGD,MAAM,WAAW,YAAY;IAE3B,IAAI,EAAE,MAAM,CAAC;IAEb,UAAU,EAAE,eAAe,EAAE,CAAC;IAE9B,eAAe,EAAE,oBAAoB,EAAE,CAAC;IAExC,UAAU,EAAE,sBAAsB,CAAC;IAEnC,YAAY,EAAE;QAEZ,gBAAgB,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,MAAM,CAAC;KACtD,CAAC;CACH"}

package/dist/locales/locale.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=locale.interface.js.map

package/dist/locales/locale.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"locale.interface.js","sourceRoot":"","sources":["../../src/locales/locale.interface.ts"],"names":[],"mappings":""}