@besales/anonymizer 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 BeSales
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,81 @@
+# @besales/anonymizer
+
+Stateless **обратимая** псевдонимизация PII для besales/animaly.
+
+`detect → tokenize → mapping → detokenize`. Реальные `Иван Петров` / `+79161234567` →
+токены `[PERSON_1]` / `[PHONE_1]` перед отправкой в LLM; обратная подстановка реальных
+значений в ответе и в аргументах tool-call'ов (например, реальный email в поле CRM).
+
+## Чем это НЕ является
+
+- **Не сервис, а in-process библиотека.** Чистые функции, без БД/сети/фреймворков/очередей.
+  Вызывающий сам решает, где хранить `MappingData` (в этом проекте — request-scoped в памяти).
+  В отличие от `transcription-service`, анонимайзер на горячем пути каждого LLM-вызова —
+  сетевой round-trip недопустим.
+- **Не lossy-скраббер.** В отличие от одностороннего `[EMAIL]`-маскирования, здесь маппинг
+  токен→значение обратим и идемпотентен (один PII → один токен).
+
+## Установка
+
+```bash
+yarn add @besales/anonymizer
+```
+
+Публичный пакет на npm (как `@besales/mcp`) — токены/`.npmrc` не нужны.
+
+## Использование
+
+```ts
+import {
+  anonymizeMessages,
+  deanonymizeMessages,
+  buildSystemPromptInstruction,
+  getLocale,
+  ENTITY_TYPE,
+  DETECTION_CONTEXT,
+  createEmptyMapping,
+} from '@besales/anonymizer';
+
+// Outbound: реальные messages → токены (накапливаем mapping)
+const { messages: anon, mappingData } = anonymizeMessages(
+  realMessages,
+  DETECTION_CONTEXT.CHAT_MESSAGE,
+  createEmptyMapping(),
+  // chat-профиль: исключаем AMOUNT/COMPANY (ложная токенизация сумм в продажах)
+  { locale: 'ru', excludeEntityTypes: [ENTITY_TYPE.AMOUNT, ENTITY_TYPE.COMPANY] },
+);
+
+// Инструкция в system, чтобы модель сохраняла токены как есть
+const instruction = getLocale('ru').systemPrompt.buildInstruction(
+  Object.keys(mappingData.tokens).map((k) => `[${k}]`),
+);
+
+// ... вызов LLM с anon + instruction ...
+
+// Inbound: ответ модели (content + tool_calls.arguments) → реальные значения
+const { messages: restored } = deanonymizeMessages(llmResponseMessages, mappingData);
+```
+
+Для repair искажённых моделью токенов (`[EMAIL1]` → `[EMAIL_1]`) — `autoFixMalformedTokens`
+перед деанонимизацией. Поддержка Responses API — `anonymizePayload` / `deanonymizePayload`.
+
+## Детектируемые типы
+
+`PERSON`, `PHONE`, `EMAIL`, `INN`, `PASSPORT`, `CARD`, `AMOUNT`, `DATE_OF_BIRTH`,
+`ADDRESS`, `COMPANY`, `ACCOUNT`. Локали: `ru` (имена — словарь; phone/email/card —
+языконезависимый regex). `excludeEntityTypes` сужает набор под конкретный профиль.
+
+## Потребители
+
+- `ai-aniomaly` — runtime-анонимизация чата (LLM-пайплайн).
+- `prompt-services` — анонимизация CRM-диалогов в sandbox/ICP (план).
+- `leak-engine` / dialogue-ingestion — анализ звонков/переписок (план).
+
+## Разработка
+
+```bash
+yarn install
+yarn build        # tsc → dist + копирование CSV-словарей в dist/locales/ru/data
+yarn test
+yarn lint:errors
+```

package/dist/anonymizer.d.ts

@@ -0,0 +1,31 @@
+import { type Locale } from './locales';
+import { AnonymizeMessagesResult, AnonymizePayloadResult, AnonymizeTextResult } from './types/anonymize-result.interface';
+import { DeanonymizeMessagesResult, DeanonymizePayloadResult, DeanonymizeTextResult } from './types/deanonymize-result.interface';
+import { DetectionContext } from './types/detection-context';
+import { EntityType } from './types/entity-type';
+import { CompletionsMessage } from './types/llm-message.interface';
+import { MappingData } from './types/mapping-data.interface';
+export interface AnonymizeTextOptions {
+    locale?: Locale;
+    excludeEntityTypes?: EntityType[];
+}
+export interface AnonymizeMessagesOptions {
+    locale?: Locale;
+    excludeEntityTypes?: EntityType[];
+}
+export interface AnonymizePayloadOptions {
+    targetPaths?: string[];
+    excludePaths?: string[];
+    locale?: Locale;
+    excludeEntityTypes?: EntityType[];
+}
+export declare function anonymizeText(text: string, context: DetectionContext, existingMapping?: MappingData, options?: AnonymizeTextOptions): AnonymizeTextResult;
+export declare function deanonymizeText(text: string, mappingData: MappingData): DeanonymizeTextResult;
+export declare function anonymizeMessages(messages: CompletionsMessage[], context: DetectionContext, existingMapping?: MappingData, options?: AnonymizeMessagesOptions): AnonymizeMessagesResult;
+export declare function deanonymizeMessages(messages: CompletionsMessage[], mappingData: MappingData): DeanonymizeMessagesResult;
+export declare function anonymizePayload<T extends Record<string, unknown>>(payload: T, context: DetectionContext, options?: AnonymizePayloadOptions, existingMapping?: MappingData): AnonymizePayloadResult<T>;
+export declare function deanonymizePayload<T extends Record<string, unknown>>(payload: T, mappingData: MappingData, options?: {
+    targetPaths?: string[];
+    excludePaths?: string[];
+}): DeanonymizePayloadResult<T>;
+//# sourceMappingURL=anonymizer.d.ts.map

package/dist/anonymizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anonymizer.d.ts","sourceRoot":"","sources":["../src/anonymizer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,WAAW,CAAC;AAOxC,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACpB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAsB,MAAM,gCAAgC,CAAC;AAWjF,MAAM,WAAW,oBAAoB;IAEnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC;CACnC;AAGD,MAAM,WAAW,wBAAwB;IAEvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC;CACnC;AAGD,MAAM,WAAW,uBAAuB;IAEtC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC;CACnC;AA0DD,wBAAgB,aAAa,CAC3B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,eAAe,CAAC,EAAE,WAAW,EAC7B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,mBAAmB,CAqCrB;AAKD,wBAAgB,eAAe,CAC7B,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,WAAW,GACvB,qBAAqB,CAMvB;AAMD,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,kBAAkB,EAAE,EAC9B,OAAO,EAAE,gBAAgB,EACzB,eAAe,CAAC,EAAE,WAAW,EAC7B,OAAO,CAAC,EAAE,wBAAwB,GACjC,uBAAuB,CAyCzB;AAKD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,kBAAkB,EAAE,EAC9B,WAAW,EAAE,WAAW,GACvB,yBAAyB,CAkB3B;AAKD,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChE,OAAO,EAAE,CAAC,EACV,OAAO,EAAE,gBAAgB,EACzB,OAAO,CAAC,EAAE,uBAAuB,EACjC,eAAe,CAAC,EAAE,WAAW,GAC5B,sBAAsB,CAAC,CAAC,CAAC,CA4C3B;AAKD,wBAAgB,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClE,OAAO,EAAE,CAAC,EACV,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE;IAAE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GAC5D,wBAAwB,CAAC,CAAC,CAAC,CAuB7B"}

package/dist/anonymizer.js

@@ -0,0 +1,175 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.anonymizeText = anonymizeText;
+exports.deanonymizeText = deanonymizeText;
+exports.anonymizeMessages = anonymizeMessages;
+exports.deanonymizeMessages = deanonymizeMessages;
+exports.anonymizePayload = anonymizePayload;
+exports.deanonymizePayload = deanonymizePayload;
+const constants_1 = require("./constants");
+const detection_pipeline_1 = require("./detectors/detection-pipeline");
+const response_validator_1 = require("./llm-protocol/response-validator");
+const tokenizer_1 = require("./tokenizer/tokenizer");
+const completions_traverser_1 = require("./traversers/completions.traverser");
+const json_traverser_1 = require("./traversers/json.traverser");
+const responses_traverser_1 = require("./traversers/responses.traverser");
+const mapping_data_interface_1 = require("./types/mapping-data.interface");
+const completionsTraverser = new completions_traverser_1.CompletionsTraverser();
+const jsonTraverser = new json_traverser_1.JsonTraverser();
+const responsesTraverser = new responses_traverser_1.ResponsesTraverser();
+function toMeta(entity, mapping, sourcePath) {
+    const normalized = (0, tokenizer_1.normalizeValue)(entity.value);
+    const key = mapping.reverseIndex[normalized];
+    return {
+        type: entity.type,
+        token: key ? `[${key}]` : '[UNKNOWN]',
+        position: entity.position,
+        detectedBy: entity.detectedBy,
+        confidence: entity.confidence,
+        sourcePath,
+    };
+}
+function countByType(entities) {
+    const stats = {};
+    for (const e of entities) {
+        stats[e.type] = (stats[e.type] ?? 0) + 1;
+    }
+    return stats;
+}
+function knownTokensFromMapping(mapping) {
+    return Object.keys(mapping.tokens).map((k) => `[${k}]`);
+}
+function shouldUseResponsesTraverser(payload, options) {
+    if (options?.targetPaths || options?.excludePaths)
+        return false;
+    return ('input' in payload ||
+        'instructions' in payload ||
+        'output' in payload);
+}
+function anonymizeText(text, context, existingMapping, options) {
+    if (text.length > constants_1.MAX_TEXT_LENGTH) {
+        throw new Error(`Текст превышает максимальную длину: ${text.length} > ${constants_1.MAX_TEXT_LENGTH}`);
+    }
+    if (!text) {
+        const mapping = existingMapping
+            ? structuredClone(existingMapping)
+            : (0, mapping_data_interface_1.createEmptyMapping)();
+        return {
+            anonymized: '',
+            mappingData: mapping,
+            detectedEntities: [],
+            stats: {},
+        };
+    }
+    const mapping = existingMapping
+        ? structuredClone(existingMapping)
+        : (0, mapping_data_interface_1.createEmptyMapping)();
+    const entities = (0, detection_pipeline_1.runDetectionPipeline)(text, context, options?.locale, options?.excludeEntityTypes);
+    const { tokenized, updatedMapping } = (0, tokenizer_1.tokenize)(text, entities, mapping);
+    return {
+        anonymized: tokenized,
+        mappingData: updatedMapping,
+        detectedEntities: entities.map((e) => toMeta(e, updatedMapping, null)),
+        stats: countByType(entities),
+    };
+}
+function deanonymizeText(text, mappingData) {
+    const { restored, unresolvedTokens } = (0, tokenizer_1.detokenize)(text, mappingData);
+    const knownTokens = knownTokensFromMapping(mappingData);
+    const { malformedTokens } = (0, response_validator_1.validateLlmResponse)(text, knownTokens);
+    return { restored, unresolvedTokens, malformedTokens };
+}
+function anonymizeMessages(messages, context, existingMapping, options) {
+    let localMapping = structuredClone(existingMapping ?? (0, mapping_data_interface_1.createEmptyMapping)());
+    const extractedStrings = completionsTraverser.extractStrings(messages);
+    const allEntities = [];
+    const processedMap = new Map();
+    for (const str of extractedStrings) {
+        const entities = (0, detection_pipeline_1.runDetectionPipeline)(str.value, context, options?.locale, options?.excludeEntityTypes);
+        const { tokenized, updatedMapping } = (0, tokenizer_1.tokenize)(str.value, entities, localMapping);
+        localMapping = updatedMapping;
+        processedMap.set(str.path, tokenized);
+        for (const entity of entities) {
+            allEntities.push({ ...entity, sourcePath: str.path });
+        }
+    }
+    const anonymizedMessages = completionsTraverser.reassemble(messages, processedMap);
+    return {
+        messages: anonymizedMessages,
+        mappingData: localMapping,
+        detectedEntities: allEntities.map((e) => toMeta(e, localMapping, e.sourcePath)),
+        stats: countByType(allEntities),
+    };
+}
+function deanonymizeMessages(messages, mappingData) {
+    const extractedStrings = completionsTraverser.extractStrings(messages);
+    const knownTokens = knownTokensFromMapping(mappingData);
+    const { reassembled, unresolvedTokens, malformedTokens } = deanonymizeExtracted(extractedStrings, mappingData, knownTokens, (processedMap) => completionsTraverser.reassemble(messages, processedMap));
+    return {
+        messages: reassembled,
+        unresolvedTokens,
+        malformedTokens,
+    };
+}
+function anonymizePayload(payload, context, options, existingMapping) {
+    let localMapping = structuredClone(existingMapping ?? (0, mapping_data_interface_1.createEmptyMapping)());
+    const extractedStrings = shouldUseResponsesTraverser(payload, options)
+        ? responsesTraverser.extractStrings(payload)
+        : jsonTraverser.extractStrings(payload, options);
+    const allEntities = [];
+    const processedMap = new Map();
+    for (const str of extractedStrings) {
+        const entities = (0, detection_pipeline_1.runDetectionPipeline)(str.value, context, options?.locale, options?.excludeEntityTypes);
+        const { tokenized, updatedMapping } = (0, tokenizer_1.tokenize)(str.value, entities, localMapping);
+        localMapping = updatedMapping;
+        processedMap.set(str.path, tokenized);
+        for (const entity of entities) {
+            allEntities.push({ ...entity, sourcePath: str.path });
+        }
+    }
+    const anonymizedPayload = shouldUseResponsesTraverser(payload, options)
+        ? responsesTraverser.reassemble(payload, processedMap)
+        : jsonTraverser.reassemble(payload, processedMap);
+    return {
+        payload: anonymizedPayload,
+        mappingData: localMapping,
+        detectedEntities: allEntities.map((e) => toMeta(e, localMapping, e.sourcePath)),
+        stats: countByType(allEntities),
+    };
+}
+function deanonymizePayload(payload, mappingData, options) {
+    const knownTokens = knownTokensFromMapping(mappingData);
+    const extractedStrings = shouldUseResponsesTraverser(payload, options)
+        ? responsesTraverser.extractStrings(payload)
+        : jsonTraverser.extractStrings(payload, options);
+    const { unresolvedTokens, malformedTokens, reassembled } = deanonymizeExtracted(extractedStrings, mappingData, knownTokens, (processedMap) => shouldUseResponsesTraverser(payload, options)
+        ? responsesTraverser.reassemble(payload, processedMap)
+        : jsonTraverser.reassemble(payload, processedMap));
+    return {
+        payload: reassembled,
+        unresolvedTokens,
+        malformedTokens,
+    };
+}
+function deanonymizeExtracted(extractedStrings, mappingData, knownTokens, reassembleFn) {
+    const unresolvedSet = new Set();
+    const malformedMap = new Map();
+    const processedMap = new Map();
+    for (const str of extractedStrings) {
+        const { restored, unresolvedTokens } = (0, tokenizer_1.detokenize)(str.value, mappingData);
+        const { malformedTokens } = (0, response_validator_1.validateLlmResponse)(str.value, knownTokens);
+        for (const t of unresolvedTokens)
+            unresolvedSet.add(t);
+        for (const m of malformedTokens) {
+            if (!malformedMap.has(m.found))
+                malformedMap.set(m.found, m);
+        }
+        processedMap.set(str.path, restored);
+    }
+    return {
+        reassembled: reassembleFn(processedMap),
+        unresolvedTokens: [...unresolvedSet],
+        malformedTokens: [...malformedMap.values()],
+    };
+}
+//# sourceMappingURL=anonymizer.js.map

package/dist/anonymizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anonymizer.js","sourceRoot":"","sources":["../src/anonymizer.ts"],"names":[],"mappings":";;AAsHA,sCA0CC;AAKD,0CASC;AAMD,8CA8CC;AAKD,kDAqBC;AAKD,4CAiDC;AAKD,gDA2BC;AAlVD,2CAA8C;AAC9C,uEAAsE;AAEtE,0EAAwE;AACxE,qDAA6E;AAC7E,8EAA0E;AAC1E,gEAA4D;AAC5D,0EAAsE;AAiBtE,2EAAiF;AAIjF,MAAM,oBAAoB,GAAG,IAAI,4CAAoB,EAAE,CAAC;AACxD,MAAM,aAAa,GAAG,IAAI,8BAAa,EAAE,CAAC;AAC1C,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,EAAE,CAAC;AAkCpD,SAAS,MAAM,CACb,MAAsB,EACtB,OAAoB,EACpB,UAAyB;IAEzB,MAAM,UAAU,GAAG,IAAA,0BAAc,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,QAA0B;IAE1B,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAoB;IAClD,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC;AAMD,SAAS,2BAA2B,CAClC,OAAgC,EAChC,OAAiC;IAGjC,IAAI,OAAO,EAAE,WAAW,IAAI,OAAO,EAAE,YAAY;QAAE,OAAO,KAAK,CAAC;IAChE,OAAO,CACL,OAAO,IAAI,OAAO;QAClB,cAAc,IAAI,OAAO;QACzB,QAAQ,IAAI,OAAO,CACpB,CAAC;AACJ,CAAC;AAQD,SAAgB,aAAa,CAC3B,IAAY,EACZ,OAAyB,EACzB,eAA6B,EAC7B,OAA8B;IAE9B,IAAI,IAAI,CAAC,MAAM,GAAG,2BAAe,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,uCAAuC,IAAI,CAAC,MAAM,MAAM,2BAAe,EAAE,CAC1E,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GAAG,eAAe;YAC7B,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC;YAClC,CAAC,CAAC,IAAA,2CAAkB,GAAE,CAAC;QACzB,OAAO;YACL,UAAU,EAAE,EAAE;YACd,WAAW,EAAE,OAAO;YACpB,gBAAgB,EAAE,EAAE;YACpB,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,eAAe;QAC7B,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC;QAClC,CAAC,CAAC,IAAA,2CAAkB,GAAE,CAAC;IAEzB,MAAM,QAAQ,GAAG,IAAA,yCAAoB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,CAC5B,CAAC;IACF,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAExE,OAAO;QACL,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,cAAc;QAC3B,gBAAgB,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;QACtE,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC;KAC7B,CAAC;AACJ,CAAC;AAKD,SAAgB,eAAe,CAC7B,IAAY,EACZ,WAAwB;IAExB,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,IAAA,sBAAU,EAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACrE,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,wCAAmB,EAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAEnE,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC;AACzD,CAAC;AAMD,SAAgB,iBAAiB,CAC/B,QAA8B,EAC9B,OAAyB,EACzB,eAA6B,EAC7B,OAAkC;IAElC,IAAI,YAAY,GAAG,eAAe,CAChC,eAAe,IAAI,IAAA,2CAAkB,GAAE,CACxC,CAAC;IACF,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,WAAW,GAAgD,EAAE,CAAC;IACpE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAA,yCAAoB,EACnC,GAAG,CAAC,KAAK,EACT,OAAO,EACP,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,CAC5B,CAAC;QACF,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,IAAA,oBAAQ,EAC5C,GAAG,CAAC,KAAK,EACT,QAAQ,EACR,YAAY,CACb,CAAC;QACF,YAAY,GAAG,cAAc,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,UAAU,CACxD,QAAQ,EACR,YAAY,CACb,CAAC;IAEF,OAAO;QACL,QAAQ,EAAE,kBAAkB;QAC5B,WAAW,EAAE,YAAY;QACzB,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACtC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,CACtC;QACD,KAAK,EAAE,WAAW,CAAC,WAAW,CAAC;KAChC,CAAC;AACJ,CAAC;AAKD,SAAgB,mBAAmB,CACjC,QAA8B,EAC9B,WAAwB;IAExB,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;IAExD,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,GACtD,oBAAoB,CAClB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,CAAC,YAAY,EAAE,EAAE,CACf,oBAAoB,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAC1D,CAAC;IAEJ,OAAO;QACL,QAAQ,EAAE,WAAW;QACrB,gBAAgB;QAChB,eAAe;KAChB,CAAC;AACJ,CAAC;AAKD,SAAgB,gBAAgB,CAC9B,OAAU,EACV,OAAyB,EACzB,OAAiC,EACjC,eAA6B;IAE7B,IAAI,YAAY,GAAG,eAAe,CAChC,eAAe,IAAI,IAAA,2CAAkB,GAAE,CACxC,CAAC;IAEF,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC;QACpE,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5C,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEnD,MAAM,WAAW,GAAgD,EAAE,CAAC;IACpE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAA,yCAAoB,EACnC,GAAG,CAAC,KAAK,EACT,OAAO,EACP,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,CAC5B,CAAC;QACF,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,IAAA,oBAAQ,EAC5C,GAAG,CAAC,KAAK,EACT,QAAQ,EACR,YAAY,CACb,CAAC;QACF,YAAY,GAAG,cAAc,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC;QACrE,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC;QACtD,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEpD,OAAO;QACL,OAAO,EAAE,iBAAsB;QAC/B,WAAW,EAAE,YAAY;QACzB,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACtC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,CACtC;QACD,KAAK,EAAE,WAAW,CAAC,WAAW,CAAC;KAChC,CAAC;AACJ,CAAC;AAKD,SAAgB,kBAAkB,CAChC,OAAU,EACV,WAAwB,EACxB,OAA6D;IAE7D,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;IAExD,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC;QACpE,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5C,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEnD,MAAM,EAAE,gBAAgB,EAAE,eAAe,EAAE,WAAW,EAAE,GACtD,oBAAoB,CAClB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,CAAC,YAAY,EAAE,EAAE,CACf,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC;QAC3C,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC;QACtD,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CACtD,CAAC;IAEJ,OAAO;QACL,OAAO,EAAE,WAAgB;QACzB,gBAAgB;QAChB,eAAe;KAChB,CAAC;AACJ,CAAC;AAUD,SAAS,oBAAoB,CAC3B,gBAAmC,EACnC,WAAwB,EACxB,WAAqB,EACrB,YAAsD;IAEtD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,YAAY,GAAG,IAAI,GAAG,EAA0B,CAAC;IACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACnC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,IAAA,sBAAU,EAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1E,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,wCAAmB,EAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAExE,KAAK,MAAM,CAAC,IAAI,gBAAgB;YAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,WAAW,EAAE,YAAY,CAAC,YAAY,CAAC;QACvC,gBAAgB,EAAE,CAAC,GAAG,aAAa,CAAC;QACpC,eAAe,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;KAC5C,CAAC;AACJ,CAAC"}

package/dist/constants.d.ts

@@ -0,0 +1,11 @@
+export declare const MAX_TEXT_LENGTH = 100000;
+export declare const MIN_CONFIDENCE_THRESHOLD = 0.5;
+export declare const TOKEN_TEMPLATE: (type: string, n: number) => string;
+export declare const MAPPING_KEY_TEMPLATE: (type: string, n: number) => string;
+export declare const TOKEN_PATTERN: RegExp;
+export declare const TOKEN_PARSE_PATTERN: RegExp;
+export declare const MALFORMED_TOKEN_PATTERN: RegExp;
+export declare const MAX_LEVENSHTEIN_DISTANCE = 2;
+export declare const MAX_TOKENS_PER_TYPE = 100;
+export declare const AUTO_FIX_CONFIDENCE_THRESHOLD = 0.8;
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,eAAe,SAAU,CAAC;AACvC,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAS5C,eAAO,MAAM,cAAc,SAAU,MAAM,KAAK,MAAM,KAAG,MACvC,CAAC;AACnB,eAAO,MAAM,oBAAoB,SAAU,MAAM,KAAK,MAAM,KAAG,MAC/C,CAAC;AACjB,eAAO,MAAM,aAAa,QAAuB,CAAC;AAClD,eAAO,MAAM,mBAAmB,QAA0B,CAAC;AAC3D,eAAO,MAAM,uBAAuB,QACY,CAAC;AACjD,eAAO,MAAM,wBAAwB,IAAI,CAAC;AAG1C,eAAO,MAAM,mBAAmB,MAAM,CAAC;AACvC,eAAO,MAAM,6BAA6B,MAAM,CAAC"}

package/dist/constants.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AUTO_FIX_CONFIDENCE_THRESHOLD = exports.MAX_TOKENS_PER_TYPE = exports.MAX_LEVENSHTEIN_DISTANCE = exports.MALFORMED_TOKEN_PATTERN = exports.TOKEN_PARSE_PATTERN = exports.TOKEN_PATTERN = exports.MAPPING_KEY_TEMPLATE = exports.TOKEN_TEMPLATE = exports.MIN_CONFIDENCE_THRESHOLD = exports.MAX_TEXT_LENGTH = void 0;
+exports.MAX_TEXT_LENGTH = 100_000;
+exports.MIN_CONFIDENCE_THRESHOLD = 0.5;
+const TOKEN_TEMPLATE = (type, n) => `[${type}_${n}]`;
+exports.TOKEN_TEMPLATE = TOKEN_TEMPLATE;
+const MAPPING_KEY_TEMPLATE = (type, n) => `${type}_${n}`;
+exports.MAPPING_KEY_TEMPLATE = MAPPING_KEY_TEMPLATE;
+exports.TOKEN_PATTERN = /\[([A-Z_]+_\d+)\]/g;
+exports.TOKEN_PARSE_PATTERN = /^\[([A-Z_]+)_(\d+)\]$/;
+exports.MALFORMED_TOKEN_PATTERN = /\[([A-Za-z_]+_\d+)\]?|\[?([A-Za-z_]+_\d+)\]/g;
+exports.MAX_LEVENSHTEIN_DISTANCE = 2;
+exports.MAX_TOKENS_PER_TYPE = 100;
+exports.AUTO_FIX_CONFIDENCE_THRESHOLD = 0.8;
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AACa,QAAA,eAAe,GAAG,OAAO,CAAC;AAC1B,QAAA,wBAAwB,GAAG,GAAG,CAAC;AASrC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,CAAS,EAAU,EAAE,CAChE,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC;AADN,QAAA,cAAc,kBACR;AACZ,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,CAAS,EAAU,EAAE,CACtE,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;AADJ,QAAA,oBAAoB,wBAChB;AACJ,QAAA,aAAa,GAAG,oBAAoB,CAAC;AACrC,QAAA,mBAAmB,GAAG,uBAAuB,CAAC;AAC9C,QAAA,uBAAuB,GAClC,8CAA8C,CAAC;AACpC,QAAA,wBAAwB,GAAG,CAAC,CAAC;AAG7B,QAAA,mBAAmB,GAAG,GAAG,CAAC;AAC1B,QAAA,6BAA6B,GAAG,GAAG,CAAC"}

package/dist/detectors/contextual.detector.d.ts

@@ -0,0 +1,10 @@
+import { DetectedEntity } from '../types/detected-entity.interface';
+import { DetectionContext } from '../types/detection-context';
+import { LocaleContextualRule } from '../locales/locale.interface';
+import { DetectorPort } from './detector.interface';
+export declare class ContextualDetector implements DetectorPort {
+    private readonly rules;
+    constructor(rules: LocaleContextualRule[]);
+    detect(text: string, context: DetectionContext): DetectedEntity[];
+}
+//# sourceMappingURL=contextual.detector.d.ts.map

package/dist/detectors/contextual.detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextual.detector.d.ts","sourceRoot":"","sources":["../../src/detectors/contextual.detector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAEnC,KAAK,EAAE,oBAAoB,EAAE;IAIzC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,cAAc,EAAE;CAiElE"}

package/dist/detectors/contextual.detector.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContextualDetector = void 0;
+class ContextualDetector {
+    rules;
+    constructor(rules) {
+        this.rules = rules;
+    }
+    detect(text, context) {
+        const activeRules = this.rules.filter((r) => r.activeIn.includes(context));
+        if (activeRules.length === 0)
+            return [];
+        const results = [];
+        for (const rule of activeRules) {
+            for (const triggerMatch of text.matchAll(rule.triggerPattern)) {
+                const triggerEnd = triggerMatch.index + triggerMatch[0].length;
+                let searchWindow;
+                let windowOffset;
+                if (rule.direction === 'after') {
+                    const windowEnd = Math.min(text.length, triggerEnd + rule.maxDistance);
+                    searchWindow = text.slice(triggerEnd, windowEnd);
+                    windowOffset = triggerEnd;
+                }
+                else if (rule.direction === 'before') {
+                    const windowStart = Math.max(0, triggerMatch.index - rule.maxDistance);
+                    searchWindow = text.slice(windowStart, triggerMatch.index);
+                    windowOffset = windowStart;
+                }
+                else {
+                    const windowStart = Math.max(0, triggerMatch.index - rule.maxDistance);
+                    const windowEnd = Math.min(text.length, triggerEnd + rule.maxDistance);
+                    searchWindow = text.slice(windowStart, windowEnd);
+                    windowOffset = windowStart;
+                }
+                const captureMatch = searchWindow.match(rule.capturePattern);
+                if (captureMatch && captureMatch[0].trim()) {
+                    const value = captureMatch[0].trim();
+                    const captureStart = windowOffset + captureMatch.index;
+                    const trimLeading = captureMatch[0].length - captureMatch[0].trimStart().length;
+                    const actualStart = captureStart + trimLeading;
+                    const actualEnd = actualStart + value.length;
+                    results.push({
+                        type: rule.entityType,
+                        value,
+                        position: { start: actualStart, end: actualEnd },
+                        detectedBy: 'contextual',
+                        confidence: rule.confidence,
+                    });
+                }
+            }
+        }
+        return results;
+    }
+}
+exports.ContextualDetector = ContextualDetector;
+//# sourceMappingURL=contextual.detector.js.map

package/dist/detectors/contextual.detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextual.detector.js","sourceRoot":"","sources":["../../src/detectors/contextual.detector.ts"],"names":[],"mappings":";;;AAKA,MAAa,kBAAkB;IACZ,KAAK,CAAyB;IAE/C,YAAY,KAA6B;QACvC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAY,EAAE,OAAyB;QAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAE3E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExC,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC9D,MAAM,UAAU,GAAG,YAAY,CAAC,KAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAEhE,IAAI,YAAoB,CAAC;gBACzB,IAAI,YAAoB,CAAC;gBAEzB,IAAI,IAAI,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;oBAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,MAAM,EACX,UAAU,GAAG,IAAI,CAAC,WAAW,CAC9B,CAAC;oBACF,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;oBACjD,YAAY,GAAG,UAAU,CAAC;gBAC5B,CAAC;qBAAM,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;oBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,YAAY,CAAC,KAAM,GAAG,IAAI,CAAC,WAAW,CACvC,CAAC;oBACF,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,KAAM,CAAC,CAAC;oBAC5D,YAAY,GAAG,WAAW,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBAEN,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,YAAY,CAAC,KAAM,GAAG,IAAI,CAAC,WAAW,CACvC,CAAC;oBACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,MAAM,EACX,UAAU,GAAG,IAAI,CAAC,WAAW,CAC9B,CAAC;oBACF,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;oBAClD,YAAY,GAAG,WAAW,CAAC;gBAC7B,CAAC;gBAED,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC7D,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;oBAC3C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC,KAAM,CAAC;oBAExD,MAAM,WAAW,GACf,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC;oBAC9D,MAAM,WAAW,GAAG,YAAY,GAAG,WAAW,CAAC;oBAC/C,MAAM,SAAS,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;oBAE7C,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,IAAI,CAAC,UAAU;wBACrB,KAAK;wBACL,QAAQ,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE;wBAChD,UAAU,EAAE,YAAY;wBACxB,UAAU,EAAE,IAAI,CAAC,UAAU;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAxED,gDAwEC"}

package/dist/detectors/detection-pipeline.d.ts

@@ -0,0 +1,6 @@
+import { DetectedEntity } from '../types/detected-entity.interface';
+import { DetectionContext } from '../types/detection-context';
+import { EntityType } from '../types/entity-type';
+export declare function runDetectionPipeline(text: string, context: DetectionContext, locale?: string, excludeEntityTypes?: readonly EntityType[]): DetectedEntity[];
+export declare function mergeEntities(entities: DetectedEntity[]): DetectedEntity[];
+//# sourceMappingURL=detection-pipeline.d.ts.map

package/dist/detectors/detection-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detection-pipeline.d.ts","sourceRoot":"","sources":["../../src/detectors/detection-pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAgDlD,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,MAAM,CAAC,EAAE,MAAM,EACf,kBAAkB,CAAC,EAAE,SAAS,UAAU,EAAE,GACzC,cAAc,EAAE,CAqBlB;AASD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CA8D1E"}

package/dist/detectors/detection-pipeline.js

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runDetectionPipeline = runDetectionPipeline;
+exports.mergeEntities = mergeEntities;
+const constants_1 = require("../constants");
+const locales_1 = require("../locales");
+const contextual_detector_1 = require("./contextual.detector");
+const dictionary_detector_1 = require("./dictionary.detector");
+const regex_detector_1 = require("./regex.detector");
+const DETECTOR_PRIORITY = {
+    regex: 1,
+    dictionary: 2,
+    contextual: 3,
+};
+const PIPELINE_CACHE = new Map();
+function buildPipeline(locale) {
+    return {
+        regex: new regex_detector_1.RegexDetector(locale.regexRules),
+        dict: new dictionary_detector_1.DictionaryDetector(locale.code, locale.dictionary),
+        ctx: new contextual_detector_1.ContextualDetector(locale.contextualRules),
+    };
+}
+function getPipeline(localeCode) {
+    let pipeline = PIPELINE_CACHE.get(localeCode);
+    if (!pipeline) {
+        pipeline = buildPipeline((0, locales_1.getLocale)(localeCode));
+        PIPELINE_CACHE.set(localeCode, pipeline);
+    }
+    return pipeline;
+}
+function runDetectionPipeline(text, context, locale, excludeEntityTypes) {
+    const loc = (0, locales_1.getLocale)(locale);
+    const pipeline = getPipeline(loc.code);
+    const all = [
+        ...pipeline.regex.detect(text, context),
+        ...pipeline.dict.detect(text, context),
+        ...pipeline.ctx.detect(text, context),
+    ];
+    const merged = mergeEntities(all);
+    const excluded = excludeEntityTypes && excludeEntityTypes.length > 0
+        ? new Set(excludeEntityTypes)
+        : null;
+    return merged.filter((e) => e.confidence >= constants_1.MIN_CONFIDENCE_THRESHOLD &&
+        (excluded === null || !excluded.has(e.type)));
+}
+function mergeEntities(entities) {
+    if (entities.length <= 1)
+        return [...entities];
+    const sorted = [...entities].sort((a, b) => {
+        const startDiff = a.position.start - b.position.start;
+        if (startDiff !== 0)
+            return startDiff;
+        const aLen = a.position.end - a.position.start;
+        const bLen = b.position.end - b.position.start;
+        return bLen - aLen;
+    });
+    const result = [];
+    for (const entity of sorted) {
+        let hasConflict = false;
+        let conflictIndex = -1;
+        for (let j = 0; j < result.length; j++) {
+            const existing = result[j];
+            if (entity.position.start < existing.position.end &&
+                entity.position.end > existing.position.start) {
+                hasConflict = true;
+                conflictIndex = j;
+                break;
+            }
+        }
+        if (!hasConflict) {
+            result.push(entity);
+            continue;
+        }
+        const existing = result[conflictIndex];
+        if (entity.position.start >= existing.position.start &&
+            entity.position.end <= existing.position.end) {
+            continue;
+        }
+        if (existing.position.start >= entity.position.start &&
+            existing.position.end <= entity.position.end) {
+            result[conflictIndex] = entity;
+            continue;
+        }
+        const winner = pickWinner(entity, existing);
+        result[conflictIndex] = winner;
+    }
+    return result;
+}
+function pickWinner(a, b) {
+    const priorityA = DETECTOR_PRIORITY[a.detectedBy];
+    const priorityB = DETECTOR_PRIORITY[b.detectedBy];
+    if (priorityA !== priorityB) {
+        return priorityA < priorityB ? a : b;
+    }
+    const lenA = a.position.end - a.position.start;
+    const lenB = b.position.end - b.position.start;
+    if (lenA !== lenB) {
+        return lenA > lenB ? a : b;
+    }
+    return a.confidence >= b.confidence ? a : b;
+}
+//# sourceMappingURL=detection-pipeline.js.map

package/dist/detectors/detection-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detection-pipeline.js","sourceRoot":"","sources":["../../src/detectors/detection-pipeline.ts"],"names":[],"mappings":";;AAmDA,oDA0BC;AASD,sCA8DC;AApJD,4CAAwD;AAIxD,wCAAuC;AAEvC,+DAA2D;AAC3D,+DAA2D;AAC3D,qDAAiD;AAGjD,MAAM,iBAAiB,GAAiD;IACtE,KAAK,EAAE,CAAC;IACR,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;CACd,CAAC;AASF,MAAM,cAAc,GAAG,IAAI,GAAG,EAA4B,CAAC;AAE3D,SAAS,aAAa,CAAC,MAAoB;IACzC,OAAO;QACL,KAAK,EAAE,IAAI,8BAAa,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3C,IAAI,EAAE,IAAI,wCAAkB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;QAC5D,GAAG,EAAE,IAAI,wCAAkB,CAAC,MAAM,CAAC,eAAe,CAAC;KACpD,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,UAAkB;IACrC,IAAI,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,aAAa,CAAC,IAAA,mBAAS,EAAC,UAAU,CAAC,CAAC,CAAC;QAChD,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAUD,SAAgB,oBAAoB,CAClC,IAAY,EACZ,OAAyB,EACzB,MAAe,EACf,kBAA0C;IAE1C,MAAM,GAAG,GAAG,IAAA,mBAAS,EAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,GAAG,GAAG;QACV,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;QACvC,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;QACtC,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;KACtC,CAAC;IAEF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,QAAQ,GACZ,kBAAkB,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC;QACjD,CAAC,CAAC,IAAI,GAAG,CAAa,kBAAkB,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC;IAEX,OAAO,MAAM,CAAC,MAAM,CAClB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,UAAU,IAAI,oCAAwB;QACxC,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAC/C,CAAC;AACJ,CAAC;AASD,SAAgB,aAAa,CAAC,QAA0B;IACtD,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;IAG/C,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC/C,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC/C,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAG3B,IACE,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG;gBAC7C,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAC7C,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;gBACnB,aAAa,GAAG,CAAC,CAAC;gBAClB,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;QAGvC,IACE,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK;YAChD,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAC5C,CAAC;YACD,SAAS;QACX,CAAC;QAGD,IACE,QAAQ,CAAC,QAAQ,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK;YAChD,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,EAC5C,CAAC;YACD,MAAM,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;YAC/B,SAAS;QACX,CAAC;QAGD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,CAAiB,EAAE,CAAiB;IACtD,MAAM,SAAS,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAGlD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IAE/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC"}

package/dist/detectors/detector.interface.d.ts

@@ -0,0 +1,6 @@
+import { DetectedEntity } from '../types/detected-entity.interface';
+import { DetectionContext } from '../types/detection-context';
+export interface DetectorPort {
+    detect(text: string, context: DetectionContext): DetectedEntity[];
+}
+//# sourceMappingURL=detector.interface.d.ts.map

package/dist/detectors/detector.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.interface.d.ts","sourceRoot":"","sources":["../../src/detectors/detector.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAM9D,MAAM,WAAW,YAAY;IAO3B,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,cAAc,EAAE,CAAC;CACnE"}

package/dist/detectors/detector.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=detector.interface.js.map

package/dist/detectors/detector.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.interface.js","sourceRoot":"","sources":["../../src/detectors/detector.interface.ts"],"names":[],"mappings":""}

package/dist/detectors/dictionary.detector.d.ts

@@ -0,0 +1,12 @@
+import { DetectedEntity } from '../types/detected-entity.interface';
+import { DetectionContext } from '../types/detection-context';
+import { LocaleDictionaryConfig } from '../locales/locale.interface';
+import { DetectorPort } from './detector.interface';
+export declare function resetDictionaryCache(): void;
+export declare class DictionaryDetector implements DetectorPort {
+    private readonly localeCode;
+    private readonly config;
+    constructor(localeCode: string, config: LocaleDictionaryConfig);
+    detect(text: string, _context: DetectionContext): DetectedEntity[];
+}
+//# sourceMappingURL=dictionary.detector.d.ts.map

package/dist/detectors/dictionary.detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictionary.detector.d.ts","sourceRoot":"","sources":["../../src/detectors/dictionary.detector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AA+DpD,wBAAgB,oBAAoB,IAAI,IAAI,CAE3C;AAwCD,qBAAa,kBAAmB,YAAW,YAAY;IAEnD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;gBADN,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,sBAAsB;IAGjD,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG,cAAc,EAAE;CA6GnE"}