@elanlanguages/bridge-anonymization 0.1.0

package/dist/ner/bio-decoder.js

@@ -0,0 +1,216 @@
+/**
+ * BIO Tag Decoder
+ * Converts BIO-tagged token sequences to entity spans
+ */
+import { PIIType, DetectionSource } from '../types/index.js';
+import { getPIITypeFromNERLabel } from '../types/pii-types.js';
+/**
+ * BIO tag types
+ */
+export var BIOTag;
+(function (BIOTag) {
+    /** Beginning of an entity */
+    BIOTag["B"] = "B";
+    /** Inside an entity (continuation) */
+    BIOTag["I"] = "I";
+    /** Outside any entity */
+    BIOTag["O"] = "O";
+})(BIOTag || (BIOTag = {}));
+/**
+ * Parses a BIO label string (e.g., "B-PER", "I-ORG", "O")
+ */
+export function parseBIOLabel(label) {
+    if (label === 'O' || label === '[PAD]' || label === '[CLS]' || label === '[SEP]') {
+        return { tag: BIOTag.O, entityType: null };
+    }
+    const parts = label.split('-');
+    if (parts.length !== 2) {
+        return { tag: BIOTag.O, entityType: null };
+    }
+    const [tagStr, entityType] = parts;
+    let tag;
+    switch (tagStr?.toUpperCase()) {
+        case 'B':
+            tag = BIOTag.B;
+            break;
+        case 'I':
+            tag = BIOTag.I;
+            break;
+        default:
+            return { tag: BIOTag.O, entityType: null };
+    }
+    return { tag, entityType: entityType ?? null };
+}
+/**
+ * Decodes BIO-tagged tokens into entity spans
+ */
+export function decodeBIOTags(tokens, labels, confidences, originalText) {
+    const entities = [];
+    let currentEntity = null;
+    for (let i = 0; i < tokens.length; i++) {
+        const token = tokens[i];
+        const label = labels[i] ?? 'O';
+        const confidence = confidences[i] ?? 0;
+        // Skip special tokens
+        if (token.isSpecial) {
+            // If we have a current entity, close it
+            if (currentEntity !== null) {
+                entities.push(currentEntity);
+                currentEntity = null;
+            }
+            continue;
+        }
+        const { tag, entityType } = parseBIOLabel(label);
+        switch (tag) {
+            case BIOTag.B:
+                // Start of new entity
+                // Close previous entity if exists
+                if (currentEntity !== null) {
+                    entities.push(currentEntity);
+                }
+                currentEntity = {
+                    type: entityType ?? 'UNKNOWN',
+                    start: token.start,
+                    end: token.end,
+                    confidence,
+                    text: originalText.slice(token.start, token.end),
+                    tokenIndices: [i],
+                };
+                break;
+            case BIOTag.I:
+                // Continuation of entity
+                if (currentEntity !== null && entityType === currentEntity.type) {
+                    // Extend current entity
+                    currentEntity.end = token.end;
+                    currentEntity.text = originalText.slice(currentEntity.start, currentEntity.end);
+                    currentEntity.tokenIndices.push(i);
+                    // Average confidence
+                    currentEntity.confidence =
+                        (currentEntity.confidence * (currentEntity.tokenIndices.length - 1) + confidence) /
+                            currentEntity.tokenIndices.length;
+                }
+                else {
+                    // I tag without matching B tag - treat as new entity (common in some models)
+                    if (currentEntity !== null) {
+                        entities.push(currentEntity);
+                    }
+                    currentEntity = {
+                        type: entityType ?? 'UNKNOWN',
+                        start: token.start,
+                        end: token.end,
+                        confidence,
+                        text: originalText.slice(token.start, token.end),
+                        tokenIndices: [i],
+                    };
+                }
+                break;
+            case BIOTag.O:
+                // Outside entity - close current if exists
+                if (currentEntity !== null) {
+                    entities.push(currentEntity);
+                    currentEntity = null;
+                }
+                break;
+        }
+    }
+    // Don't forget to close the last entity
+    if (currentEntity !== null) {
+        entities.push(currentEntity);
+    }
+    return entities;
+}
+/**
+ * Converts raw NER entities to SpanMatch format
+ */
+export function convertToSpanMatches(rawEntities, confidenceThreshold = 0.5) {
+    const spans = [];
+    for (const entity of rawEntities) {
+        // Filter by confidence
+        if (entity.confidence < confidenceThreshold) {
+            continue;
+        }
+        // Map entity type to PIIType
+        const piiType = getPIITypeFromNERLabel(entity.type);
+        if (piiType === null) {
+            continue; // Skip unknown types
+        }
+        spans.push({
+            type: piiType,
+            start: entity.start,
+            end: entity.end,
+            confidence: entity.confidence,
+            source: DetectionSource.NER,
+            text: entity.text,
+        });
+    }
+    return spans;
+}
+/**
+ * Post-processes NER spans to clean up boundaries
+ */
+export function cleanupSpanBoundaries(spans, originalText) {
+    return spans.map((span) => {
+        let { start, end } = span;
+        // Trim leading whitespace
+        while (start < end && /\s/.test(originalText[start] ?? '')) {
+            start++;
+        }
+        // Trim trailing whitespace
+        while (end > start && /\s/.test(originalText[end - 1] ?? '')) {
+            end--;
+        }
+        // Trim leading/trailing punctuation for PERSON/ORG types
+        if (span.type === PIIType.PERSON || span.type === PIIType.ORG) {
+            while (start < end && /[.,;:!?'"()]/.test(originalText[start] ?? '')) {
+                start++;
+            }
+            while (end > start && /[.,;:!?'"()]/.test(originalText[end - 1] ?? '')) {
+                end--;
+            }
+        }
+        // If span became empty, return original
+        if (start >= end) {
+            return span;
+        }
+        return {
+            ...span,
+            start,
+            end,
+            text: originalText.slice(start, end),
+        };
+    });
+}
+/**
+ * Merges adjacent spans of the same type
+ */
+export function mergeAdjacentSpans(spans, originalText, maxGap = 1) {
+    if (spans.length <= 1)
+        return spans;
+    // Sort by start position
+    const sorted = [...spans].sort((a, b) => a.start - b.start);
+    const merged = [];
+    let current = sorted[0];
+    for (let i = 1; i < sorted.length; i++) {
+        const next = sorted[i];
+        // Check if same type and close enough
+        const gap = next.start - current.end;
+        const gapText = originalText.slice(current.end, next.start);
+        const isOnlyWhitespace = /^\s*$/.test(gapText);
+        if (next.type === current.type && gap <= maxGap && isOnlyWhitespace) {
+            // Merge spans
+            current = {
+                ...current,
+                end: next.end,
+                text: originalText.slice(current.start, next.end),
+                confidence: (current.confidence + next.confidence) / 2,
+            };
+        }
+        else {
+            merged.push(current);
+            current = next;
+        }
+    }
+    merged.push(current);
+    return merged;
+}
+//# sourceMappingURL=bio-decoder.js.map

package/dist/ner/bio-decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bio-decoder.js","sourceRoot":"","sources":["../../src/ner/bio-decoder.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAa,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAG/D;;GAEG;AACH,MAAM,CAAN,IAAY,MAOX;AAPD,WAAY,MAAM;IAChB,6BAA6B;IAC7B,iBAAO,CAAA;IACP,sCAAsC;IACtC,iBAAO,CAAA;IACP,yBAAyB;IACzB,iBAAO,CAAA;AACT,CAAC,EAPW,MAAM,KAAN,MAAM,QAOjB;AA8BD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACjF,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC;IAEnC,IAAI,GAAW,CAAC;IAChB,QAAQ,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;QAC9B,KAAK,GAAG;YACN,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC;YACf,MAAM;QACR,KAAK,GAAG;YACN,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC;YACf,MAAM;QACR;YACE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,MAAe,EACf,MAAgB,EAChB,WAAqB,EACrB,YAAoB;IAEpB,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,IAAI,aAAa,GAAwB,IAAI,CAAC;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAC/B,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEvC,sBAAsB;QACtB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,wCAAwC;YACxC,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC7B,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAEjD,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,CAAC;gBACX,sBAAsB;gBACtB,kCAAkC;gBAClC,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;oBAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC/B,CAAC;gBAED,aAAa,GAAG;oBACd,IAAI,EAAE,UAAU,IAAI,SAAS;oBAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,UAAU;oBACV,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;oBAChD,YAAY,EAAE,CAAC,CAAC,CAAC;iBAClB,CAAC;gBACF,MAAM;YAER,KAAK,MAAM,CAAC,CAAC;gBACX,yBAAyB;gBACzB,IAAI,aAAa,KAAK,IAAI,IAAI,UAAU,KAAK,aAAa,CAAC,IAAI,EAAE,CAAC;oBAChE,wBAAwB;oBACxB,aAAa,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;oBAC9B,aAAa,CAAC,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC;oBAChF,aAAa,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACnC,qBAAqB;oBACrB,aAAa,CAAC,UAAU;wBACtB,CAAC,aAAa,CAAC,UAAU,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC;4BACjF,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,6EAA6E;oBAC7E,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;wBAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBAC/B,CAAC;oBACD,aAAa,GAAG;wBACd,IAAI,EAAE,UAAU,IAAI,SAAS;wBAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;wBACd,UAAU;wBACV,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;wBAChD,YAAY,EAAE,CAAC,CAAC,CAAC;qBAClB,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,MAAM,CAAC,CAAC;gBACX,2CAA2C;gBAC3C,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;oBAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBAC7B,aAAa,GAAG,IAAI,CAAC;gBACvB,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,WAA2B,EAC3B,sBAA8B,GAAG;IAEjC,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,uBAAuB;QACvB,IAAI,MAAM,CAAC,UAAU,GAAG,mBAAmB,EAAE,CAAC;YAC5C,SAAS;QACX,CAAC;QAED,6BAA6B;QAC7B,MAAM,OAAO,GAAG,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,SAAS,CAAC,qBAAqB;QACjC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,eAAe,CAAC,GAAG;YAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;SAClB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAkB,EAClB,YAAoB;IAEpB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAE1B,0BAA0B;QAC1B,OAAO,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3D,KAAK,EAAE,CAAC;QACV,CAAC;QAED,2BAA2B;QAC3B,OAAO,GAAG,GAAG,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC7D,GAAG,EAAE,CAAC;QACR,CAAC;QAED,yDAAyD;QACzD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;YAC9D,OAAO,KAAK,GAAG,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBACrE,KAAK,EAAE,CAAC;YACV,CAAC;YACD,OAAO,GAAG,GAAG,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBACvE,GAAG,EAAE,CAAC;YACR,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,GAAG,IAAI;YACP,KAAK;YACL,GAAG;YACH,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAAkB,EAClB,YAAoB,EACpB,SAAiB,CAAC;IAElB,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpC,yBAAyB;IACzB,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QAExB,sCAAsC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC;QACrC,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,GAAG,IAAI,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACpE,cAAc;YACd,OAAO,GAAG;gBACR,GAAG,OAAO;gBACV,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC;gBACjD,UAAU,EAAE,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;aACvD,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/ner/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * NER Module
+ * Exports NER model and tokenizer components
+ */
+export * from './tokenizer.js';
+export * from './bio-decoder.js';
+export * from './ner-model.js';
+export { loadRuntime, detectRuntime, getRuntimeType } from './onnx-runtime.js';
+export { type NERModelMode, type ModelInfo, type ModelFileInfo, type DownloadProgressCallback, MODEL_REGISTRY, getModelCacheDir, getModelPath, isModelDownloaded, downloadModel, ensureModel, clearModelCache, listDownloadedModels, getModelInfo, } from './model-manager.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ner/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ner/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,wBAAwB,EAC7B,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,WAAW,EACX,eAAe,EACf,oBAAoB,EACpB,YAAY,GACb,MAAM,oBAAoB,CAAC"}

package/dist/ner/index.js

@@ -0,0 +1,10 @@
+/**
+ * NER Module
+ * Exports NER model and tokenizer components
+ */
+export * from './tokenizer.js';
+export * from './bio-decoder.js';
+export * from './ner-model.js';
+export { loadRuntime, detectRuntime, getRuntimeType } from './onnx-runtime.js';
+export { MODEL_REGISTRY, getModelCacheDir, getModelPath, isModelDownloaded, downloadModel, ensureModel, clearModelCache, listDownloadedModels, getModelInfo, } from './model-manager.js';
+//# sourceMappingURL=index.js.map

package/dist/ner/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ner/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAKL,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,WAAW,EACX,eAAe,EACf,oBAAoB,EACpB,YAAY,GACb,MAAM,oBAAoB,CAAC"}

package/dist/ner/model-manager.d.ts

@@ -0,0 +1,102 @@
+/**
+ * NER Model Manager
+ * Handles automatic downloading and caching of NER models from Hugging Face Hub
+ */
+/**
+ * Available NER model variants
+ */
+export type NERModelMode = 'standard' | 'quantized' | 'disabled' | 'custom';
+/**
+ * Model file info
+ */
+export interface ModelFileInfo {
+    /** Filename in the repo */
+    repoFile: string;
+    /** Local filename */
+    localFile: string;
+    /** Whether file is required */
+    required: boolean;
+}
+/**
+ * Model registry entry
+ */
+export interface ModelInfo {
+    /** Model identifier */
+    id: string;
+    /** Human-readable name */
+    name: string;
+    /** Description */
+    description: string;
+    /** Approximate size */
+    size: string;
+    /** Hugging Face repo ID */
+    hfRepo: string;
+    /** Subfolder in repo (for models with multiple variants) */
+    hfSubfolder?: string;
+    /** Files to download */
+    files: ModelFileInfo[];
+    /** Label map for this model */
+    labelMap: string[];
+}
+/**
+ * Registry of available models hosted on Hugging Face Hub
+ *
+ * Using Xenova's ONNX exports which are optimized for JS/ONNX runtime
+ * https://huggingface.co/Xenova
+ */
+export declare const MODEL_REGISTRY: Record<'standard' | 'quantized', ModelInfo>;
+/**
+ * Gets the cache directory for models
+ * Uses platform-specific cache location
+ */
+export declare function getModelCacheDir(): string;
+/**
+ * Gets the path to a specific model variant
+ */
+export declare function getModelPath(mode: 'standard' | 'quantized'): string;
+/**
+ * Checks if a model is already downloaded
+ */
+export declare function isModelDownloaded(mode: 'standard' | 'quantized'): Promise<boolean>;
+/**
+ * Progress callback for downloads
+ */
+export type DownloadProgressCallback = (progress: {
+    file: string;
+    bytesDownloaded: number;
+    totalBytes: number | null;
+    percent: number | null;
+}) => void;
+/**
+ * Downloads a model variant from Hugging Face Hub
+ */
+export declare function downloadModel(mode: 'standard' | 'quantized', onProgress?: DownloadProgressCallback, onStatus?: (status: string) => void): Promise<string>;
+/**
+ * Gets model paths if available, or downloads if needed
+ */
+export declare function ensureModel(mode: 'standard' | 'quantized', options?: {
+    autoDownload?: boolean;
+    onProgress?: DownloadProgressCallback;
+    onStatus?: (status: string) => void;
+}): Promise<{
+    modelPath: string;
+    vocabPath: string;
+    labelMapPath: string;
+}>;
+/**
+ * Clears cached models
+ */
+export declare function clearModelCache(mode?: 'standard' | 'quantized'): Promise<void>;
+/**
+ * Lists downloaded models
+ */
+export declare function listDownloadedModels(): Promise<Array<{
+    mode: 'standard' | 'quantized';
+    path: string;
+    size: string;
+}>>;
+/**
+ * Gets info about available models
+ */
+export declare function getModelInfo(mode: 'standard' | 'quantized'): ModelInfo;
+//# sourceMappingURL=model-manager.d.ts.map

package/dist/ner/model-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../src/ner/model-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,CAAC;AAE5E;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,2BAA2B;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,uBAAuB;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wBAAwB;IACxB,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;;;;GAKG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,UAAU,GAAG,WAAW,EAAE,SAAS,CA0BtE,CAAC;AAYF;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAYzC;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,MAAM,CAEnE;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAkBxF;AAED;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,KAAK,IAAI,CAAC;AAuEX;;GAEG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,UAAU,GAAG,WAAW,EAC9B,UAAU,CAAC,EAAE,wBAAwB,EACrC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GAClC,OAAO,CAAC,MAAM,CAAC,CAiDjB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,UAAU,GAAG,WAAW,EAC9B,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CAChC,GACL,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAiCzE;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,IAAI,CAAC,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAQpF;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,KAAK,CAAC;IAAE,IAAI,EAAE,UAAU,GAAG,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAY3H;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,SAAS,CAEtE"}

package/dist/ner/model-manager.js

@@ -0,0 +1,253 @@
+/**
+ * NER Model Manager
+ * Handles automatic downloading and caching of NER models from Hugging Face Hub
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import * as os from 'os';
+/**
+ * Registry of available models hosted on Hugging Face Hub
+ *
+ * Using Xenova's ONNX exports which are optimized for JS/ONNX runtime
+ * https://huggingface.co/Xenova
+ */
+export const MODEL_REGISTRY = {
+    standard: {
+        id: 'xlm-roberta-ner-standard',
+        name: 'XLM-RoBERTa NER (Standard)',
+        description: 'Multilingual NER model supporting EN, DE, FR, ES, and more',
+        size: '~1.1 GB',
+        hfRepo: 'Xenova/xlm-roberta-base-ner-hrl',
+        hfSubfolder: 'onnx',
+        files: [
+            { repoFile: 'model.onnx', localFile: 'model.onnx', required: true },
+            { repoFile: 'model.onnx_data', localFile: 'model.onnx_data', required: false },
+        ],
+        labelMap: ['O', 'B-PER', 'I-PER', 'B-ORG', 'I-ORG', 'B-LOC', 'I-LOC', 'B-DATE', 'I-DATE'],
+    },
+    quantized: {
+        id: 'xlm-roberta-ner-quantized',
+        name: 'XLM-RoBERTa NER (Quantized)',
+        description: 'Quantized version, ~4x smaller with minimal accuracy loss',
+        size: '~280 MB',
+        hfRepo: 'Xenova/xlm-roberta-base-ner-hrl',
+        hfSubfolder: 'onnx',
+        files: [
+            { repoFile: 'model_quantized.onnx', localFile: 'model.onnx', required: true },
+        ],
+        labelMap: ['O', 'B-PER', 'I-PER', 'B-ORG', 'I-ORG', 'B-LOC', 'I-LOC', 'B-DATE', 'I-DATE'],
+    },
+};
+/**
+ * Shared tokenizer files (same for both variants)
+ */
+const TOKENIZER_FILES = [
+    { repoFile: 'tokenizer.json', localFile: 'tokenizer.json', required: true },
+    { repoFile: 'tokenizer_config.json', localFile: 'tokenizer_config.json', required: false },
+    { repoFile: 'special_tokens_map.json', localFile: 'special_tokens_map.json', required: false },
+    { repoFile: 'config.json', localFile: 'config.json', required: false },
+];
+/**
+ * Gets the cache directory for models
+ * Uses platform-specific cache location
+ */
+export function getModelCacheDir() {
+    const homeDir = os.homedir();
+    switch (process.platform) {
+        case 'darwin':
+            return path.join(homeDir, 'Library', 'Caches', 'bridge-anonymization', 'models');
+        case 'win32':
+            return path.join(process.env['LOCALAPPDATA'] ?? path.join(homeDir, 'AppData', 'Local'), 'bridge-anonymization', 'models');
+        default:
+            // Linux and others - use XDG_CACHE_HOME or ~/.cache
+            return path.join(process.env['XDG_CACHE_HOME'] ?? path.join(homeDir, '.cache'), 'bridge-anonymization', 'models');
+    }
+}
+/**
+ * Gets the path to a specific model variant
+ */
+export function getModelPath(mode) {
+    return path.join(getModelCacheDir(), mode);
+}
+/**
+ * Checks if a model is already downloaded
+ */
+export async function isModelDownloaded(mode) {
+    const modelDir = getModelPath(mode);
+    const info = MODEL_REGISTRY[mode];
+    try {
+        // Check if model file exists
+        const modelFile = info.files.find(f => f.required && f.localFile.includes('model'));
+        if (modelFile) {
+            await fs.access(path.join(modelDir, modelFile.localFile));
+        }
+        // Check if tokenizer exists
+        await fs.access(path.join(modelDir, 'tokenizer.json'));
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Builds a Hugging Face Hub download URL
+ */
+function getHuggingFaceUrl(repo, filename, subfolder) {
+    const filePath = subfolder ? `${subfolder}/${filename}` : filename;
+    return `https://huggingface.co/${repo}/resolve/main/${filePath}`;
+}
+/**
+ * Downloads a file from URL to local path with progress
+ */
+async function downloadFile(url, destPath, onProgress) {
+    const response = await fetch(url, {
+        headers: {
+            'User-Agent': 'bridge-anonymization/1.0.0',
+        },
+    });
+    if (!response.ok) {
+        if (response.status === 404) {
+            throw new Error(`File not found: ${url}`);
+        }
+        throw new Error(`Failed to download ${url}: ${response.status} ${response.statusText}`);
+    }
+    const totalBytes = response.headers.get('content-length');
+    const total = totalBytes ? parseInt(totalBytes, 10) : null;
+    // Ensure directory exists
+    await fs.mkdir(path.dirname(destPath), { recursive: true });
+    const fileName = path.basename(destPath);
+    // For Node.js, we need to handle the stream differently
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new Error('Response body is not readable');
+    }
+    const chunks = [];
+    let bytesDownloaded = 0;
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        chunks.push(value);
+        bytesDownloaded += value.length;
+        if (onProgress) {
+            onProgress({
+                file: fileName,
+                bytesDownloaded,
+                totalBytes: total,
+                percent: total ? Math.round((bytesDownloaded / total) * 100) : null,
+            });
+        }
+    }
+    // Write all chunks to file
+    const buffer = Buffer.concat(chunks);
+    await fs.writeFile(destPath, buffer);
+}
+/**
+ * Downloads a model variant from Hugging Face Hub
+ */
+export async function downloadModel(mode, onProgress, onStatus) {
+    const info = MODEL_REGISTRY[mode];
+    const modelDir = getModelPath(mode);
+    // Create directory
+    await fs.mkdir(modelDir, { recursive: true });
+    onStatus?.(`Downloading ${info.name} from Hugging Face Hub...`);
+    onStatus?.(`Repository: ${info.hfRepo}`);
+    // Download model files
+    for (const file of info.files) {
+        const url = getHuggingFaceUrl(info.hfRepo, file.repoFile, info.hfSubfolder);
+        const destPath = path.join(modelDir, file.localFile);
+        onStatus?.(`Downloading ${file.repoFile}...`);
+        try {
+            await downloadFile(url, destPath, onProgress);
+        }
+        catch (e) {
+            if (file.required) {
+                throw new Error(`Failed to download required file ${file.repoFile}: ${e}`);
+            }
+            // Optional files can fail silently
+            onStatus?.(`Skipping optional file ${file.repoFile}`);
+        }
+    }
+    // Download tokenizer files (from repo root, not subfolder)
+    for (const file of TOKENIZER_FILES) {
+        const url = getHuggingFaceUrl(info.hfRepo, file.repoFile);
+        const destPath = path.join(modelDir, file.localFile);
+        try {
+            await downloadFile(url, destPath, onProgress);
+        }
+        catch (e) {
+            if (file.required) {
+                throw new Error(`Failed to download required file ${file.repoFile}: ${e}`);
+            }
+        }
+    }
+    // Write label map
+    const labelMapPath = path.join(modelDir, 'label_map.json');
+    await fs.writeFile(labelMapPath, JSON.stringify(info.labelMap, null, 2));
+    onStatus?.('Download complete!');
+    return modelDir;
+}
+/**
+ * Gets model paths if available, or downloads if needed
+ */
+export async function ensureModel(mode, options = {}) {
+    const { autoDownload = true, onProgress, onStatus } = options;
+    const modelDir = getModelPath(mode);
+    const info = MODEL_REGISTRY[mode];
+    // Check if already downloaded
+    const isDownloaded = await isModelDownloaded(mode);
+    if (!isDownloaded) {
+        if (!autoDownload) {
+            throw new Error(`NER model '${mode}' not found at ${modelDir}.\n\n` +
+                `To download automatically, use:\n` +
+                `  createAnonymizer({ ner: { mode: '${mode}', autoDownload: true } })\n\n` +
+                `Or use regex-only mode:\n` +
+                `  createAnonymizer({ ner: { mode: 'disabled' } })`);
+        }
+        await downloadModel(mode, onProgress, onStatus);
+    }
+    else {
+        onStatus?.(`Using cached model: ${info.name}`);
+    }
+    // Find model file
+    const modelFile = info.files.find(f => f.localFile === 'model.onnx');
+    return {
+        modelPath: path.join(modelDir, modelFile?.localFile ?? 'model.onnx'),
+        vocabPath: path.join(modelDir, 'tokenizer.json'),
+        labelMapPath: path.join(modelDir, 'label_map.json'),
+    };
+}
+/**
+ * Clears cached models
+ */
+export async function clearModelCache(mode) {
+    if (mode) {
+        const modelDir = getModelPath(mode);
+        await fs.rm(modelDir, { recursive: true, force: true });
+    }
+    else {
+        const cacheDir = getModelCacheDir();
+        await fs.rm(cacheDir, { recursive: true, force: true });
+    }
+}
+/**
+ * Lists downloaded models
+ */
+export async function listDownloadedModels() {
+    const models = [];
+    for (const mode of ['standard', 'quantized']) {
+        if (await isModelDownloaded(mode)) {
+            const modelPath = getModelPath(mode);
+            const info = MODEL_REGISTRY[mode];
+            models.push({ mode, path: modelPath, size: info.size });
+        }
+    }
+    return models;
+}
+/**
+ * Gets info about available models
+ */
+export function getModelInfo(mode) {
+    return MODEL_REGISTRY[mode];
+}
+//# sourceMappingURL=model-manager.js.map

package/dist/ner/model-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manager.js","sourceRoot":"","sources":["../../src/ner/model-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AA0CzB;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAgD;IACzE,QAAQ,EAAE;QACR,EAAE,EAAE,0BAA0B;QAC9B,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,4DAA4D;QACzE,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,iCAAiC;QACzC,WAAW,EAAE,MAAM;QACnB,KAAK,EAAE;YACL,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE;YACnE,EAAE,QAAQ,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,EAAE;SAC/E;QACD,QAAQ,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;KAC1F;IACD,SAAS,EAAE;QACT,EAAE,EAAE,2BAA2B;QAC/B,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,2DAA2D;QACxE,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,iCAAiC;QACzC,WAAW,EAAE,MAAM;QACnB,KAAK,EAAE;YACL,EAAE,QAAQ,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC9E;QACD,QAAQ,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;KAC1F;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,eAAe,GAAoB;IACvC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC3E,EAAE,QAAQ,EAAE,uBAAuB,EAAE,SAAS,EAAE,uBAAuB,EAAE,QAAQ,EAAE,KAAK,EAAE;IAC1F,EAAE,QAAQ,EAAE,yBAAyB,EAAE,SAAS,EAAE,yBAAyB,EAAE,QAAQ,EAAE,KAAK,EAAE;IAC9F,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE;CACvE,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,gBAAgB;IAC9B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAE7B,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;QACnF,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;QAC5H;YACE,oDAAoD;YACpD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;IACtH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAA8B;IACzD,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAA8B;IACpE,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAElC,IAAI,CAAC;QACH,6BAA6B;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACpF,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,4BAA4B;QAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEvD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAYD;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB,EAAE,SAAkB;IAC3E,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnE,OAAO,0BAA0B,IAAI,iBAAiB,QAAQ,EAAE,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,GAAW,EACX,QAAgB,EAChB,UAAqC;IAErC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,YAAY,EAAE,4BAA4B;SAC3C;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE3D,0BAA0B;IAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEzC,wDAAwD;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAE5C,IAAI,IAAI;YAAE,MAAM;QAEhB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;QAEhC,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,IAAI,EAAE,QAAQ;gBACd,eAAe;gBACf,UAAU,EAAE,KAAK;gBACjB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,eAAe,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;aACpE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAA8B,EAC9B,UAAqC,EACrC,QAAmC;IAEnC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAEpC,mBAAmB;IACnB,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9C,QAAQ,EAAE,CAAC,eAAe,IAAI,CAAC,IAAI,2BAA2B,CAAC,CAAC;IAChE,QAAQ,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAEzC,uBAAuB;IACvB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAErD,QAAQ,EAAE,CAAC,eAAe,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;YACD,mCAAmC;YACnC,QAAQ,EAAE,CAAC,0BAA0B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,2DAA2D;IAC3D,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC3D,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzE,QAAQ,EAAE,CAAC,oBAAoB,CAAC,CAAC;IAEjC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAA8B,EAC9B,UAII,EAAE;IAEN,MAAM,EAAE,YAAY,GAAG,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAE9D,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAElC,8BAA8B;IAC9B,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAEnD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,cAAc,IAAI,kBAAkB,QAAQ,OAAO;gBACnD,mCAAmC;gBACnC,sCAAsC,IAAI,gCAAgC;gBAC1E,2BAA2B;gBAC3B,mDAAmD,CACpD,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,QAAQ,EAAE,CAAC,uBAAuB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,kBAAkB;IAClB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,YAAY,CAAC,CAAC;IAErE,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,IAAI,YAAY,CAAC;QACpE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC;QAChD,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KACpD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAA+B;IACnE,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;QACpC,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,GAA0E,EAAE,CAAC;IAEzF,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,WAAW,CAAU,EAAE,CAAC;QACtD,IAAI,MAAM,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAA8B;IACzD,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC"}