@rbalchii/anchor-engine 4.7.0

package/engine/dist/utils/tag-modulation.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Tag Modulation System
+ *
+ * Controls tag generation strictness and filtering based on user settings.
+ * Modulation levels:
+ *   0%   = Only strict entities (PERSON, ORG, PRODUCT, etc.)
+ *   50%  = Entities + meaningful common words
+ *   100% = All tags (no filtering)
+ *
+ * Settings controlled via user_settings.json:
+ *   - tagging.modulation_level: 0-100
+ *   - tagging.blacklist_strictness: 0-100
+ *   - tagging.atom_as_tag: whether atoms become tags
+ *   - tagging.strict_atom_selection: tighter atom extraction
+ *   - tagging.min_tag_length: minimum character length
+ *   - tagging.max_tags_per_molecule: cap on tags per molecule
+ */
+export interface TagModulationSettings {
+    modulation_level: number;
+    blacklist_strictness: number;
+    atom_as_tag: boolean;
+    strict_atom_selection: boolean;
+    min_tag_length: number;
+    max_tags_per_molecule: number;
+    common_words_filter: boolean;
+    entity_extraction: {
+        enabled: boolean;
+        min_confidence: number;
+        categories: string[];
+    };
+}
+/**
+ * Get current tag modulation settings from config
+ */
+export declare function getTagModulationSettings(): TagModulationSettings;
+/**
+ * Check if a tag passes the blacklist filter based on strictness level
+ */
+export declare function passesBlacklist(tag: string, strictness?: number): boolean;
+/**
+ * Check if a word is a common word that should be filtered
+ */
+export declare function isCommonWord(word: string): boolean;
+/**
+ * Check if a tag looks like an entity (high-value tag)
+ */
+export declare function isEntityTag(tag: string): boolean;
+/**
+ * Filter tags based on modulation level
+ *
+ * @param tags - Array of tags to filter
+ * @param modulationLevel - 0-100 (0=strict, 100=lenient)
+ * @param strictness - 0-100 blacklist strictness
+ */
+export declare function modulateTags(tags: string[], modulationLevel?: number, strictness?: number): string[];
+/**
+ * Filter atom labels to become tags (if enabled)
+ */
+export declare function filterAtomLabelsAsTags(labels: string[]): string[];
+/**
+ * Check if atom selection should be strict
+ */
+export declare function shouldUseStrictAtomSelection(): boolean;
+/**
+ * Get minimum confidence for entity extraction
+ */
+export declare function getEntityMinConfidence(): number;
+/**
+ * Check if entity extraction is enabled for a category
+ */
+export declare function isEntityCategoryEnabled(category: string): boolean;
+/**
+ * Validate and normalize a tag
+ */
+export declare function normalizeTag(tag: string): string | null;
+/**
+ * Batch process and modulate tags for a molecule
+ */
+export declare function processMoleculeTags(rawTags: string[], atomLabels?: string[]): string[];
+//# sourceMappingURL=tag-modulation.d.ts.map

package/engine/dist/utils/tag-modulation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tag-modulation.d.ts","sourceRoot":"","sources":["../../src/utils/tag-modulation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAmFH,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,OAAO,CAAC;IACrB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,iBAAiB,EAAE;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;CACH;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,qBAAqB,CAiBhE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,GAAE,MAAW,GAAG,OAAO,CAoC7E;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAElD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAgBhD;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EAAE,EACd,eAAe,GAAE,MAAW,EAC5B,UAAU,GAAE,MAAW,GACtB,MAAM,EAAE,CAsCV;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAYjE;AAED;;GAEG;AACH,wBAAgB,4BAA4B,IAAI,OAAO,CAGtD;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,CAG/C;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAIjE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAsBvD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,CAAC,EAAE,MAAM,EAAE,GACpB,MAAM,EAAE,CAmBV"}

package/engine/dist/utils/tag-modulation.js

@@ -0,0 +1,284 @@
+/**
+ * Tag Modulation System
+ *
+ * Controls tag generation strictness and filtering based on user settings.
+ * Modulation levels:
+ *   0%   = Only strict entities (PERSON, ORG, PRODUCT, etc.)
+ *   50%  = Entities + meaningful common words
+ *   100% = All tags (no filtering)
+ *
+ * Settings controlled via user_settings.json:
+ *   - tagging.modulation_level: 0-100
+ *   - tagging.blacklist_strictness: 0-100
+ *   - tagging.atom_as_tag: whether atoms become tags
+ *   - tagging.strict_atom_selection: tighter atom extraction
+ *   - tagging.min_tag_length: minimum character length
+ *   - tagging.max_tags_per_molecule: cap on tags per molecule
+ */
+import { config } from '../config/index.js';
+// Common words that should be filtered at lower modulation levels
+const COMMON_WORDS = new Set([
+    // Basic verbs
+    'is', 'are', 'was', 'were', 'be', 'been', 'being', 'have', 'has', 'had', 'do', 'does', 'did',
+    // Articles and determiners
+    'the', 'a', 'an', 'this', 'that', 'these', 'those', 'some', 'any', 'all', 'most', 'other',
+    // Prepositions
+    'in', 'on', 'at', 'to', 'for', 'with', 'by', 'from', 'up', 'about', 'into', 'over', 'after',
+    // Conjunctions
+    'and', 'but', 'or', 'nor', 'so', 'yet', 'both', 'either', 'neither', 'not', 'only', 'own', 'same',
+    // Pronouns
+    'i', 'you', 'he', 'she', 'it', 'we', 'they', 'what', 'which', 'who', 'whom', 'whose',
+    // Generic nouns
+    'thing', 'things', 'way', 'ways', 'day', 'days', 'time', 'times', 'year', 'years', 'people',
+    // Generic adjectives
+    'good', 'bad', 'new', 'old', 'first', 'last', 'long', 'great', 'little', 'own', 'other',
+    // Tech generic terms
+    'code', 'file', 'files', 'data', 'info', 'info', 'system', 'systems', 'user', 'users',
+    // Conversation fillers
+    'okay', 'ok', 'yeah', 'yes', 'no', 'maybe', 'well', 'so', 'like', 'just', 'really',
+    // Time references (too generic)
+    'today', 'tomorrow', 'yesterday', 'now', 'then', 'soon', 'later',
+    // Misc generic
+    'get', 'got', 'make', 'made', 'can', 'will', 'would', 'could', 'should', 'may', 'might', 'must'
+]);
+// Entity-type patterns (high-value tags always kept)
+const ENTITY_PATTERNS = [
+    /^#[A-Z][a-z]+[A-Z]/, // CamelCase (ProjectName, PersonName)
+    /^#[A-Z]{2,}/, // Acronyms (AI, API, RAG, FTS)
+    /^#@[a-zA-Z0-9_]+/, // @mentions
+    /^#\d{4}/, // Years (specific temporal context)
+];
+// Strict blacklist (always filtered regardless of modulation)
+const STRICT_BLACKLIST = [
+    /^#[0-9a-fA-F]{3,8}$/, // Color codes
+    /^#_\w*$/, /^#__[\w\d_]+$/, // Internal artifacts
+    /^#btn\b/, /^#class\b/, /^#div\b/, /^#id\b/, /^#span\b/, // HTML
+    /^#fn\b/, /^#elif\b/, /^#else\b/, /^#endif\b/, // Code
+    /^#cite_note/, /^#cite_ref/, // Scraping artifacts
+    /^#incorrect_/, /^#error_/, // Errors
+    /^#null\b/, /^#undefined\b/, /^#nan\b/, // Null values
+    /^#untagged$/, /^#manual\b/, /^#manually_/, // System tags
+    // System-generated tags (prevent self-contamination from Anchor output)
+    /^#virtual_/, // Virtual molecule markers
+    /^#mem_[a-f0-9_]+/, // System memory IDs
+    /^#score_/, // Score-based tags
+    /^#inbox_/, // Source path tags
+    /^#provenance_/, // Provenance tags
+    /^#bucket_/, // Bucket tags
+    /^#epoch_/, // Epoch tags
+    /^#compound_/, // Compound ID tags
+    /^#molecule_/, // Molecule ID tags
+    /^#atom_/, // Atom ID tags
+    /^#simhash_/, // Simhash tags
+    /^#ts_rank/, // Search ranking tags
+    /^#fts_/, // Full-text search tags
+    /^#anchor_/, // Anchor system tags
+    /^#mcp_/, // MCP protocol tags
+];
+// Medium blacklist (filtered at low modulation)
+const MEDIUM_BLACKLIST = [
+    /^#monday\b/, /^#tuesday\b/, /^#wednesday\b/, // Days
+    /^#january\b/, /^#february\b/, // Months
+    /^#slow_pickup$/, /^#late_night$/, // Too generic
+    /^#test_/, /^#tmp\b/, /^#temp\b/, // Temporary
+    /^#agentgpt$/, /^#babyagi$/, /^#autogen$/, // Deprecated
+];
+// Light blacklist (only filtered at very low modulation)
+const LIGHT_BLACKLIST = [
+    /^#code\b/, /^#data\b/, /^#file\b/, /^#files\b/, // Generic tech
+    /^#info\b/, /^#system\b/, /^#user\b/, // Generic
+    /^#good\b/, /^#bad\b/, /^#new\b/, /^#old\b/, // Generic adjectives
+];
+/**
+ * Get current tag modulation settings from config
+ */
+export function getTagModulationSettings() {
+    const tagging = config.tagging || {};
+    return {
+        modulation_level: Math.max(0, Math.min(100, tagging.modulation_level ?? 50)),
+        blacklist_strictness: Math.max(0, Math.min(100, tagging.blacklist_strictness ?? 75)),
+        atom_as_tag: tagging.atom_as_tag ?? false,
+        strict_atom_selection: tagging.strict_atom_selection ?? true,
+        min_tag_length: tagging.min_tag_length ?? 3,
+        max_tags_per_molecule: tagging.max_tags_per_molecule ?? 20,
+        common_words_filter: tagging.common_words_filter ?? true,
+        entity_extraction: {
+            enabled: tagging.entity_extraction?.enabled ?? true,
+            min_confidence: tagging.entity_extraction?.min_confidence ?? 0.6,
+            categories: tagging.entity_extraction?.categories ?? ['PERSON', 'ORG', 'PRODUCT', 'EVENT', 'LOCATION']
+        }
+    };
+}
+/**
+ * Check if a tag passes the blacklist filter based on strictness level
+ */
+export function passesBlacklist(tag, strictness = 75) {
+    const normalizedTag = tag.replace(/^#/, '').trim().toLowerCase();
+    // Always check strict blacklist
+    for (const pattern of STRICT_BLACKLIST) {
+        if (pattern.test(tag)) {
+            return false;
+        }
+    }
+    // Check if it's an entity pattern (always keep)
+    for (const pattern of ENTITY_PATTERNS) {
+        if (pattern.test(tag)) {
+            return true;
+        }
+    }
+    // Apply medium blacklist based on strictness
+    if (strictness >= 50) {
+        for (const pattern of MEDIUM_BLACKLIST) {
+            if (pattern.test(tag)) {
+                return false;
+            }
+        }
+    }
+    // Apply light blacklist only at high strictness
+    if (strictness >= 75) {
+        for (const pattern of LIGHT_BLACKLIST) {
+            if (pattern.test(tag)) {
+                return false;
+            }
+        }
+    }
+    return true;
+}
+/**
+ * Check if a word is a common word that should be filtered
+ */
+export function isCommonWord(word) {
+    return COMMON_WORDS.has(word.toLowerCase());
+}
+/**
+ * Check if a tag looks like an entity (high-value tag)
+ */
+export function isEntityTag(tag) {
+    const cleanTag = tag.replace(/^#/, '');
+    // Check entity patterns
+    for (const pattern of ENTITY_PATTERNS) {
+        if (pattern.test(tag)) {
+            return true;
+        }
+    }
+    // Check if it's a proper noun (capitalized, not all caps)
+    if (/^[A-Z][a-z]+[A-Z]/.test(cleanTag) || /^[A-Z][a-z]+$/.test(cleanTag)) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Filter tags based on modulation level
+ *
+ * @param tags - Array of tags to filter
+ * @param modulationLevel - 0-100 (0=strict, 100=lenient)
+ * @param strictness - 0-100 blacklist strictness
+ */
+export function modulateTags(tags, modulationLevel = 50, strictness = 75) {
+    if (!tags || !Array.isArray(tags))
+        return [];
+    const settings = getTagModulationSettings();
+    const level = modulationLevel ?? settings.modulation_level;
+    const strict = strictness ?? settings.blacklist_strictness;
+    return tags
+        .filter(tag => {
+        if (!tag || typeof tag !== 'string')
+            return false;
+        const cleanTag = tag.replace(/^#/, '').trim();
+        // Minimum length check
+        if (cleanTag.length < (settings.min_tag_length || 3)) {
+            return false;
+        }
+        // Blacklist check
+        if (!passesBlacklist(tag, strict)) {
+            return false;
+        }
+        // Common words filter (based on modulation level)
+        if (settings.common_words_filter && level < 100) {
+            if (isCommonWord(cleanTag) && !isEntityTag(tag)) {
+                // At 50% modulation, allow 50% of common words through
+                const threshold = level / 100;
+                if (Math.random() > threshold) {
+                    return false;
+                }
+            }
+        }
+        return true;
+    })
+        .map(tag => tag.trim())
+        .slice(0, settings.max_tags_per_molecule);
+}
+/**
+ * Filter atom labels to become tags (if enabled)
+ */
+export function filterAtomLabelsAsTags(labels) {
+    const settings = getTagModulationSettings();
+    if (!settings.atom_as_tag) {
+        return [];
+    }
+    return modulateTags(labels.map(label => label.startsWith('#') ? label : `#${label}`), settings.modulation_level, settings.blacklist_strictness);
+}
+/**
+ * Check if atom selection should be strict
+ */
+export function shouldUseStrictAtomSelection() {
+    const settings = getTagModulationSettings();
+    return settings.strict_atom_selection;
+}
+/**
+ * Get minimum confidence for entity extraction
+ */
+export function getEntityMinConfidence() {
+    const settings = getTagModulationSettings();
+    return settings.entity_extraction.min_confidence;
+}
+/**
+ * Check if entity extraction is enabled for a category
+ */
+export function isEntityCategoryEnabled(category) {
+    const settings = getTagModulationSettings();
+    return settings.entity_extraction.enabled &&
+        settings.entity_extraction.categories.includes(category.toUpperCase());
+}
+/**
+ * Validate and normalize a tag
+ */
+export function normalizeTag(tag) {
+    if (!tag || typeof tag !== 'string')
+        return null;
+    let normalized = tag.trim();
+    // Ensure starts with #
+    if (!normalized.startsWith('#')) {
+        normalized = `#${normalized}`;
+    }
+    // Convert to proper case (first letter uppercase for single words)
+    const cleanPart = normalized.slice(1);
+    if (cleanPart.length <= 20 && /^[a-z]+$/.test(cleanPart)) {
+        normalized = `#${cleanPart.charAt(0).toUpperCase() + cleanPart.slice(1)}`;
+    }
+    // Validate
+    if (normalized.length < 2 || normalized.length > 50) {
+        return null;
+    }
+    return normalized;
+}
+/**
+ * Batch process and modulate tags for a molecule
+ */
+export function processMoleculeTags(rawTags, atomLabels) {
+    const settings = getTagModulationSettings();
+    // Start with raw tags
+    let processedTags = [...rawTags];
+    // Add atom labels as tags if enabled
+    if (atomLabels && settings.atom_as_tag) {
+        processedTags = [
+            ...processedTags,
+            ...atomLabels.map(label => label.startsWith('#') ? label : `#${label}`)
+        ];
+    }
+    // Deduplicate
+    processedTags = Array.from(new Set(processedTags));
+    // Apply modulation
+    return modulateTags(processedTags);
+}
+//# sourceMappingURL=tag-modulation.js.map

package/engine/dist/utils/tag-modulation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tag-modulation.js","sourceRoot":"","sources":["../../src/utils/tag-modulation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,kEAAkE;AAClE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,cAAc;IACd,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK;IAC5F,2BAA2B;IAC3B,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;IACzF,eAAe;IACf,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAC3F,eAAe;IACf,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACjG,WAAW;IACX,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;IACpF,gBAAgB;IAChB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ;IAC3F,qBAAqB;IACrB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO;IACvF,qBAAqB;IACrB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO;IACrF,uBAAuB;IACvB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ;IAClF,gCAAgC;IAChC,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAChE,eAAe;IACf,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM;CAChG,CAAC,CAAC;AAEH,qDAAqD;AACrD,MAAM,eAAe,GAAG;IACtB,oBAAoB,EAAG,sCAAsC;IAC7D,aAAa,EAAG,+BAA+B;IAC/C,kBAAkB,EAAG,YAAY;IACjC,SAAS,EAAG,oCAAoC;CACjD,CAAC;AAEF,8DAA8D;AAC9D,MAAM,gBAAgB,GAAG;IACvB,qBAAqB,EAAG,cAAc;IACtC,SAAS,EAAE,eAAe,EAAG,qBAAqB;IAClD,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAG,OAAO;IACjE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAG,OAAO;IACvD,aAAa,EAAE,YAAY,EAAG,qBAAqB;IACnD,cAAc,EAAE,UAAU,EAAG,SAAS;IACtC,UAAU,EAAE,eAAe,EAAE,SAAS,EAAG,cAAc;IACvD,aAAa,EAAE,YAAY,EAAE,aAAa,EAAG,cAAc;IAE3D,wEAAwE;IACxE,YAAY,EAAY,2BAA2B;IACnD,kBAAkB,EAAK,oBAAoB;IAC3C,UAAU,EAAa,mBAAmB;IAC1C,UAAU,EAAa,mBAAmB;IAC1C,eAAe,EAAQ,kBAAkB;IACzC,WAAW,EAAY,cAAc;IACrC,UAAU,EAAa,aAAa;IACpC,aAAa,EAAU,mBAAmB;IAC1C,aAAa,EAAU,mBAAmB;IAC1C,SAAS,EAAc,eAAe;IACtC,YAAY,EAAW,eAAe;IACtC,WAAW,EAAY,sBAAsB;IAC7C,QAAQ,EAAe,wBAAwB;IAC/C,WAAW,EAAY,qBAAqB;IAC5C,QAAQ,EAAe,oBAAoB;CAC5C,CAAC;AAEF,gDAAgD;AAChD,MAAM,gBAAgB,GAAG;IACvB,YAAY,EAAE,aAAa,EAAE,eAAe,EAAG,OAAO;IACtD,aAAa,EAAE,cAAc,EAAG,SAAS;IACzC,gBAAgB,EAAE,eAAe,EAAG,cAAc;IAClD,SAAS,EAAE,SAAS,EAAE,UAAU,EAAG,YAAY;IAC/C,aAAa,EAAE,YAAY,EAAE,YAAY,EAAG,aAAa;CAC1D,CAAC;AAEF,yDAAyD;AACzD,MAAM,eAAe,GAAG;IACtB,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAG,eAAe;IACjE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAG,UAAU;IACjD,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAG,qBAAqB;CACpE,CAAC;AAiBF;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,MAAM,OAAO,GAAI,MAAc,CAAC,OAAO,IAAI,EAAE,CAAC;IAE9C,OAAO;QACL,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;QAC5E,oBAAoB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QACpF,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,KAAK;QACzC,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,IAAI;QAC5D,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,CAAC;QAC3C,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,EAAE;QAC1D,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;QACxD,iBAAiB,EAAE;YACjB,OAAO,EAAE,OAAO,CAAC,iBAAiB,EAAE,OAAO,IAAI,IAAI;YACnD,cAAc,EAAE,OAAO,CAAC,iBAAiB,EAAE,cAAc,IAAI,GAAG;YAChE,UAAU,EAAE,OAAO,CAAC,iBAAiB,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC;SACvG;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW,EAAE,aAAqB,EAAE;IAClE,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAEjE,gCAAgC;IAChC,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEvC,wBAAwB;IACxB,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,IAAI,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAc,EACd,kBAA0B,EAAE,EAC5B,aAAqB,EAAE;IAEvB,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7C,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,MAAM,KAAK,GAAG,eAAe,IAAI,QAAQ,CAAC,gBAAgB,CAAC;IAC3D,MAAM,MAAM,GAAG,UAAU,IAAI,QAAQ,CAAC,oBAAoB,CAAC;IAE3D,OAAO,IAAI;SACR,MAAM,CAAC,GAAG,CAAC,EAAE;QACZ,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAElD,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9C,uBAAuB;QACvB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,cAAc,IAAI,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,kDAAkD;QAClD,IAAI,QAAQ,CAAC,mBAAmB,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChD,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,uDAAuD;gBACvD,MAAM,SAAS,GAAG,KAAK,GAAG,GAAG,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;oBAC9B,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SACtB,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAgB;IACrD,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAE5C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,YAAY,CACjB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,EAChE,QAAQ,CAAC,gBAAgB,EACzB,QAAQ,CAAC,oBAAoB,CAC9B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B;IAC1C,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,OAAO,QAAQ,CAAC,qBAAqB,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,OAAO,QAAQ,CAAC,iBAAiB,CAAC,cAAc,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAgB;IACtD,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,OAAO,QAAQ,CAAC,iBAAiB,CAAC,OAAO;QAClC,QAAQ,CAAC,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAEjD,IAAI,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAE5B,uBAAuB;IACvB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,mEAAmE;IACnE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtC,IAAI,SAAS,CAAC,MAAM,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,UAAU,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,CAAC;IAED,WAAW;IACX,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAAiB,EACjB,UAAqB;IAErB,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAE5C,sBAAsB;IACtB,IAAI,aAAa,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IAEjC,qCAAqC;IACrC,IAAI,UAAU,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvC,aAAa,GAAG;YACd,GAAG,aAAa;YAChB,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;SACxE,CAAC;IACJ,CAAC;IAED,cAAc;IACd,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;IAEnD,mBAAmB;IACnB,OAAO,YAAY,CAAC,aAAa,CAAC,CAAC;AACrC,CAAC"}

package/engine/dist/utils/timer.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Timer Utility for Performance Measurement
+ *
+ * Provides timing functionality to measure how long processes take
+ */
+export declare class Timer {
+    private startTime;
+    private lapTime;
+    private label;
+    constructor(label?: string);
+    /**
+     * Get the elapsed time since the timer started
+     */
+    elapsed(): number;
+    /**
+     * Get the time elapsed since the last lap
+     */
+    lap(): number;
+    /**
+     * Format time in milliseconds to human-readable format
+     */
+    static formatTime(ms: number): string;
+    /**
+     * Log the elapsed time with a message
+     */
+    log(message: string): void;
+    /**
+     * Log a lap time with a message
+     */
+    logLap(message: string): void;
+    /**
+     * Log the total elapsed time and reset the timer
+     */
+    logTotalAndReset(message: string): void;
+    /**
+     * Reset the timer
+     */
+    reset(): void;
+}
+//# sourceMappingURL=timer.d.ts.map

package/engine/dist/utils/timer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timer.d.ts","sourceRoot":"","sources":["../../src/utils/timer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,qBAAa,KAAK;IAChB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAS;gBAEV,KAAK,GAAE,MAAgB;IAMnC;;OAEG;IACI,OAAO,IAAI,MAAM;IAIxB;;OAEG;IACI,GAAG,IAAI,MAAM;IAOpB;;OAEG;WACW,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM;IAY5C;;OAEG;IACI,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAKjC;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAKpC;;OAEG;IACI,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM9C;;OAEG;IACI,KAAK,IAAI,IAAI;CAIrB"}

package/engine/dist/utils/timer.js

@@ -0,0 +1,76 @@
+/**
+ * Timer Utility for Performance Measurement
+ *
+ * Provides timing functionality to measure how long processes take
+ */
+export class Timer {
+    startTime;
+    lapTime;
+    label;
+    constructor(label = 'Timer') {
+        this.label = label;
+        this.startTime = Date.now();
+        this.lapTime = this.startTime;
+    }
+    /**
+     * Get the elapsed time since the timer started
+     */
+    elapsed() {
+        return Date.now() - this.startTime;
+    }
+    /**
+     * Get the time elapsed since the last lap
+     */
+    lap() {
+        const currentTime = Date.now();
+        const lapDuration = currentTime - this.lapTime;
+        this.lapTime = currentTime;
+        return lapDuration;
+    }
+    /**
+     * Format time in milliseconds to human-readable format
+     */
+    static formatTime(ms) {
+        if (ms < 1000) {
+            return `${ms}ms`;
+        }
+        else if (ms < 60000) {
+            const seconds = (ms / 1000).toFixed(2);
+            return `${seconds}s`;
+        }
+        else {
+            const minutes = (ms / 60000).toFixed(2);
+            return `${minutes}m`;
+        }
+    }
+    /**
+     * Log the elapsed time with a message
+     */
+    log(message) {
+        const elapsed = this.elapsed();
+        console.log(`[${this.label}] ${message} (${Timer.formatTime(elapsed)})`);
+    }
+    /**
+     * Log a lap time with a message
+     */
+    logLap(message) {
+        const lap = this.lap();
+        console.log(`[${this.label}] ${message} (+${Timer.formatTime(lap)})`);
+    }
+    /**
+     * Log the total elapsed time and reset the timer
+     */
+    logTotalAndReset(message) {
+        const elapsed = this.elapsed();
+        console.log(`[${this.label}] ${message} (Total: ${Timer.formatTime(elapsed)})`);
+        this.reset();
+    }
+    /**
+     * Reset the timer
+     */
+    reset() {
+        this.startTime = Date.now();
+        this.lapTime = this.startTime;
+    }
+}
+//# sourceMappingURL=timer.js.map

package/engine/dist/utils/timer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timer.js","sourceRoot":"","sources":["../../src/utils/timer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,OAAO,KAAK;IACR,SAAS,CAAS;IAClB,OAAO,CAAS;IAChB,KAAK,CAAS;IAEtB,YAAY,QAAgB,OAAO;QACjC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;IAChC,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IACrC,CAAC;IAED;;OAEG;IACI,GAAG;QACR,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;QAC3B,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,UAAU,CAAC,EAAU;QACjC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;YACd,OAAO,GAAG,EAAE,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACvC,OAAO,GAAG,OAAO,GAAG,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO,GAAG,OAAO,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACI,GAAG,CAAC,OAAe;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,KAAK,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,OAAe;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACI,gBAAgB,CAAC,OAAe;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,YAAY,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChF,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;IAChC,CAAC;CACF"}

package/engine/dist/utils/token-utils.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Token Utilities
+ *
+ * Provides functions for token counting and truncation
+ */
+/**
+ * Estimates token count in text (simple word-based estimation)
+ * In a real implementation, you'd use a proper tokenizer like GPT-3's cl100k_base
+ */
+export declare function estimateTokenCount(text: string): number;
+/**
+ * Truncates text to approximately the specified token limit
+ */
+export declare function truncateTokens(text: string, maxTokens: number): string;
+/**
+ * More sophisticated token estimation using common tokenization patterns
+ */
+export declare function estimateTokenCountAdvanced(text: string): number;
+//# sourceMappingURL=token-utils.d.ts.map

package/engine/dist/utils/token-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-utils.d.ts","sourceRoot":"","sources":["../../src/utils/token-utils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAOvD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAiBtE;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CA6B/D"}

package/engine/dist/utils/token-utils.js

@@ -0,0 +1,71 @@
+/**
+ * Token Utilities
+ *
+ * Provides functions for token counting and truncation
+ */
+/**
+ * Estimates token count in text (simple word-based estimation)
+ * In a real implementation, you'd use a proper tokenizer like GPT-3's cl100k_base
+ */
+export function estimateTokenCount(text) {
+    if (!text)
+        return 0;
+    // Simple estimation: split on whitespace and punctuation
+    // This is a rough approximation - real tokenizers are more sophisticated
+    const tokens = text.trim().split(/\s+/).filter(token => token.length > 0);
+    return tokens.length;
+}
+/**
+ * Truncates text to approximately the specified token limit
+ */
+export function truncateTokens(text, maxTokens) {
+    if (!text || maxTokens <= 0)
+        return '';
+    // For this simple implementation, we'll use word splitting
+    const words = text.split(/\s+/);
+    let result = '';
+    let tokenCount = 0;
+    for (const word of words) {
+        if (tokenCount >= maxTokens)
+            break;
+        if (result)
+            result += ' ';
+        result += word;
+        tokenCount++;
+    }
+    return result;
+}
+/**
+ * More sophisticated token estimation using common tokenization patterns
+ */
+export function estimateTokenCountAdvanced(text) {
+    if (!text)
+        return 0;
+    // This is still a simplified approach
+    // A real implementation would use a proper BPE tokenizer
+    let count = 0;
+    let currentToken = '';
+    for (let i = 0; i < text.length; i++) {
+        const char = text[i];
+        // Common token boundaries
+        if (/\s/.test(char)) {
+            if (currentToken) {
+                count++;
+                currentToken = '';
+            }
+        }
+        else if (/[\.,!?;:]/.test(char)) {
+            if (currentToken)
+                count++;
+            count++; // Punctuation often forms its own token
+            currentToken = '';
+        }
+        else {
+            currentToken += char;
+        }
+    }
+    if (currentToken)
+        count++;
+    return count;
+}
+//# sourceMappingURL=token-utils.js.map

package/engine/dist/utils/token-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-utils.js","sourceRoot":"","sources":["../../src/utils/token-utils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC3C,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAEpB,yDAAyD;IACzD,yEAAyE;IACzE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,OAAO,MAAM,CAAC,MAAM,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,SAAiB;IAC1D,IAAI,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,2DAA2D;IAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,UAAU,IAAI,SAAS;YAAE,MAAM;QAEnC,IAAI,MAAM;YAAE,MAAM,IAAI,GAAG,CAAC;QAC1B,MAAM,IAAI,IAAI,CAAC;QACf,UAAU,EAAE,CAAC;IACjB,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACnD,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAEpB,sCAAsC;IACtC,yDAAyD;IACzD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAErB,0BAA0B;QAC1B,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,YAAY,EAAE,CAAC;gBACf,KAAK,EAAE,CAAC;gBACR,YAAY,GAAG,EAAE,CAAC;YACtB,CAAC;QACL,CAAC;aAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,IAAI,YAAY;gBAAE,KAAK,EAAE,CAAC;YAC1B,KAAK,EAAE,CAAC,CAAC,wCAAwC;YACjD,YAAY,GAAG,EAAE,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,YAAY,IAAI,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;IAED,IAAI,YAAY;QAAE,KAAK,EAAE,CAAC;IAE1B,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/engine/dist/utils/wasm-module-loader.d.ts

@@ -0,0 +1,50 @@
+/**
+ * WASM Module Loader
+ *
+ * Loads Rust-compiled WASM modules for cross-platform compatibility.
+ * Replaces C++ native modules with zero-compilation WASM alternatives.
+ *
+ * Standard 074: Native Module Acceleration (WASM Edition)
+ */
+export interface WasmModuleStatus {
+    loaded: boolean;
+    moduleName: string;
+    version: string;
+}
+export declare class WasmModuleLoader {
+    private static instance;
+    private modules;
+    private status;
+    private constructor();
+    static getInstance(): WasmModuleLoader;
+    /**
+     * Initialize all WASM modules
+     */
+    private initializeModules;
+    /**
+     * Get a loaded WASM module
+     */
+    getModule(moduleName: string): any;
+    /**
+     * Get module status
+     */
+    getStatus(moduleName: string): WasmModuleStatus | undefined;
+    /**
+     * Get all module statuses
+     */
+    getAllStatus(): Map<string, WasmModuleStatus>;
+    /**
+     * Check if a module is loaded
+     */
+    isLoaded(moduleName: string): boolean;
+    /**
+     * Convenience methods for common operations
+     */
+    fingerprint(text: string): bigint;
+    distance(a: bigint, b: bigint): number;
+    sanitizeText(text: string): string;
+    atomizeText(text: string, strategy?: string): string[];
+    extractKeyphrases(text: string): string[];
+}
+export declare const wasmModuleLoader: WasmModuleLoader;
+//# sourceMappingURL=wasm-module-loader.d.ts.map

package/engine/dist/utils/wasm-module-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-module-loader.d.ts","sourceRoot":"","sources":["../../src/utils/wasm-module-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAgCH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmB;IAC1C,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO;WAIO,WAAW,IAAI,gBAAgB;IAO7C;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAoCzB;;OAEG;IACI,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG;IAOzC;;OAEG;IACI,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAIlE;;OAEG;IACI,YAAY,IAAI,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAIpD;;OAEG;IACI,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI5C;;OAEG;IAGI,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIjC,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM;IAKtC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIlC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAgB,GAAG,MAAM,EAAE;IAK/D,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;CAQjD;AAGD,eAAO,MAAM,gBAAgB,kBAAiC,CAAC"}