@soulcraft/brainy 0.41.0 → 0.44.0

package/dist/distributed/domainDetector.js

@@ -0,0 +1,307 @@
+/**
+ * Domain Detector
+ * Automatically detects and manages data domains for logical separation
+ */
+export class DomainDetector {
+    constructor() {
+        this.domainPatterns = [
+            {
+                domain: 'medical',
+                patterns: {
+                    fields: ['symptoms', 'diagnosis', 'treatment', 'medication', 'patient'],
+                    keywords: ['medical', 'health', 'disease', 'symptom', 'treatment', 'doctor', 'patient']
+                },
+                priority: 1
+            },
+            {
+                domain: 'legal',
+                patterns: {
+                    fields: ['contract', 'clause', 'litigation', 'statute', 'jurisdiction'],
+                    keywords: ['legal', 'law', 'contract', 'court', 'attorney', 'litigation', 'statute']
+                },
+                priority: 1
+            },
+            {
+                domain: 'product',
+                patterns: {
+                    fields: ['price', 'sku', 'inventory', 'category', 'brand'],
+                    keywords: ['product', 'price', 'sale', 'inventory', 'catalog', 'item', 'sku']
+                },
+                priority: 1
+            },
+            {
+                domain: 'customer',
+                patterns: {
+                    fields: ['customerId', 'email', 'phone', 'address', 'orders'],
+                    keywords: ['customer', 'client', 'user', 'account', 'profile', 'contact']
+                },
+                priority: 1
+            },
+            {
+                domain: 'financial',
+                patterns: {
+                    fields: ['amount', 'currency', 'transaction', 'balance', 'account'],
+                    keywords: ['financial', 'money', 'payment', 'transaction', 'bank', 'credit', 'debit']
+                },
+                priority: 1
+            },
+            {
+                domain: 'technical',
+                patterns: {
+                    fields: ['code', 'function', 'error', 'stack', 'api'],
+                    keywords: ['code', 'software', 'api', 'error', 'debug', 'function', 'class', 'method']
+                },
+                priority: 2
+            }
+        ];
+        this.customPatterns = [];
+        this.domainStats = new Map();
+    }
+    /**
+     * Detect domain from data object
+     * @param data - The data object to analyze
+     * @returns The detected domain and metadata
+     */
+    detectDomain(data) {
+        if (!data || typeof data !== 'object') {
+            return { domain: 'general' };
+        }
+        // Check for explicit domain field
+        if (data.domain && typeof data.domain === 'string') {
+            this.updateStats(data.domain);
+            return {
+                domain: data.domain,
+                domainMetadata: this.extractDomainMetadata(data, data.domain)
+            };
+        }
+        // Score each domain pattern
+        const scores = new Map();
+        // Check custom patterns first (higher priority)
+        for (const pattern of this.customPatterns) {
+            const score = this.scorePattern(data, pattern);
+            if (score > 0) {
+                scores.set(pattern.domain, score * (pattern.priority || 1));
+            }
+        }
+        // Check default patterns
+        for (const pattern of this.domainPatterns) {
+            const score = this.scorePattern(data, pattern);
+            if (score > 0) {
+                const currentScore = scores.get(pattern.domain) || 0;
+                scores.set(pattern.domain, currentScore + score * (pattern.priority || 1));
+            }
+        }
+        // Find highest scoring domain
+        let bestDomain = 'general';
+        let bestScore = 0;
+        for (const [domain, score] of scores.entries()) {
+            if (score > bestScore) {
+                bestDomain = domain;
+                bestScore = score;
+            }
+        }
+        this.updateStats(bestDomain);
+        return {
+            domain: bestDomain,
+            domainMetadata: this.extractDomainMetadata(data, bestDomain)
+        };
+    }
+    /**
+     * Score a data object against a domain pattern
+     */
+    scorePattern(data, pattern) {
+        let score = 0;
+        // Check field matches
+        if (pattern.patterns.fields) {
+            const dataKeys = Object.keys(data);
+            for (const field of pattern.patterns.fields) {
+                if (dataKeys.some(key => key.toLowerCase().includes(field.toLowerCase()))) {
+                    score += 2; // Field match is strong signal
+                }
+            }
+        }
+        // Check keyword matches in values
+        if (pattern.patterns.keywords) {
+            const dataStr = JSON.stringify(data).toLowerCase();
+            for (const keyword of pattern.patterns.keywords) {
+                if (dataStr.includes(keyword.toLowerCase())) {
+                    score += 1;
+                }
+            }
+        }
+        // Check regex patterns
+        if (pattern.patterns.regex) {
+            const dataStr = JSON.stringify(data);
+            if (pattern.patterns.regex.test(dataStr)) {
+                score += 3; // Regex match is very specific
+            }
+        }
+        return score;
+    }
+    /**
+     * Extract domain-specific metadata
+     */
+    extractDomainMetadata(data, domain) {
+        const metadata = {};
+        switch (domain) {
+            case 'medical':
+                if (data.patientId)
+                    metadata.patientId = data.patientId;
+                if (data.condition)
+                    metadata.condition = data.condition;
+                if (data.severity)
+                    metadata.severity = data.severity;
+                break;
+            case 'legal':
+                if (data.caseId)
+                    metadata.caseId = data.caseId;
+                if (data.jurisdiction)
+                    metadata.jurisdiction = data.jurisdiction;
+                if (data.documentType)
+                    metadata.documentType = data.documentType;
+                break;
+            case 'product':
+                if (data.sku)
+                    metadata.sku = data.sku;
+                if (data.category)
+                    metadata.category = data.category;
+                if (data.brand)
+                    metadata.brand = data.brand;
+                if (data.price)
+                    metadata.priceRange = this.getPriceRange(data.price);
+                break;
+            case 'customer':
+                if (data.customerId)
+                    metadata.customerId = data.customerId;
+                if (data.segment)
+                    metadata.segment = data.segment;
+                if (data.lifetime_value)
+                    metadata.valueCategory = this.getValueCategory(data.lifetime_value);
+                break;
+            case 'financial':
+                if (data.accountId)
+                    metadata.accountId = data.accountId;
+                if (data.transactionType)
+                    metadata.transactionType = data.transactionType;
+                if (data.amount)
+                    metadata.amountRange = this.getAmountRange(data.amount);
+                break;
+            case 'technical':
+                if (data.service)
+                    metadata.service = data.service;
+                if (data.environment)
+                    metadata.environment = data.environment;
+                if (data.severity)
+                    metadata.severity = data.severity;
+                break;
+        }
+        // Add detection confidence
+        metadata.detectionConfidence = this.calculateConfidence(data, domain);
+        return metadata;
+    }
+    /**
+     * Calculate detection confidence
+     */
+    calculateConfidence(data, domain) {
+        // If domain was explicitly specified
+        if (data.domain === domain)
+            return 'high';
+        // Check how many patterns matched
+        const pattern = [...this.customPatterns, ...this.domainPatterns]
+            .find(p => p.domain === domain);
+        if (!pattern)
+            return 'low';
+        const score = this.scorePattern(data, pattern);
+        if (score >= 5)
+            return 'high';
+        if (score >= 2)
+            return 'medium';
+        return 'low';
+    }
+    /**
+     * Categorize price ranges
+     */
+    getPriceRange(price) {
+        if (price < 10)
+            return 'low';
+        if (price < 100)
+            return 'medium';
+        if (price < 1000)
+            return 'high';
+        return 'premium';
+    }
+    /**
+     * Categorize customer value
+     */
+    getValueCategory(value) {
+        if (value < 100)
+            return 'low';
+        if (value < 1000)
+            return 'medium';
+        if (value < 10000)
+            return 'high';
+        return 'vip';
+    }
+    /**
+     * Categorize amount ranges
+     */
+    getAmountRange(amount) {
+        if (amount < 100)
+            return 'micro';
+        if (amount < 1000)
+            return 'small';
+        if (amount < 10000)
+            return 'medium';
+        if (amount < 100000)
+            return 'large';
+        return 'enterprise';
+    }
+    /**
+     * Add custom domain pattern
+     * @param pattern - Custom domain pattern to add
+     */
+    addCustomPattern(pattern) {
+        // Remove existing pattern for same domain if exists
+        this.customPatterns = this.customPatterns.filter(p => p.domain !== pattern.domain);
+        this.customPatterns.push(pattern);
+    }
+    /**
+     * Remove custom domain pattern
+     * @param domain - Domain to remove pattern for
+     */
+    removeCustomPattern(domain) {
+        this.customPatterns = this.customPatterns.filter(p => p.domain !== domain);
+    }
+    /**
+     * Update domain statistics
+     */
+    updateStats(domain) {
+        const count = this.domainStats.get(domain) || 0;
+        this.domainStats.set(domain, count + 1);
+    }
+    /**
+     * Get domain statistics
+     * @returns Map of domain to count
+     */
+    getDomainStats() {
+        return new Map(this.domainStats);
+    }
+    /**
+     * Clear domain statistics
+     */
+    clearStats() {
+        this.domainStats.clear();
+    }
+    /**
+     * Get all configured domains
+     * @returns Array of domain names
+     */
+    getConfiguredDomains() {
+        const domains = new Set();
+        for (const pattern of [...this.domainPatterns, ...this.customPatterns]) {
+            domains.add(pattern.domain);
+        }
+        return Array.from(domains).sort();
+    }
+}
+//# sourceMappingURL=domainDetector.js.map

package/dist/distributed/domainDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"domainDetector.js","sourceRoot":"","sources":["../../src/distributed/domainDetector.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAcH,MAAM,OAAO,cAAc;IAA3B;QACU,mBAAc,GAAoB;YACxC;gBACE,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,CAAC;oBACvE,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAC;iBACxF;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD;gBACE,MAAM,EAAE,OAAO;gBACf,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC;oBACvE,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,CAAC;iBACrF;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD;gBACE,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC;oBAC1D,QAAQ,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC;iBAC9E;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD;gBACE,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;oBAC7D,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC;iBAC1E;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD;gBACE,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC;oBACnE,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;iBACtF;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD;gBACE,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;oBACrD,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC;iBACvF;gBACD,QAAQ,EAAE,CAAC;aACZ;SACF,CAAA;QAEO,mBAAc,GAAoB,EAAE,CAAA;QACpC,gBAAW,GAAwB,IAAI,GAAG,EAAE,CAAA;IA4PtD,CAAC;IA1PC;;;;OAIG;IACH,YAAY,CAAC,IAAS;QACpB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;QAC9B,CAAC;QAED,kCAAkC;QAClC,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC7B,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC;aAC9D,CAAA;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;QAExC,gDAAgD;QAChD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBACpD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,KAAK,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAA;YAC5E,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAU,GAAG,SAAS,CAAA;QAC1B,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACtB,UAAU,GAAG,MAAM,CAAA;gBACnB,SAAS,GAAG,KAAK,CAAA;YACnB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;QAE5B,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,cAAc,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC;SAC7D,CAAA;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAS,EAAE,OAAsB;QACpD,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,sBAAsB;QACtB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAClC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC5C,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;oBAC1E,KAAK,IAAI,CAAC,CAAA,CAAC,+BAA+B;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;YAClD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAChD,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC5C,KAAK,IAAI,CAAC,CAAA;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YACpC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzC,KAAK,IAAI,CAAC,CAAA,CAAC,+BAA+B;YAC5C,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,IAAS,EAAE,MAAc;QACrD,MAAM,QAAQ,GAAwB,EAAE,CAAA;QAExC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,SAAS;gBACZ,IAAI,IAAI,CAAC,SAAS;oBAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAA;gBACvD,IAAI,IAAI,CAAC,SAAS;oBAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAA;gBACvD,IAAI,IAAI,CAAC,QAAQ;oBAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;gBACpD,MAAK;YAEP,KAAK,OAAO;gBACV,IAAI,IAAI,CAAC,MAAM;oBAAE,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;gBAC9C,IAAI,IAAI,CAAC,YAAY;oBAAE,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAA;gBAChE,IAAI,IAAI,CAAC,YAAY;oBAAE,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAA;gBAChE,MAAK;YAEP,KAAK,SAAS;gBACZ,IAAI,IAAI,CAAC,GAAG;oBAAE,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;gBACrC,IAAI,IAAI,CAAC,QAAQ;oBAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;gBACpD,IAAI,IAAI,CAAC,KAAK;oBAAE,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;gBAC3C,IAAI,IAAI,CAAC,KAAK;oBAAE,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACpE,MAAK;YAEP,KAAK,UAAU;gBACb,IAAI,IAAI,CAAC,UAAU;oBAAE,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;gBAC1D,IAAI,IAAI,CAAC,OAAO;oBAAE,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;gBACjD,IAAI,IAAI,CAAC,cAAc;oBAAE,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;gBAC5F,MAAK;YAEP,KAAK,WAAW;gBACd,IAAI,IAAI,CAAC,SAAS;oBAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAA;gBACvD,IAAI,IAAI,CAAC,eAAe;oBAAE,QAAQ,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAA;gBACzE,IAAI,IAAI,CAAC,MAAM;oBAAE,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACxE,MAAK;YAEP,KAAK,WAAW;gBACd,IAAI,IAAI,CAAC,OAAO;oBAAE,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;gBACjD,IAAI,IAAI,CAAC,WAAW;oBAAE,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;gBAC7D,IAAI,IAAI,CAAC,QAAQ;oBAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;gBACpD,MAAK;QACT,CAAC;QAED,2BAA2B;QAC3B,QAAQ,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAErE,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAS,EAAE,MAAc;QACnD,qCAAqC;QACrC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,MAAM,CAAA;QAEzC,kCAAkC;QAClC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;aAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAA;QAEjC,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAA;QAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAC9C,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,MAAM,CAAA;QAC7B,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,QAAQ,CAAA;QAC/B,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,KAAa;QACjC,IAAI,KAAK,GAAG,EAAE;YAAE,OAAO,KAAK,CAAA;QAC5B,IAAI,KAAK,GAAG,GAAG;YAAE,OAAO,QAAQ,CAAA;QAChC,IAAI,KAAK,GAAG,IAAI;YAAE,OAAO,MAAM,CAAA;QAC/B,OAAO,SAAS,CAAA;IAClB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,KAAa;QACpC,IAAI,KAAK,GAAG,GAAG;YAAE,OAAO,KAAK,CAAA;QAC7B,IAAI,KAAK,GAAG,IAAI;YAAE,OAAO,QAAQ,CAAA;QACjC,IAAI,KAAK,GAAG,KAAK;YAAE,OAAO,MAAM,CAAA;QAChC,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAc;QACnC,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,OAAO,CAAA;QAChC,IAAI,MAAM,GAAG,IAAI;YAAE,OAAO,OAAO,CAAA;QACjC,IAAI,MAAM,GAAG,KAAK;YAAE,OAAO,QAAQ,CAAA;QACnC,IAAI,MAAM,GAAG,MAAM;YAAE,OAAO,OAAO,CAAA;QACnC,OAAO,YAAY,CAAA;IACrB,CAAC;IAED;;;OAGG;IACH,gBAAgB,CAAC,OAAsB;QACrC,oDAAoD;QACpD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;QAClF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED;;;OAGG;IACH,mBAAmB,CAAC,MAAc;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAA;IAC5E,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,MAAc;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC/C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;IACzC,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED;;;OAGG;IACH,oBAAoB;QAClB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QAEjC,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;IACnC,CAAC;CACF"}

package/dist/distributed/hashPartitioner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashPartitioner.d.ts","sourceRoot":"","sources":["../../src/distributed/hashPartitioner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAA;AAE3D,qBAAa,eAAe;IAC1B,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,eAAe,CAAsB;gBAEjC,MAAM,EAAE,YAAY;IAIhC;;;;OAIG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAMtC;;;;;OAKG;IACH,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM;IAKjE;;;OAGG;IACH,gBAAgB,IAAI,MAAM,EAAE;IAQ5B;;;;OAIG;IACH,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM;IAQhD;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAKlB;;;;;OAKG;IACH,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;CAalE;AAED;;;;GAIG;AACH,qBAAa,mBAAoB,SAAQ,eAAe;IACtD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,UAAU,CAAQ;gBAEd,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM;IAMpD;;OAEG;IACH,OAAO,CAAC,4BAA4B;IA2BpC;;;;OAIG;IACH,oBAAoB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO;IASpD;;;OAGG;IACH,sBAAsB,IAAI,MAAM,EAAE;IAKlC;;;OAGG;IACH,iBAAiB,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;CAG9C"}

package/dist/distributed/hashPartitioner.js

@@ -0,0 +1,146 @@
+/**
+ * Hash-based Partitioner
+ * Provides deterministic partitioning for distributed writes
+ */
+import { getPartitionHash } from '../utils/crypto.js';
+export class HashPartitioner {
+    constructor(config) {
+        this.partitionPrefix = 'vectors/p';
+        this.partitionCount = config.settings.partitionCount || 100;
+    }
+    /**
+     * Get partition for a given vector ID using deterministic hashing
+     * @param vectorId - The unique identifier of the vector
+     * @returns The partition path
+     */
+    getPartition(vectorId) {
+        const hash = this.hashString(vectorId);
+        const partitionIndex = hash % this.partitionCount;
+        return `${this.partitionPrefix}${partitionIndex.toString().padStart(3, '0')}`;
+    }
+    /**
+     * Get partition with domain metadata (domain stored as metadata, not in path)
+     * @param vectorId - The unique identifier of the vector
+     * @param domain - The domain identifier (for metadata only)
+     * @returns The partition path
+     */
+    getPartitionWithDomain(vectorId, domain) {
+        // Domain doesn't affect partitioning - it's just metadata
+        return this.getPartition(vectorId);
+    }
+    /**
+     * Get all partition paths
+     * @returns Array of all partition paths
+     */
+    getAllPartitions() {
+        const partitions = [];
+        for (let i = 0; i < this.partitionCount; i++) {
+            partitions.push(`${this.partitionPrefix}${i.toString().padStart(3, '0')}`);
+        }
+        return partitions;
+    }
+    /**
+     * Get partition index from partition path
+     * @param partitionPath - The partition path
+     * @returns The partition index
+     */
+    getPartitionIndex(partitionPath) {
+        const match = partitionPath.match(/p(\d+)$/);
+        if (match) {
+            return parseInt(match[1], 10);
+        }
+        throw new Error(`Invalid partition path: ${partitionPath}`);
+    }
+    /**
+     * Hash a string to a number for consistent partitioning
+     * @param str - The string to hash
+     * @returns A positive integer hash
+     */
+    hashString(str) {
+        // Use our cross-platform hash function
+        return getPartitionHash(str);
+    }
+    /**
+     * Get partitions for batch operations
+     * Groups vector IDs by their target partition
+     * @param vectorIds - Array of vector IDs
+     * @returns Map of partition to vector IDs
+     */
+    getPartitionsForBatch(vectorIds) {
+        const partitionMap = new Map();
+        for (const id of vectorIds) {
+            const partition = this.getPartition(id);
+            if (!partitionMap.has(partition)) {
+                partitionMap.set(partition, []);
+            }
+            partitionMap.get(partition).push(id);
+        }
+        return partitionMap;
+    }
+}
+/**
+ * Affinity-based Partitioner
+ * Extends HashPartitioner to prefer certain partitions for a writer
+ * while maintaining correctness
+ */
+export class AffinityPartitioner extends HashPartitioner {
+    constructor(config, instanceId) {
+        super(config);
+        this.instanceId = instanceId;
+        this.preferredPartitions = this.calculatePreferredPartitions(config);
+    }
+    /**
+     * Calculate preferred partitions for this instance
+     */
+    calculatePreferredPartitions(config) {
+        const partitionCount = config.settings.partitionCount || 100;
+        const writers = Object.entries(config.instances)
+            .filter(([_, inst]) => inst.role === 'writer')
+            .map(([id, _]) => id)
+            .sort(); // Ensure consistent ordering
+        const writerIndex = writers.indexOf(this.instanceId);
+        if (writerIndex === -1) {
+            // Not a writer or not found, no preferences
+            return new Set();
+        }
+        const writerCount = writers.length;
+        const partitionsPerWriter = Math.ceil(partitionCount / writerCount);
+        const preferred = new Set();
+        const start = writerIndex * partitionsPerWriter;
+        const end = Math.min(start + partitionsPerWriter, partitionCount);
+        for (let i = start; i < end; i++) {
+            preferred.add(i);
+        }
+        return preferred;
+    }
+    /**
+     * Check if a partition is preferred for this instance
+     * @param partitionPath - The partition path
+     * @returns Whether this partition is preferred
+     */
+    isPreferredPartition(partitionPath) {
+        try {
+            const index = this.getPartitionIndex(partitionPath);
+            return this.preferredPartitions.has(index);
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Get all preferred partitions for this instance
+     * @returns Array of preferred partition paths
+     */
+    getPreferredPartitions() {
+        return Array.from(this.preferredPartitions)
+            .map(index => `vectors/p${index.toString().padStart(3, '0')}`);
+    }
+    /**
+     * Update preferred partitions based on new config
+     * @param config - The updated shared configuration
+     */
+    updatePreferences(config) {
+        this.preferredPartitions = this.calculatePreferredPartitions(config);
+    }
+}
+//# sourceMappingURL=hashPartitioner.js.map

package/dist/distributed/hashPartitioner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashPartitioner.js","sourceRoot":"","sources":["../../src/distributed/hashPartitioner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGrD,MAAM,OAAO,eAAe;IAI1B,YAAY,MAAoB;QAFxB,oBAAe,GAAW,WAAW,CAAA;QAG3C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAA;IAC7D,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,QAAgB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QACtC,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC,cAAc,CAAA;QACjD,OAAO,GAAG,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;IAC/E,CAAC;IAED;;;;;OAKG;IACH,sBAAsB,CAAC,QAAgB,EAAE,MAAe;QACtD,0DAA0D;QAC1D,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,gBAAgB;QACd,MAAM,UAAU,GAAa,EAAE,CAAA;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;QAC5E,CAAC;QACD,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,aAAqB;QACrC,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC5C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAC/B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,aAAa,EAAE,CAAC,CAAA;IAC7D,CAAC;IAED;;;;OAIG;IACK,UAAU,CAAC,GAAW;QAC5B,uCAAuC;QACvC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAA;IAC9B,CAAC;IAED;;;;;OAKG;IACH,qBAAqB,CAAC,SAAmB;QACvC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAA;QAEhD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;YACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;YACjC,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACvC,CAAC;QAED,OAAO,YAAY,CAAA;IACrB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,mBAAoB,SAAQ,eAAe;IAItD,YAAY,MAAoB,EAAE,UAAkB;QAClD,KAAK,CAAC,MAAM,CAAC,CAAA;QACb,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAA;IACtE,CAAC;IAED;;OAEG;IACK,4BAA4B,CAAC,MAAoB;QACvD,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAA;QAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;aAC7C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC7C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;aACpB,IAAI,EAAE,CAAA,CAAC,6BAA6B;QAEvC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACpD,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,4CAA4C;YAC5C,OAAO,IAAI,GAAG,EAAE,CAAA;QAClB,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;QAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,CAAA;QAEnE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;QACnC,MAAM,KAAK,GAAG,WAAW,GAAG,mBAAmB,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,mBAAmB,EAAE,cAAc,CAAC,CAAA;QAEjE,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC;QAED,OAAO,SAAS,CAAA;IAClB,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,aAAqB;QACxC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAA;YACnD,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,sBAAsB;QACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC;aACxC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAClE,CAAC;IAED;;;OAGG;IACH,iBAAiB,CAAC,MAAoB;QACpC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAA;IACtE,CAAC;CACF"}

package/dist/distributed/healthMonitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"healthMonitor.d.ts","sourceRoot":"","sources":["../../src/distributed/healthMonitor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAA;AAG7D,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,CAAA;IAC5C,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,aAAa,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;CAClB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,UAAU,CAAY;IAC9B,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,WAAW,CAAY;IAC/B,OAAO,CAAC,WAAW,CAAY;IAC/B,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAgB;IACzC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,UAAU,CAAgB;gBAEtB,aAAa,EAAE,wBAAwB;IAKnD;;OAEG;IACH,KAAK,IAAI,IAAI;IAUb;;OAEG;IACH,IAAI,IAAI,IAAI;IAOZ;;OAEG;YACW,YAAY;IAe1B;;OAEG;IACH,OAAO,CAAC,cAAc;IActB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAM7B;;OAEG;IACH,OAAO,CAAC,YAAY;IAQpB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAM/B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;OAEG;IACH,OAAO,CAAC,WAAW;IAQnB;;OAEG;IACH,OAAO,CAAC,YAAY;IAYpB;;;;OAIG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,OAAe,GAAG,IAAI;IAU5D;;;OAGG;IACH,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAQrC;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAItC;;;OAGG;IACH,eAAe,IAAI,YAAY;IAoD/B;;;OAGG;IACH,qBAAqB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAuB5C;;OAEG;IACH,YAAY,IAAI,IAAI;CASrB"}