agentic-qe 1.7.0 → 1.8.1

package/dist/security/pii-tokenization.d.ts

@@ -0,0 +1,216 @@
+/**
+ * PII Tokenization Layer
+ *
+ * Provides bidirectional tokenization/detokenization of Personally Identifiable Information (PII)
+ * for GDPR and CCPA compliance. Supports email, phone, SSN, credit card, and name detection.
+ *
+ * @module security/pii-tokenization
+ * @compliance GDPR Article 25 (Data Protection by Design), CCPA Section 1798.100
+ * @see docs/planning/mcp-improvement-plan-revised.md#CO-2
+ */
+/**
+ * Bidirectional mapping for tokenized PII values
+ *
+ * @compliance GDPR Article 32 - Stores original values temporarily for detokenization,
+ *             must be cleared after use to prevent data retention issues
+ */
+export interface TokenizationMap {
+    /** Email addresses (RFC 5322 compliant) */
+    email: Map<string, string>;
+    /** Phone numbers (US E.164 format) */
+    phone: Map<string, string>;
+    /** Social Security Numbers (US format: XXX-XX-XXXX) */
+    ssn: Map<string, string>;
+    /** Credit card numbers (Luhn algorithm validation recommended) */
+    creditCard: Map<string, string>;
+    /** Personal names (First Last pattern, basic heuristic) */
+    name: Map<string, string>;
+}
+/**
+ * Result of tokenization operation with statistics
+ */
+export interface TokenizationResult {
+    /** Content with PII replaced by tokens */
+    tokenized: string;
+    /** Reverse mapping for detokenization (MUST be cleared after use) */
+    reverseMap: TokenizationMap;
+    /** Total count of PII instances found */
+    piiCount: number;
+    /** Breakdown by PII type for audit trail */
+    piiBreakdown: {
+        emails: number;
+        phones: number;
+        ssns: number;
+        creditCards: number;
+        names: number;
+    };
+}
+/**
+ * PIITokenizer - Secure PII detection and tokenization
+ *
+ * **IMPORTANT COMPLIANCE NOTES:**
+ *
+ * 1. **GDPR Article 25 (Data Protection by Design)**:
+ *    - Tokenize PII BEFORE sending to LLM or storing in logs
+ *    - Clear reverse map after detokenization to minimize data retention
+ *
+ * 2. **CCPA Section 1798.100 (Consumer Rights)**:
+ *    - No PII sent to third-party systems (Anthropic API)
+ *    - Tokenized version stored in databases/logs
+ *    - Original PII only in final output files (user-controlled)
+ *
+ * 3. **PCI-DSS Requirement 3.4**:
+ *    - Credit card numbers masked/tokenized in all non-production systems
+ *    - No clear-text credit cards in logs or analytics
+ *
+ * 4. **HIPAA Privacy Rule** (if applicable):
+ *    - SSN and name combinations constitute PHI
+ *    - Must be de-identified before processing
+ *
+ * @example
+ * ```typescript
+ * const tokenizer = new PIITokenizer();
+ *
+ * // Tokenize test data
+ * const testCode = 'const email = "john.doe@example.com"; const ssn = "123-45-6789";';
+ * const { tokenized, reverseMap, piiCount } = tokenizer.tokenize(testCode);
+ *
+ * console.log(tokenized);
+ * // Output: 'const email = "[EMAIL_0]"; const ssn = "[SSN_0]";'
+ *
+ * // Store tokenized version in database (GDPR compliant)
+ * await db.storeTest({ code: tokenized });
+ *
+ * // Detokenize for file output (user-controlled)
+ * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+ * await fs.writeFile('test.ts', finalCode);
+ *
+ * // IMPORTANT: Clear reverse map after use
+ * tokenizer.clear();
+ * ```
+ */
+export declare class PIITokenizer {
+    /**
+     * Reverse mapping for detokenization
+     *
+     * @private
+     * @compliance GDPR Article 32 - Must be cleared after use to prevent data retention
+     */
+    private reverseMap;
+    /**
+     * Regular expression patterns for PII detection
+     *
+     * @private
+     */
+    private readonly patterns;
+    /**
+     * Tokenize PII in test code, data files, or generated content
+     *
+     * **COMPLIANCE WORKFLOW:**
+     * 1. Detect PII using regex patterns
+     * 2. Replace with tokens ([EMAIL_0], [PHONE_1], etc.)
+     * 3. Store reverse map for detokenization
+     * 4. Return tokenized content safe for LLM processing
+     *
+     * @param content - Raw content that may contain PII
+     * @returns Tokenization result with statistics and reverse map
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const result = tokenizer.tokenize(`
+     *   const user = {
+     *     name: "John Doe",
+     *     email: "john.doe@example.com",
+     *     phone: "+1-555-123-4567",
+     *     ssn: "123-45-6789"
+     *   };
+     * `);
+     *
+     * console.log(result.piiCount); // 4
+     * console.log(result.piiBreakdown);
+     * // { emails: 1, phones: 1, ssns: 1, creditCards: 0, names: 1 }
+     * ```
+     */
+    tokenize(content: string): TokenizationResult;
+    /**
+     * Reverse tokenization to restore original PII
+     *
+     * **COMPLIANCE WARNING:**
+     * - Only use for final file output (user-controlled)
+     * - NEVER store detokenized content in logs or databases
+     * - Call clear() immediately after use to minimize data retention
+     *
+     * @param tokenized - Content with PII tokens
+     * @param reverseMap - Tokenization map from tokenize() call
+     * @returns Original content with PII restored
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const { tokenized, reverseMap } = tokenizer.tokenize('Email: john@example.com');
+     *
+     * // Store tokenized version (GDPR compliant)
+     * await db.storeTest({ code: tokenized });
+     *
+     * // Restore for file output
+     * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+     * await fs.writeFile('test.ts', finalCode);
+     *
+     * // IMPORTANT: Clear reverse map
+     * tokenizer.clear();
+     * ```
+     */
+    detokenize(tokenized: string, reverseMap: TokenizationMap): string;
+    /**
+     * Get PII statistics for audit trail
+     *
+     * **COMPLIANCE USE:**
+     * - Generate audit logs showing PII detection
+     * - Monitor for unexpected PII in generated content
+     * - Track compliance metrics over time
+     *
+     * @returns Breakdown of detected PII by type
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * tokenizer.tokenize('Email: john@example.com, Phone: 555-123-4567');
+     *
+     * const stats = tokenizer.getStats();
+     * console.log(stats);
+     * // { emails: 1, phones: 1, ssns: 0, creditCards: 0, names: 0, total: 2 }
+     *
+     * // Log for audit trail
+     * logger.info('PII detected in generated content', stats);
+     * ```
+     */
+    getStats(): Record<string, number>;
+    /**
+     * Clear reverse map to minimize data retention
+     *
+     * **COMPLIANCE REQUIREMENT:**
+     * - GDPR Article 5(1)(e) - Storage limitation principle
+     * - CCPA Section 1798.105 - Right to deletion
+     *
+     * MUST be called after detokenization to prevent storing PII longer than necessary.
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const { tokenized, reverseMap } = tokenizer.tokenize(content);
+     *
+     * // Use tokenized content
+     * await processWithLLM(tokenized);
+     *
+     * // Detokenize for output
+     * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+     * await fs.writeFile('output.ts', finalCode);
+     *
+     * // CRITICAL: Clear reverse map
+     * tokenizer.clear(); // GDPR compliance
+     * ```
+     */
+    clear(): void;
+}
+//# sourceMappingURL=pii-tokenization.d.ts.map

package/dist/security/pii-tokenization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pii-tokenization.d.ts","sourceRoot":"","sources":["../../src/security/pii-tokenization.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,2CAA2C;IAC3C,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE3B,sCAAsC;IACtC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE3B,uDAAuD;IACvD,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEzB,kEAAkE;IAClE,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEhC,2DAA2D;IAC3D,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAElB,qEAAqE;IACrE,UAAU,EAAE,eAAe,CAAC;IAE5B,yCAAyC;IACzC,QAAQ,EAAE,MAAM,CAAC;IAEjB,4CAA4C;IAC5C,YAAY,EAAE;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,qBAAa,YAAY;IACvB;;;;;OAKG;IACH,OAAO,CAAC,UAAU,CAMhB;IAEF;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,QAAQ,CA8CvB;IAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB;IAyE7C;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,GAAG,MAAM;IAclE;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAgBlC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,KAAK,IAAI,IAAI;CAOd"}

package/dist/security/pii-tokenization.js

@@ -0,0 +1,325 @@
+"use strict";
+/**
+ * PII Tokenization Layer
+ *
+ * Provides bidirectional tokenization/detokenization of Personally Identifiable Information (PII)
+ * for GDPR and CCPA compliance. Supports email, phone, SSN, credit card, and name detection.
+ *
+ * @module security/pii-tokenization
+ * @compliance GDPR Article 25 (Data Protection by Design), CCPA Section 1798.100
+ * @see docs/planning/mcp-improvement-plan-revised.md#CO-2
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PIITokenizer = void 0;
+/**
+ * PIITokenizer - Secure PII detection and tokenization
+ *
+ * **IMPORTANT COMPLIANCE NOTES:**
+ *
+ * 1. **GDPR Article 25 (Data Protection by Design)**:
+ *    - Tokenize PII BEFORE sending to LLM or storing in logs
+ *    - Clear reverse map after detokenization to minimize data retention
+ *
+ * 2. **CCPA Section 1798.100 (Consumer Rights)**:
+ *    - No PII sent to third-party systems (Anthropic API)
+ *    - Tokenized version stored in databases/logs
+ *    - Original PII only in final output files (user-controlled)
+ *
+ * 3. **PCI-DSS Requirement 3.4**:
+ *    - Credit card numbers masked/tokenized in all non-production systems
+ *    - No clear-text credit cards in logs or analytics
+ *
+ * 4. **HIPAA Privacy Rule** (if applicable):
+ *    - SSN and name combinations constitute PHI
+ *    - Must be de-identified before processing
+ *
+ * @example
+ * ```typescript
+ * const tokenizer = new PIITokenizer();
+ *
+ * // Tokenize test data
+ * const testCode = 'const email = "john.doe@example.com"; const ssn = "123-45-6789";';
+ * const { tokenized, reverseMap, piiCount } = tokenizer.tokenize(testCode);
+ *
+ * console.log(tokenized);
+ * // Output: 'const email = "[EMAIL_0]"; const ssn = "[SSN_0]";'
+ *
+ * // Store tokenized version in database (GDPR compliant)
+ * await db.storeTest({ code: tokenized });
+ *
+ * // Detokenize for file output (user-controlled)
+ * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+ * await fs.writeFile('test.ts', finalCode);
+ *
+ * // IMPORTANT: Clear reverse map after use
+ * tokenizer.clear();
+ * ```
+ */
+class PIITokenizer {
+    constructor() {
+        /**
+         * Reverse mapping for detokenization
+         *
+         * @private
+         * @compliance GDPR Article 32 - Must be cleared after use to prevent data retention
+         */
+        this.reverseMap = {
+            email: new Map(),
+            phone: new Map(),
+            ssn: new Map(),
+            creditCard: new Map(),
+            name: new Map(),
+        };
+        /**
+         * Regular expression patterns for PII detection
+         *
+         * @private
+         */
+        this.patterns = {
+            /**
+             * Email pattern (RFC 5322 simplified)
+             * Matches: john.doe@example.com, user+tag@domain.co.uk
+             *
+             * @compliance GDPR Article 4(1) - Email is personal data
+             */
+            email: /\b[a-z0-9._%+-]+@[a-z0-9.-]+\.[a-z]{2,}\b/gi,
+            /**
+             * US Phone number pattern (E.164 and common formats)
+             * Matches: +1-555-123-4567, (555) 123-4567, 555.123.4567, 5551234567
+             *
+             * @compliance CCPA - Phone numbers are personal information
+             *
+             * Fixed: Removed \b (word boundary) which fails with parentheses
+             * Uses negative lookahead (?!\d) to prevent matching longer sequences
+             */
+            phone: /(?:\+1[-.]?)?[(]?([0-9]{3})[)]?[-.\s]?([0-9]{3})[-.\s]?([0-9]{4})(?!\d)/g,
+            /**
+             * US Social Security Number (XXX-XX-XXXX)
+             * Matches: 123-45-6789
+             *
+             * @compliance HIPAA Privacy Rule - SSN is Protected Health Information (PHI)
+             */
+            ssn: /\b\d{3}-\d{2}-\d{4}\b/g,
+            /**
+             * Credit Card Number (Visa, Mastercard, Amex, Discover)
+             * Matches: 1234-5678-9012-3456, 1234 5678 9012 3456, 1234567890123456
+             *
+             * @compliance PCI-DSS Requirement 3.4 - Must be masked/tokenized
+             */
+            creditCard: /\b(?:\d{4}[-\s]?){3}\d{4}\b/g,
+            /**
+             * Personal name (basic heuristic: First Last with capital letters)
+             * Matches: John Doe, Mary Jane
+             *
+             * WARNING: This is a basic pattern and may produce false positives
+             * (e.g., class names, constants). Only tokenizes names longer than 2 characters.
+             *
+             * @compliance GDPR Article 4(1) - Names are personal data
+             */
+            name: /\b([A-Z][a-z]+)\s+([A-Z][a-z]+)\b/g,
+        };
+    }
+    /**
+     * Tokenize PII in test code, data files, or generated content
+     *
+     * **COMPLIANCE WORKFLOW:**
+     * 1. Detect PII using regex patterns
+     * 2. Replace with tokens ([EMAIL_0], [PHONE_1], etc.)
+     * 3. Store reverse map for detokenization
+     * 4. Return tokenized content safe for LLM processing
+     *
+     * @param content - Raw content that may contain PII
+     * @returns Tokenization result with statistics and reverse map
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const result = tokenizer.tokenize(`
+     *   const user = {
+     *     name: "John Doe",
+     *     email: "john.doe@example.com",
+     *     phone: "+1-555-123-4567",
+     *     ssn: "123-45-6789"
+     *   };
+     * `);
+     *
+     * console.log(result.piiCount); // 4
+     * console.log(result.piiBreakdown);
+     * // { emails: 1, phones: 1, ssns: 1, creditCards: 0, names: 1 }
+     * ```
+     */
+    tokenize(content) {
+        let tokenized = content;
+        const breakdown = {
+            emails: 0,
+            phones: 0,
+            ssns: 0,
+            creditCards: 0,
+            names: 0,
+        };
+        // IMPORTANT: Process patterns in order of specificity to avoid false matches
+        // 1. Credit cards first (most specific: 13-19 digits with separators)
+        // 2. SSNs second (specific: XXX-XX-XXXX format)
+        // 3. Phones third (less specific: 10 digits, can match parts of CC numbers)
+        // 4. Emails fourth
+        // 5. Names last (least specific, prone to false positives)
+        // Tokenize credit cards (BEFORE phones to prevent false matches)
+        tokenized = tokenized.replace(this.patterns.creditCard, (cc) => {
+            const token = `[CC_${this.reverseMap.creditCard.size}]`;
+            this.reverseMap.creditCard.set(token, cc);
+            breakdown.creditCards++;
+            return token;
+        });
+        // Tokenize SSNs
+        tokenized = tokenized.replace(this.patterns.ssn, (ssn) => {
+            const token = `[SSN_${this.reverseMap.ssn.size}]`;
+            this.reverseMap.ssn.set(token, ssn);
+            breakdown.ssns++;
+            return token;
+        });
+        // Tokenize phone numbers (US format) - AFTER credit cards
+        tokenized = tokenized.replace(this.patterns.phone, (phone) => {
+            const token = `[PHONE_${this.reverseMap.phone.size}]`;
+            this.reverseMap.phone.set(token, phone);
+            breakdown.phones++;
+            return token;
+        });
+        // Tokenize emails
+        tokenized = tokenized.replace(this.patterns.email, (email) => {
+            const token = `[EMAIL_${this.reverseMap.email.size}]`;
+            this.reverseMap.email.set(token, email);
+            breakdown.emails++;
+            return token;
+        });
+        // Tokenize names (with length filter to reduce false positives)
+        tokenized = tokenized.replace(this.patterns.name, (match, first, last) => {
+            // Only tokenize if both parts are longer than 2 characters
+            // This reduces false positives from code like "New User" or "Post Request"
+            if (first.length > 2 && last.length > 2) {
+                const token = `[NAME_${this.reverseMap.name.size}]`;
+                this.reverseMap.name.set(token, match);
+                breakdown.names++;
+                return token;
+            }
+            return match;
+        });
+        const piiCount = breakdown.emails + breakdown.phones + breakdown.ssns +
+            breakdown.creditCards + breakdown.names;
+        return {
+            tokenized,
+            reverseMap: this.reverseMap,
+            piiCount,
+            piiBreakdown: breakdown,
+        };
+    }
+    /**
+     * Reverse tokenization to restore original PII
+     *
+     * **COMPLIANCE WARNING:**
+     * - Only use for final file output (user-controlled)
+     * - NEVER store detokenized content in logs or databases
+     * - Call clear() immediately after use to minimize data retention
+     *
+     * @param tokenized - Content with PII tokens
+     * @param reverseMap - Tokenization map from tokenize() call
+     * @returns Original content with PII restored
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const { tokenized, reverseMap } = tokenizer.tokenize('Email: john@example.com');
+     *
+     * // Store tokenized version (GDPR compliant)
+     * await db.storeTest({ code: tokenized });
+     *
+     * // Restore for file output
+     * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+     * await fs.writeFile('test.ts', finalCode);
+     *
+     * // IMPORTANT: Clear reverse map
+     * tokenizer.clear();
+     * ```
+     */
+    detokenize(tokenized, reverseMap) {
+        let detokenized = tokenized;
+        // Restore all PII types
+        for (const [type, map] of Object.entries(reverseMap)) {
+            for (const [token, original] of map.entries()) {
+                // Use split/join instead of replaceAll for ES2020 compatibility
+                detokenized = detokenized.split(token).join(original);
+            }
+        }
+        return detokenized;
+    }
+    /**
+     * Get PII statistics for audit trail
+     *
+     * **COMPLIANCE USE:**
+     * - Generate audit logs showing PII detection
+     * - Monitor for unexpected PII in generated content
+     * - Track compliance metrics over time
+     *
+     * @returns Breakdown of detected PII by type
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * tokenizer.tokenize('Email: john@example.com, Phone: 555-123-4567');
+     *
+     * const stats = tokenizer.getStats();
+     * console.log(stats);
+     * // { emails: 1, phones: 1, ssns: 0, creditCards: 0, names: 0, total: 2 }
+     *
+     * // Log for audit trail
+     * logger.info('PII detected in generated content', stats);
+     * ```
+     */
+    getStats() {
+        return {
+            emails: this.reverseMap.email.size,
+            phones: this.reverseMap.phone.size,
+            ssns: this.reverseMap.ssn.size,
+            creditCards: this.reverseMap.creditCard.size,
+            names: this.reverseMap.name.size,
+            total: this.reverseMap.email.size +
+                this.reverseMap.phone.size +
+                this.reverseMap.ssn.size +
+                this.reverseMap.creditCard.size +
+                this.reverseMap.name.size,
+        };
+    }
+    /**
+     * Clear reverse map to minimize data retention
+     *
+     * **COMPLIANCE REQUIREMENT:**
+     * - GDPR Article 5(1)(e) - Storage limitation principle
+     * - CCPA Section 1798.105 - Right to deletion
+     *
+     * MUST be called after detokenization to prevent storing PII longer than necessary.
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new PIITokenizer();
+     * const { tokenized, reverseMap } = tokenizer.tokenize(content);
+     *
+     * // Use tokenized content
+     * await processWithLLM(tokenized);
+     *
+     * // Detokenize for output
+     * const finalCode = tokenizer.detokenize(tokenized, reverseMap);
+     * await fs.writeFile('output.ts', finalCode);
+     *
+     * // CRITICAL: Clear reverse map
+     * tokenizer.clear(); // GDPR compliance
+     * ```
+     */
+    clear() {
+        this.reverseMap.email.clear();
+        this.reverseMap.phone.clear();
+        this.reverseMap.ssn.clear();
+        this.reverseMap.creditCard.clear();
+        this.reverseMap.name.clear();
+    }
+}
+exports.PIITokenizer = PIITokenizer;
+//# sourceMappingURL=pii-tokenization.js.map

package/dist/security/pii-tokenization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pii-tokenization.js","sourceRoot":"","sources":["../../src/security/pii-tokenization.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAgDH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,MAAa,YAAY;IAAzB;QACE;;;;;WAKG;QACK,eAAU,GAAoB;YACpC,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,GAAG,EAAE,IAAI,GAAG,EAAE;YACd,UAAU,EAAE,IAAI,GAAG,EAAE;YACrB,IAAI,EAAE,IAAI,GAAG,EAAE;SAChB,CAAC;QAEF;;;;WAIG;QACc,aAAQ,GAAG;YAC1B;;;;;eAKG;YACH,KAAK,EAAE,6CAA6C;YAEpD;;;;;;;;eAQG;YACH,KAAK,EAAE,0EAA0E;YAEjF;;;;;eAKG;YACH,GAAG,EAAE,wBAAwB;YAE7B;;;;;eAKG;YACH,UAAU,EAAE,8BAA8B;YAE1C;;;;;;;;eAQG;YACH,IAAI,EAAE,oCAAoC;SAC3C,CAAC;IAyNJ,CAAC;IAvNC;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,QAAQ,CAAC,OAAe;QACtB,IAAI,SAAS,GAAG,OAAO,CAAC;QACxB,MAAM,SAAS,GAAG;YAChB,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,CAAC;YACP,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,CAAC;SACT,CAAC;QAEF,6EAA6E;QAC7E,sEAAsE;QACtE,gDAAgD;QAChD,4EAA4E;QAC5E,mBAAmB;QACnB,2DAA2D;QAE3D,iEAAiE;QACjE,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7D,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC;YACxD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC1C,SAAS,CAAC,WAAW,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE;YACvD,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,SAAS,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,0DAA0D;QAC1D,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;YAC3D,MAAM,KAAK,GAAG,UAAU,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YACtD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACxC,SAAS,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,kBAAkB;QAClB,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;YAC3D,MAAM,KAAK,GAAG,UAAU,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YACtD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACxC,SAAS,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,gEAAgE;QAChE,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,KAAa,EAAE,IAAY,EAAE,EAAE;YACvF,2DAA2D;YAC3D,2EAA2E;YAC3E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;gBACpD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACvC,SAAS,CAAC,KAAK,EAAE,CAAC;gBAClB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI;YACpD,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC;QAEzD,OAAO;YACL,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ;YACR,YAAY,EAAE,SAAS;SACxB,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,UAAU,CAAC,SAAiB,EAAE,UAA2B;QACvD,IAAI,WAAW,GAAG,SAAS,CAAC;QAE5B,wBAAwB;QACxB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACrD,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC9C,gEAAgE;gBAChE,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,QAAQ;QACN,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI;YAClC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI;YAClC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI;YAC9B,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI;YAC5C,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI;YAChC,KAAK,EACH,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI;gBAC1B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI;gBAC1B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI;gBACxB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI;gBAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI;SAC5B,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,KAAK;QACH,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;CACF;AA3RD,oCA2RC"}

package/dist/utils/EmbeddingGenerator.d.ts

@@ -0,0 +1,35 @@
+/**
+ * EmbeddingGenerator - Consolidated utility for generating embeddings
+ *
+ * Provides a single source of truth for embedding generation across the codebase.
+ * In production, replace with actual embedding model (OpenAI, Cohere, local BERT).
+ */
+/**
+ * Generate a simple hash-based embedding from text
+ * This is a placeholder implementation for development/testing.
+ *
+ * In production, replace with:
+ * - OpenAI embeddings API (text-embedding-ada-002)
+ * - Cohere embeddings
+ * - Local transformer models (sentence-transformers)
+ * - Custom trained embeddings
+ *
+ * @param text Text to embed
+ * @param dimensions Embedding dimension (default: 384, common for sentence transformers)
+ * @returns Normalized embedding vector
+ */
+export declare function generateEmbedding(text: string, dimensions?: number): number[];
+/**
+ * Check if the current configuration uses a real embedding model
+ * (vs. the placeholder hash-based implementation)
+ *
+ * @returns true if using a real embedding model, false if using placeholder
+ */
+export declare function isRealEmbeddingModel(): boolean;
+/**
+ * Get the type of embedding model being used
+ *
+ * @returns Model type string for logging
+ */
+export declare function getEmbeddingModelType(): string;
+//# sourceMappingURL=EmbeddingGenerator.d.ts.map

package/dist/utils/EmbeddingGenerator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingGenerator.d.ts","sourceRoot":"","sources":["../../src/utils/EmbeddingGenerator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,GAAE,MAAY,GAAG,MAAM,EAAE,CAmBlF;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,CAW9C"}

package/dist/utils/EmbeddingGenerator.js

@@ -0,0 +1,72 @@
+"use strict";
+/**
+ * EmbeddingGenerator - Consolidated utility for generating embeddings
+ *
+ * Provides a single source of truth for embedding generation across the codebase.
+ * In production, replace with actual embedding model (OpenAI, Cohere, local BERT).
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateEmbedding = generateEmbedding;
+exports.isRealEmbeddingModel = isRealEmbeddingModel;
+exports.getEmbeddingModelType = getEmbeddingModelType;
+/**
+ * Generate a simple hash-based embedding from text
+ * This is a placeholder implementation for development/testing.
+ *
+ * In production, replace with:
+ * - OpenAI embeddings API (text-embedding-ada-002)
+ * - Cohere embeddings
+ * - Local transformer models (sentence-transformers)
+ * - Custom trained embeddings
+ *
+ * @param text Text to embed
+ * @param dimensions Embedding dimension (default: 384, common for sentence transformers)
+ * @returns Normalized embedding vector
+ */
+function generateEmbedding(text, dimensions = 384) {
+    const embedding = new Array(dimensions).fill(0);
+    // Simple hash-based embedding (for demonstration only)
+    for (let i = 0; i < text.length; i++) {
+        const charCode = text.charCodeAt(i);
+        const index = (charCode * (i + 1)) % dimensions;
+        embedding[index] += Math.sin(charCode * 0.1) * 0.1;
+    }
+    // Normalize to unit vector
+    const magnitude = Math.sqrt(embedding.reduce((sum, val) => sum + val * val, 0));
+    if (magnitude > 0) {
+        for (let i = 0; i < dimensions; i++) {
+            embedding[i] /= magnitude;
+        }
+    }
+    return embedding;
+}
+/**
+ * Check if the current configuration uses a real embedding model
+ * (vs. the placeholder hash-based implementation)
+ *
+ * @returns true if using a real embedding model, false if using placeholder
+ */
+function isRealEmbeddingModel() {
+    // Check environment variables or configuration
+    return !!(process.env.OPENAI_API_KEY ||
+        process.env.COHERE_API_KEY ||
+        process.env.EMBEDDING_MODEL_PATH);
+}
+/**
+ * Get the type of embedding model being used
+ *
+ * @returns Model type string for logging
+ */
+function getEmbeddingModelType() {
+    if (process.env.OPENAI_API_KEY) {
+        return 'OpenAI (text-embedding-ada-002)';
+    }
+    if (process.env.COHERE_API_KEY) {
+        return 'Cohere';
+    }
+    if (process.env.EMBEDDING_MODEL_PATH) {
+        return `Local model (${process.env.EMBEDDING_MODEL_PATH})`;
+    }
+    return 'Hash-based placeholder (NOT FOR PRODUCTION)';
+}
+//# sourceMappingURL=EmbeddingGenerator.js.map

package/dist/utils/EmbeddingGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingGenerator.js","sourceRoot":"","sources":["../../src/utils/EmbeddingGenerator.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAgBH,8CAmBC;AAQD,oDAOC;AAOD,sDAWC;AAlED;;;;;;;;;;;;;GAaG;AACH,SAAgB,iBAAiB,CAAC,IAAY,EAAE,aAAqB,GAAG;IACtE,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEhD,uDAAuD;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;QAChD,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IACrD,CAAC;IAED,2BAA2B;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB;IAClC,+CAA+C;IAC/C,OAAO,CAAC,CAAC,CACP,OAAO,CAAC,GAAG,CAAC,cAAc;QAC1B,OAAO,CAAC,GAAG,CAAC,cAAc;QAC1B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CACjC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAgB,qBAAqB;IACnC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,OAAO,iCAAiC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QACrC,OAAO,gBAAgB,OAAO,CAAC,GAAG,CAAC,oBAAoB,GAAG,CAAC;IAC7D,CAAC;IACD,OAAO,6CAA6C,CAAC;AACvD,CAAC"}