@hivehub/rulebook 5.7.0 → 5.8.0

package/dist/memory/memory-vectorizer.js

@@ -1,199 +0,0 @@
-/**
- * TF-IDF Vectorizer with Feature Hashing (FNV1a)
- *
- * Generates fixed-dimension text embeddings using TF-IDF weighting
- * with feature hashing (hashing trick). Zero external dependencies.
- */
-const DEFAULT_DIMENSIONS = 256;
-const STOP_WORDS = new Set([
-    'a',
-    'an',
-    'the',
-    'and',
-    'or',
-    'but',
-    'in',
-    'on',
-    'at',
-    'to',
-    'for',
-    'of',
-    'with',
-    'by',
-    'from',
-    'is',
-    'it',
-    'as',
-    'be',
-    'was',
-    'were',
-    'been',
-    'are',
-    'am',
-    'do',
-    'does',
-    'did',
-    'have',
-    'has',
-    'had',
-    'will',
-    'would',
-    'could',
-    'should',
-    'may',
-    'might',
-    'shall',
-    'can',
-    'not',
-    'no',
-    'nor',
-    'so',
-    'if',
-    'then',
-    'than',
-    'that',
-    'this',
-    'these',
-    'those',
-    'what',
-    'which',
-    'who',
-    'whom',
-    'when',
-    'where',
-    'why',
-    'how',
-    'all',
-    'each',
-    'every',
-    'both',
-    'few',
-    'more',
-    'most',
-    'some',
-    'any',
-    'such',
-    'only',
-    'own',
-    'same',
-    'too',
-    'very',
-    'just',
-    'about',
-    'above',
-    'after',
-    'again',
-    'also',
-    'because',
-    'before',
-    'between',
-    'during',
-    'into',
-    'out',
-    'over',
-    'under',
-    'up',
-    'down',
-    'here',
-    'there',
-    'other',
-    'its',
-    'my',
-    'your',
-    'his',
-    'her',
-    'our',
-    'their',
-    'i',
-    'you',
-    'he',
-    'she',
-    'we',
-    'they',
-    'me',
-    'him',
-    'us',
-    'them',
-]);
-/**
- * FNV-1a hash function - fast, simple, good distribution
- */
-export function fnv1a(str) {
-    let hash = 0x811c9dc5; // FNV offset basis (32-bit)
-    for (let i = 0; i < str.length; i++) {
-        hash ^= str.charCodeAt(i);
-        hash = (hash * 0x01000193) | 0; // FNV prime, force 32-bit
-    }
-    return hash >>> 0; // unsigned
-}
-/**
- * Tokenize text: lowercase, split on non-word chars, remove stop words
- */
-export function tokenize(text) {
-    return text
-        .toLowerCase()
-        .split(/\W+/)
-        .filter((token) => token.length > 1 && !STOP_WORDS.has(token));
-}
-/**
- * Vectorize text using TF-IDF with feature hashing
- *
- * 1. Tokenize and compute term frequencies
- * 2. Hash each token to a bucket via FNV1a
- * 3. Apply TF weight (1 + log(tf)) to bucket
- * 4. L2-normalize the result
- */
-export function vectorize(text, dimensions = DEFAULT_DIMENSIONS) {
-    const vector = new Float32Array(dimensions);
-    const tokens = tokenize(text);
-    if (tokens.length === 0) {
-        return vector;
-    }
-    // Compute term frequencies
-    const tf = new Map();
-    for (const token of tokens) {
-        tf.set(token, (tf.get(token) || 0) + 1);
-    }
-    // Hash tokens to buckets with TF-IDF weight
-    for (const [token, count] of tf) {
-        const bucket = fnv1a(token) % dimensions;
-        const weight = 1 + Math.log(count); // TF weight: 1 + log(tf)
-        // Use sign hashing to reduce collision bias
-        const sign = fnv1a(token + '_sign') % 2 === 0 ? 1 : -1;
-        vector[bucket] += sign * weight;
-    }
-    // L2 normalize
-    let magnitude = 0;
-    for (let i = 0; i < dimensions; i++) {
-        magnitude += vector[i] * vector[i];
-    }
-    magnitude = Math.sqrt(magnitude);
-    if (magnitude > 0) {
-        for (let i = 0; i < dimensions; i++) {
-            vector[i] /= magnitude;
-        }
-    }
-    return vector;
-}
-/**
- * Cosine similarity between two vectors
- * Returns value between -1 and 1 (1 = identical, 0 = orthogonal)
- */
-export function cosineSimilarity(a, b) {
-    if (a.length !== b.length) {
-        throw new Error(`Vector dimensions mismatch: ${a.length} vs ${b.length}`);
-    }
-    let dot = 0;
-    let magA = 0;
-    let magB = 0;
-    for (let i = 0; i < a.length; i++) {
-        dot += a[i] * b[i];
-        magA += a[i] * a[i];
-        magB += b[i] * b[i];
-    }
-    const denominator = Math.sqrt(magA) * Math.sqrt(magB);
-    if (denominator === 0)
-        return 0;
-    return dot / denominator;
-}
-//# sourceMappingURL=memory-vectorizer.js.map

package/dist/memory/memory-vectorizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory-vectorizer.js","sourceRoot":"","sources":["../../src/memory/memory-vectorizer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,MAAM;IACN,OAAO;IACP,OAAO;IACP,QAAQ;IACR,KAAK;IACL,OAAO;IACP,OAAO;IACP,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,SAAS;IACT,QAAQ;IACR,SAAS;IACT,QAAQ;IACR,MAAM;IACN,KAAK;IACL,MAAM;IACN,OAAO;IACP,IAAI;IACJ,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,KAAK;IACL,IAAI;IACJ,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,OAAO;IACP,GAAG;IACH,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;CACP,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,GAAW;IAC/B,IAAI,IAAI,GAAG,UAAU,CAAC,CAAC,4BAA4B;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B;IAC5D,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,WAAW;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACnE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,aAAqB,kBAAkB;IAC7E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2BAA2B;IAC3B,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC;QACzC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,yBAAyB;QAC7D,4CAA4C;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,MAAM,CAAC;IAClC,CAAC;IAED,eAAe;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEjC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,OAAO,GAAG,GAAG,WAAW,CAAC;AAC3B,CAAC"}