@plur-ai/core 0.2.4 → 0.2.6

package/dist/index.d.ts

@@ -769,8 +769,11 @@ declare class Plur {
     private _filterEngrams;
     /** Reactivate accessed engrams (bump retrieval strength, frequency, last_accessed) */
     private _reactivateResults;
-    /** Scored injection within token budget. Returns formatted strings. */
+    /** Scored injection within token budget (BM25 only). Returns formatted strings. */
     inject(task: string, options?: InjectOptions): InjectionResult;
+    /** Scored injection with embedding boost when available. Falls back to BM25 if embeddings not installed. */
+    injectHybrid(task: string, options?: InjectOptions): Promise<InjectionResult>;
+    private _formatInjection;
     /** Update feedback_signals and adjust retrieval_strength. */
     feedback(id: string, signal: 'positive' | 'negative' | 'neutral'): void;
     /** Set engram status to 'retired'. */

package/dist/index.js

@@ -509,7 +509,7 @@ function fillTokenBudget(scored, maxTokens) {
   }
   return { selected: result, tokens_used: tokensUsed };
 }
-function selectAndSpread(ctx, personalEngrams, packs, config) {
+function selectAndSpread(ctx, personalEngrams, packs, config, embeddingBoosts) {
   const spreadCap = config?.spread_cap ?? 3;
   const spreadBudget = config?.spread_budget ?? 480;
   const promptLower = ctx.prompt.toLowerCase();
@@ -521,7 +521,13 @@ function selectAndSpread(ctx, personalEngrams, packs, config) {
   for (const engram of personalEngrams) {
     if (engram.status !== "active") continue;
     engramMap.set(engram.id, engram);
-    const raw = scoreEngram(engram, promptLower, promptWords, [], ctx.scope, false);
+    let raw = scoreEngram(engram, promptLower, promptWords, [], ctx.scope, false);
+    const embBoost = embeddingBoosts?.get(engram.id) ?? 0;
+    if (raw === 0 && embBoost > 0.3) {
+      raw = embBoost * 2;
+    } else if (raw > 0 && embBoost > 0) {
+      raw += embBoost;
+    }
     if (raw > 0) {
       scored.push({ ...engram, keyword_match: raw, raw_score: raw, score: raw });
     }
@@ -533,7 +539,13 @@ function selectAndSpread(ctx, personalEngrams, packs, config) {
     for (const engram of pack.engrams) {
       if (engram.status !== "active") continue;
       engramMap.set(engram.id, engram);
-      const raw = scoreEngram(engram, promptLower, promptWords, matchTerms, ctx.scope, true);
+      let raw = scoreEngram(engram, promptLower, promptWords, matchTerms, ctx.scope, true);
+      const embBoost = embeddingBoosts?.get(engram.id) ?? 0;
+      if (raw === 0 && embBoost > 0.3) {
+        raw = embBoost * 2;
+      } else if (raw > 0 && embBoost > 0) {
+        raw += embBoost;
+      }
       if (raw > 0) {
         scored.push({ ...engram, keyword_match: raw, raw_score: raw, score: raw });
       }
@@ -732,17 +744,25 @@ Rules:
 import { existsSync as existsSync5, readFileSync as readFileSync4, writeFileSync as writeFileSync3, mkdirSync as mkdirSync2 } from "fs";
 import { join as join2 } from "path";
 var embedPipeline = null;
+var transformersUnavailable = false;
 async function getEmbedder() {
+  if (transformersUnavailable) return null;
   if (!embedPipeline) {
-    const { pipeline } = await import("@huggingface/transformers");
-    embedPipeline = await pipeline("feature-extraction", "Xenova/bge-small-en-v1.5", {
-      dtype: "fp32"
-    });
+    try {
+      const { pipeline } = await import("@huggingface/transformers");
+      embedPipeline = await pipeline("feature-extraction", "Xenova/bge-small-en-v1.5", {
+        dtype: "fp32"
+      });
+    } catch {
+      transformersUnavailable = true;
+      return null;
+    }
   }
   return embedPipeline;
 }
 async function embed(text) {
   const embedder = await getEmbedder();
+  if (!embedder) return null;
   const result = await embedder(text, { pooling: "cls", normalize: true });
   return new Float32Array(result.data);
 }
@@ -776,6 +796,9 @@ async function embeddingSearch(engrams, query, limit, storagePath) {
   const cachePath = storagePath ? join2(storagePath, ".embeddings-cache.json") : ".embeddings-cache.json";
   const cache2 = loadCache(cachePath);
   const queryEmbedding = await embed(query);
+  if (!queryEmbedding) {
+    return [];
+  }
   const similarities = [];
   for (const engram of engrams) {
     const searchText = engramSearchText(engram);
@@ -784,7 +807,9 @@ async function embeddingSearch(engrams, query, limit, storagePath) {
     if (cache2[engram.id]?.hash === hash) {
       engramEmbedding = new Float32Array(cache2[engram.id].embedding);
     } else {
-      engramEmbedding = await embed(searchText);
+      const emb = await embed(searchText);
+      if (!emb) return [];
+      engramEmbedding = emb;
       cache2[engram.id] = {
         hash,
         embedding: Array.from(engramEmbedding)
@@ -1331,8 +1356,27 @@ var Plur = class {
     }
     if (modified) saveEngrams(this.paths.engrams, allEngrams);
   }
-  /** Scored injection within token budget. Returns formatted strings. */
+  /** Scored injection within token budget (BM25 only). Returns formatted strings. */
   inject(task, options) {
+    return this._formatInjection(task, options);
+  }
+  /** Scored injection with embedding boost when available. Falls back to BM25 if embeddings not installed. */
+  async injectHybrid(task, options) {
+    let embeddingBoosts;
+    try {
+      const engrams = loadEngrams(this.paths.engrams).filter((e) => e.status === "active");
+      const results = await embeddingSearch(engrams, task, engrams.length, this.paths.root);
+      if (results.length > 0) {
+        embeddingBoosts = /* @__PURE__ */ new Map();
+        for (let i = 0; i < results.length; i++) {
+          embeddingBoosts.set(results[i].id, 1 / (1 + i * 0.1));
+        }
+      }
+    } catch {
+    }
+    return this._formatInjection(task, options, embeddingBoosts);
+  }
+  _formatInjection(task, options, embeddingBoosts) {
     const engrams = loadEngrams(this.paths.engrams);
     const packs = loadAllPacks(this.paths.packs);
     const budget = options?.budget ?? this.config.injection_budget ?? 2e3;
@@ -1347,7 +1391,8 @@ var Plur = class {
       {
         spread_cap: this.config.injection?.spread_cap,
         spread_budget: this.config.injection?.spread_budget
-      }
+      },
+      embeddingBoosts
     );
     const formatEngrams = (wires) => {
       if (wires.length === 0) return "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plur-ai/core",
-  "version": "0.2.4",
+  "version": "0.2.6",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,7 +8,6 @@
     "dist"
   ],
   "dependencies": {
-    "@huggingface/transformers": "^3.8.1",
     "js-yaml": "^4.1.0",
     "zod": "^3.23.0"
   },