@o-lang/semantic-doc-search 1.0.32 → 1.0.33

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@o-lang/semantic-doc-search",
-  "version": "1.0.32",
+  "version": "1.0.33",
   "description": "O-lang Semantic Document Search Resolver with hybrid search, embeddings, rerank, and streaming.",
   "main": "src/index.js",
   "type": "commonjs",

package/src/resolver.js

@@ -1,5 +1,5 @@
 const VectorRouter = require("./adapters/vectorRouter");
-const embedder = require("./embeddings/local"); // ✅ singleton embedder
+const embedder = require("./embeddings/local"); // singleton embedder
 const { extractQuery } = require("./utils/extractQuery");
 const { formatResults } = require("./utils/formatResults");
 const fs = require("fs");
@@ -8,7 +8,7 @@ const crypto = require("crypto");
 
 const CACHE_PATH = path.join(process.cwd(), "embeddings.json");
 
-// ---------------- Cache utils ----------------
+// Load cache for ingestion guard
 function loadCache() {
   try {
     if (fs.existsSync(CACHE_PATH)) {
@@ -17,24 +17,36 @@ function loadCache() {
   } catch {}
   return {};
 }
+
 function saveCache(cache) {
   try {
     fs.writeFileSync(CACHE_PATH, JSON.stringify(cache, null, 2));
   } catch {}
 }
+
 function hashContent(str) {
   return crypto.createHash("sha256").update(str).digest("hex");
 }
 
-// ---------------- Resolver ----------------
+/**
+ * Clean text for embedding (defensive)
+ */
+function sanitizeTextForEmbedding(text) {
+  if (typeof text !== "string") return "";
+  // Remove wrapping quotes and extra whitespace
+  return text.replace(/^["']|["']$/g, "").trim();
+}
+
+/**
+ * Semantic Doc Search Resolver
+ */
 async function resolver(action, context = {}) {
   if (typeof action !== "string") return;
   if (!action.toLowerCase().startsWith("ask doc-search")) return;
 
-  // Extract & sanitize query
-  const queryRaw = extractQuery(action);
-  const query = typeof queryRaw === "string" ? queryRaw.replace(/^["']|["']$/g, "").trim() : "";
-  if (!query) throw new Error("Query is empty after sanitization");
+  let query = extractQuery(action);
+  query = sanitizeTextForEmbedding(query);
+  if (!query) return { text: "(Empty query)", meta: { matches: 0 } };
 
   // Vector backend
   const vectorStore = VectorRouter.create(context);
@@ -61,14 +73,14 @@ async function resolver(action, context = {}) {
     for (const doc of context.documents) {
       const chunks = doc.chunks || [doc.content];
       for (let i = 0; i < chunks.length; i++) {
-        const text = chunks[i];
-        if (!text || typeof text !== "string") continue;
+        const text = sanitizeTextForEmbedding(chunks[i]);
+        if (!text) continue;
 
         const hash = hashContent(text);
         if (cache[hash]) continue; // Skip already ingested
 
         const vector = await embedder.embed(text);
-        if (!Array.isArray(vector) || vector.every(v => v === 0)) continue;
+        if (!vector || vector.every(v => v === 0)) continue;
 
         await vectorStore.upsert({
           id: `${doc.id}:${i}`,
@@ -85,10 +97,12 @@ async function resolver(action, context = {}) {
 
   // Embed query & search
   const queryVector = await embedder.embed(query);
-  if (!Array.isArray(queryVector) || queryVector.length !== embedder.getDimension()) {
-    throw new Error("Query embedding invalid or not a proper array");
+  if (!queryVector || queryVector.every(v => v === 0)) {
+    console.warn("⚠️ Query embedding invalid");
+    return { text: "(Query could not be embedded)", meta: { matches: 0 } };
   }
 
+  // Top-K + similarity threshold
   const results = await vectorStore.query({
     vector: queryVector,
     topK: context.topK || 5,