@absolutejs/absolute 0.19.0-beta.363 → 0.19.0-beta.365

package/dist/ai/index.js

@@ -2101,6 +2101,42 @@ var aiChat = (config) => {
 // src/ai/rag/chat.ts
 import { Elysia as Elysia2 } from "elysia";
 
+// src/ai/rag/collection.ts
+var DEFAULT_TOP_K = 6;
+var searchDocuments = async (collection, input) => collection.search(input);
+var ingestDocuments = async (collection, input) => collection.ingest(input);
+var createRAGCollection = (options) => {
+  const defaultTopK = options.defaultTopK ?? DEFAULT_TOP_K;
+  const getCapabilities = options.store.getCapabilities;
+  const getStatus = options.store.getStatus;
+  const search = async (input) => {
+    const queryVector = await options.store.embed({
+      model: input.model ?? options.defaultModel,
+      signal: input.signal,
+      text: input.query
+    });
+    const topK = input.topK ?? defaultTopK;
+    const results = await options.store.query({
+      filter: input.filter,
+      queryVector,
+      topK
+    });
+    if (typeof input.scoreThreshold !== "number") {
+      return results;
+    }
+    const scoreThreshold = input.scoreThreshold;
+    return results.filter((entry) => entry.score >= scoreThreshold);
+  };
+  return {
+    clear: typeof options.store.clear === "function" ? () => options.store.clear?.() : undefined,
+    getCapabilities: typeof getCapabilities === "function" ? () => getCapabilities() : undefined,
+    getStatus: typeof getStatus === "function" ? () => getStatus() : undefined,
+    ingest: (input) => options.store.upsert(input),
+    search,
+    store: options.store
+  };
+};
+
 // src/ai/rag/types.ts
 var buildRAGContext = (hits) => {
   if (hits.length === 0) {
@@ -2122,7 +2158,7 @@ Answer with citations like [1], [2] when you use specific context.`;
 
 // src/ai/rag/chat.ts
 var DEFAULT_PATH2 = "/rag";
-var DEFAULT_TOP_K = 6;
+var DEFAULT_TOP_K2 = 6;
 var DEFAULT_PREFIX_LEN = 12;
 var DEFAULT_PROVIDER = "anthropic";
 var TITLE_MAX_LENGTH2 = 80;
@@ -2219,34 +2255,35 @@ var branchConversation2 = (source, fromMessageId) => {
     messages: branchedMessages
   };
 };
-var buildRAGContextFromQuery = async (ragStore, topK, scoreThreshold, queryText, ragModel) => {
-  if (!ragStore) {
+var buildRAGContextFromQuery = async (config, topK, scoreThreshold, queryText, ragModel) => {
+  const collection = config.collection ?? (config.ragStore ? createRAGCollection({
+    defaultModel: ragModel,
+    defaultTopK: topK,
+    store: config.ragStore
+  }) : null);
+  if (!collection) {
     return {
       ragContext: "",
       sources: []
     };
   }
-  const queryVector = await ragStore.embed({
+  const queried = await collection.search({
     model: ragModel,
-    text: queryText
-  });
-  const queried = await ragStore.query({
-    queryVector,
-    topK,
-    filter: undefined
+    query: queryText,
+    scoreThreshold,
+    topK
   });
-  const filtered = typeof scoreThreshold === "number" ? queried.filter((entry) => entry.score >= scoreThreshold) : queried;
-  const sources = buildSources(filtered);
+  const sources = buildSources(queried);
   return {
-    ragContext: buildRAGContext(filtered),
+    ragContext: buildRAGContext(queried),
     sources
   };
 };
 var ragChat = (config) => {
   const path = config.path ?? DEFAULT_PATH2;
-  const topK = config.topK ?? DEFAULT_TOP_K;
+  const topK = config.topK ?? DEFAULT_TOP_K2;
   const scoreThreshold = config.scoreThreshold;
-  const ragStore = config.ragStore;
+  const ragStore = config.ragStore ?? config.collection?.store;
   const parseProvider = config.parseProvider ?? defaultParseProvider2;
   const store = config.store ?? createMemoryStore();
   const abortControllers = new Map;
@@ -2319,7 +2356,7 @@ var ragChat = (config) => {
     const model = resolveModel2(config, parsed);
     const ragModel = parsed.model ?? model;
     const provider = config.provider(providerName);
-    const rag = await buildRAGContextFromQuery(ragStore, topK, scoreThreshold, content, ragModel);
+    const rag = await buildRAGContextFromQuery(config, topK, scoreThreshold, content, ragModel);
     appendMessage2(conversation, {
       attachments: rawAttachments,
       content,
@@ -2372,6 +2409,42 @@ var ragChat = (config) => {
     await ragStore.upsert({ chunks: chunksValue });
     return { count: chunksValue.length, ok: true };
   };
+  const handleSearch = async (body) => {
+    if (!body || typeof body !== "object") {
+      return { ok: false, error: "Invalid payload" };
+    }
+    const payload = body;
+    const query = typeof payload.query === "string" ? payload.query.trim() : "";
+    if (!query) {
+      return { ok: false, error: "Expected payload shape: { query: string }" };
+    }
+    const collection = config.collection ?? (ragStore ? createRAGCollection({
+      defaultTopK: topK,
+      store: ragStore
+    }) : null);
+    if (!collection) {
+      return { ok: false, error: "RAG collection is not configured" };
+    }
+    const results = await collection.search({
+      filter: payload.filter,
+      model: payload.model,
+      query,
+      scoreThreshold: payload.scoreThreshold,
+      topK: payload.topK
+    });
+    return { ok: true, results: buildSources(results) };
+  };
+  const handleStatus = () => {
+    const collection = config.collection ?? (ragStore ? createRAGCollection({
+      defaultTopK: topK,
+      store: ragStore
+    }) : null);
+    return {
+      ok: true,
+      status: collection?.getStatus?.(),
+      capabilities: collection?.getCapabilities?.()
+    };
+  };
   const htmxRoutes = () => {
     if (!config.htmx) {
       return new Elysia2;
@@ -2425,7 +2498,7 @@ var ragChat = (config) => {
       const model = resolveModel2(config, parsed);
       const ragModel = parsed.model ?? model;
       const provider = config.provider(providerName);
-      const { ragContext, sources } = await buildRAGContextFromQuery(ragStore, topK, scoreThreshold, content, ragModel);
+      const { ragContext, sources } = await buildRAGContextFromQuery(config, topK, scoreThreshold, content, ragModel);
       const assistantMessageId = generateId();
       if (sources.length > 0) {
         yield {
@@ -2478,7 +2551,7 @@ var ragChat = (config) => {
         await handleMessage(ws, msg.content, msg.conversationId, msg.attachments);
       }
     }
-  }).post(`${path}/ingest`, async ({ body }) => handleIngest(body)).delete(`${path}/index`, async () => {
+  }).post(`${path}/search`, async ({ body }) => handleSearch(body)).get(`${path}/status`, () => handleStatus()).post(`${path}/ingest`, async ({ body }) => handleIngest(body)).delete(`${path}/index`, async () => {
     if (!ragStore) {
       return { ok: false };
     }
@@ -2585,14 +2658,27 @@ var createInMemoryRAGStore = (options = {}) => {
     embed,
     query,
     upsert,
-    clear
+    clear,
+    getCapabilities: () => ({
+      backend: "in_memory",
+      persistence: "memory_only",
+      nativeVectorSearch: false,
+      serverSideFiltering: false,
+      streamingIngestStatus: false
+    }),
+    getStatus: () => ({
+      backend: "in_memory",
+      vectorMode: "in_memory",
+      dimensions
+    })
   };
 };
 // src/ai/rag/adapters/sqlite.ts
 import { Database } from "bun:sqlite";
+import { existsSync as existsSync2 } from "fs";
 
 // src/ai/rag/resolveAbsoluteSQLiteVec.ts
-import { existsSync } from "fs";
+import { existsSync, readFileSync } from "fs";
 import { createRequire } from "module";
 import { arch, platform } from "os";
 import { dirname, join } from "path";
@@ -2623,19 +2709,64 @@ var PLATFORM_PACKAGE_MAP = {
     libraryFile: "sqlite-vec.dll"
   }
 };
-var resolveAbsoluteSQLiteVecExtensionPath = () => {
-  const platformKey = `${platform()}-${arch()}`;
+var currentPlatformKey = () => `${platform()}-${arch()}`;
+var getErrorMessage = (error) => error instanceof Error ? error.message : String(error);
+var readPackageVersion = (packageJsonPath) => {
+  try {
+    const packageJson = JSON.parse(readFileSync(packageJsonPath, "utf8"));
+    return typeof packageJson.version === "string" ? packageJson.version : undefined;
+  } catch {
+    return;
+  }
+};
+var resolveAbsoluteSQLiteVec = () => {
+  const platformKey = currentPlatformKey();
   const packageInfo = PLATFORM_PACKAGE_MAP[platformKey];
   if (!packageInfo) {
-    return null;
+    return {
+      status: "unsupported_platform",
+      source: "absolute-package",
+      platformKey,
+      reason: `No AbsoluteJS sqlite-vec package is defined for ${platformKey}.`
+    };
   }
   try {
     const packageJsonPath = require2.resolve(`${packageInfo.packageName}/package.json`);
     const packageRoot = dirname(packageJsonPath);
     const libraryPath = join(packageRoot, packageInfo.libraryFile);
-    return existsSync(libraryPath) ? libraryPath : null;
-  } catch {
-    return null;
+    const packageVersion = readPackageVersion(packageJsonPath);
+    if (!existsSync(libraryPath)) {
+      return {
+        status: "binary_missing",
+        source: "absolute-package",
+        platformKey,
+        packageName: packageInfo.packageName,
+        packageVersion,
+        packageRoot,
+        libraryFile: packageInfo.libraryFile,
+        libraryPath,
+        reason: `Resolved ${packageInfo.packageName} but ${packageInfo.libraryFile} was not found.`
+      };
+    }
+    return {
+      status: "resolved",
+      source: "absolute-package",
+      platformKey,
+      packageName: packageInfo.packageName,
+      packageVersion,
+      packageRoot,
+      libraryFile: packageInfo.libraryFile,
+      libraryPath
+    };
+  } catch (error) {
+    return {
+      status: "package_not_installed",
+      source: "absolute-package",
+      platformKey,
+      packageName: packageInfo.packageName,
+      libraryFile: packageInfo.libraryFile,
+      reason: getErrorMessage(error)
+    };
   }
 };
 
@@ -2827,6 +2958,90 @@ var executeNativeInitSql = (db, initSql) => {
     db.exec(command);
   }
 };
+var getErrorMessage2 = (error) => error instanceof Error ? error.message : String(error);
+var resolveConfiguredNativeExtension = (nativeConfig) => {
+  const platformKey = `${process.platform}-${process.arch}`;
+  if (nativeConfig?.extensionPath) {
+    return existsSync2(nativeConfig.extensionPath) ? {
+      status: "resolved",
+      source: "explicit",
+      platformKey,
+      libraryPath: nativeConfig.extensionPath
+    } : {
+      status: "binary_missing",
+      source: "explicit",
+      platformKey,
+      libraryPath: nativeConfig.extensionPath,
+      reason: `Configured native.extensionPath was not found: ${nativeConfig.extensionPath}`
+    };
+  }
+  if (nativeConfig?.resolveFromAbsolutePackages !== false) {
+    const packageResolution = resolveAbsoluteSQLiteVec();
+    if (packageResolution.status === "resolved") {
+      return packageResolution;
+    }
+    if (packageResolution.status === "binary_missing" || packageResolution.status === "package_not_installed" || packageResolution.status === "unsupported_platform") {
+      const envPath2 = process.env.SQLITE_VEC_EXTENSION_PATH;
+      if (envPath2) {
+        return existsSync2(envPath2) ? {
+          status: "resolved",
+          source: "env",
+          platformKey,
+          libraryPath: envPath2
+        } : {
+          status: "binary_missing",
+          source: "env",
+          platformKey,
+          libraryPath: envPath2,
+          reason: `SQLITE_VEC_EXTENSION_PATH was set but not found: ${envPath2}`
+        };
+      }
+    }
+    return packageResolution;
+  }
+  const envPath = process.env.SQLITE_VEC_EXTENSION_PATH;
+  if (envPath) {
+    return existsSync2(envPath) ? {
+      status: "resolved",
+      source: "env",
+      platformKey,
+      libraryPath: envPath
+    } : {
+      status: "binary_missing",
+      source: "env",
+      platformKey,
+      libraryPath: envPath,
+      reason: `SQLITE_VEC_EXTENSION_PATH was set but not found: ${envPath}`
+    };
+  }
+  return {
+    status: "not_configured",
+    source: "database",
+    platformKey,
+    reason: "No native sqlite-vec path was configured. AbsoluteJS will still attempt vec0 initialization in case the extension is already registered on the Database connection."
+  };
+};
+var describeNativeFallbackReason = (resolution) => {
+  if (!resolution) {
+    return "Native sqlite vec0 was not configured.";
+  }
+  switch (resolution.status) {
+    case "resolved":
+      return;
+    case "package_not_installed":
+      return `Install ${resolution.packageName ?? "@absolutejs/absolute-rag-sqlite"} for ${resolution.platformKey}, or provide native.extensionPath.`;
+    case "binary_missing":
+      return resolution.reason ?? "Resolved sqlite-vec binary was missing.";
+    case "unsupported_platform":
+      return resolution.reason ?? "This platform is not yet supported by AbsoluteJS sqlite-vec packages.";
+    case "not_configured":
+      return resolution.reason ?? "No sqlite-vec binary path was configured.";
+    case "package_invalid":
+      return resolution.reason ?? "The sqlite-vec package manifest was invalid.";
+    default:
+      return "Native sqlite vec0 could not be initialized.";
+  }
+};
 var createSQLiteRAGStore = (options = {}) => {
   const dimensions = options.dimensions ?? DEFAULT_DIMENSIONS;
   const tableName = options.tableName ?? DEFAULT_TABLE_NAME;
@@ -2842,23 +3057,52 @@ var createSQLiteRAGStore = (options = {}) => {
   const db = options.db ?? new Database(options.path ?? ":memory:");
   const nativeDistanceMetric = nativeConfig?.distanceMetric === "l2" ? "l2" : "cosine";
   const nativeQueryMultiplier = normalizeQueryMultiplier(nativeConfig?.queryMultiplier);
-  const resolvedNativeExtensionPath = nativeConfig?.extensionPath ?? (nativeConfig?.resolveFromAbsolutePackages === false ? undefined : resolveAbsoluteSQLiteVecExtensionPath()) ?? process.env.SQLITE_VEC_EXTENSION_PATH;
+  const nativeResolution = nativeConfig?.mode === "vec0" ? resolveConfiguredNativeExtension(nativeConfig) : undefined;
+  const nativeDiagnostics = nativeConfig?.mode === "vec0" ? {
+    requested: true,
+    available: false,
+    active: false,
+    mode: nativeConfig.mode,
+    tableName: nativeTableName,
+    distanceMetric: nativeDistanceMetric,
+    resolution: nativeResolution,
+    fallbackReason: describeNativeFallbackReason(nativeResolution)
+  } : undefined;
   const jsonStatements = createJsonStatements(db, tableName);
   jsonStatements.init();
   let useNative = false;
   let nativeStatements;
   if (nativeConfig?.mode === "vec0") {
     try {
-      if (resolvedNativeExtensionPath) {
-        db.loadExtension(resolvedNativeExtensionPath);
+      if (nativeResolution?.status === "resolved" && nativeResolution.libraryPath) {
+        db.loadExtension(nativeResolution.libraryPath);
       }
       executeNativeInitSql(db, nativeConfig.extensionInitSql);
       createNativeVec0Table(db, nativeTableName, dimensions, nativeDistanceMetric);
       nativeStatements = createNativeVec0Statements(db, nativeTableName);
       useNative = true;
+      if (nativeDiagnostics) {
+        nativeDiagnostics.available = true;
+        nativeDiagnostics.active = true;
+        nativeDiagnostics.fallbackReason = undefined;
+        if (!nativeDiagnostics.resolution || nativeDiagnostics.resolution.status !== "resolved") {
+          nativeDiagnostics.resolution = {
+            status: "resolved",
+            source: "database",
+            platformKey: `${process.platform}-${process.arch}`,
+            reason: "sqlite-vec was already available on the Database connection or loaded by native.extensionInitSql."
+          };
+        }
+      }
     } catch (error) {
+      if (nativeDiagnostics) {
+        nativeDiagnostics.available = false;
+        nativeDiagnostics.active = false;
+        nativeDiagnostics.lastLoadError = getErrorMessage2(error);
+        nativeDiagnostics.fallbackReason = describeNativeFallbackReason(nativeResolution) ?? nativeDiagnostics.lastLoadError;
+      }
       if (nativeConfig.requireAvailable) {
-        throw new Error(`Failed to initialize sqlite vec0 backend for table "${nativeTableName}". ` + `Install @absolutejs/absolute-rag-sqlite for your platform, set native.extensionPath, or pre-register the sqlite-vec extension in the Database connection.`);
+        throw new Error(`Failed to initialize sqlite vec0 backend for table "${nativeTableName}". ` + `Install @absolutejs/absolute-rag-sqlite for your platform, set native.extensionPath, or pre-register the sqlite-vec extension in the Database connection. ` + `Details: ${getErrorMessage2(error)}`);
       }
       useNative = false;
     }
@@ -2924,11 +3168,18 @@ var createSQLiteRAGStore = (options = {}) => {
     }
     try {
       return await queryNative(input);
-    } catch {
+    } catch (error) {
+      if (nativeDiagnostics) {
+        nativeDiagnostics.lastQueryError = getErrorMessage2(error);
+      }
       if (!nativeConfig?.requireAvailable) {
+        if (nativeDiagnostics) {
+          nativeDiagnostics.active = false;
+          nativeDiagnostics.fallbackReason = nativeDiagnostics.lastQueryError;
+        }
         return queryFallback(input);
       }
-      throw new Error(`Native vector query failed for table "${nativeTableName}".`);
+      throw new Error(`Native vector query failed for table "${nativeTableName}". ${getErrorMessage2(error)}`);
     }
   };
   const upsert = async (input) => {
@@ -2955,11 +3206,18 @@ var createSQLiteRAGStore = (options = {}) => {
         nativeStatements.insert.run(chunk.chunkId, toVectorText(chunk.vector), chunk.text, chunk.title ?? null, chunk.source ?? null, toJSONString(chunk.metadata));
       }
       return;
-    } catch {
+    } catch (error) {
+      if (nativeDiagnostics) {
+        nativeDiagnostics.lastUpsertError = getErrorMessage2(error);
+      }
       if (nativeConfig?.requireAvailable) {
-        throw new Error(`Native vector upsert failed for table "${nativeTableName}".`);
+        throw new Error(`Native vector upsert failed for table "${nativeTableName}". ${getErrorMessage2(error)}`);
       }
       useNative = false;
+      if (nativeDiagnostics) {
+        nativeDiagnostics.active = false;
+        nativeDiagnostics.fallbackReason = nativeDiagnostics.lastUpsertError;
+      }
       for (const chunk of chunks) {
         jsonStatements.insert.run(chunk.chunkId, chunk.text, chunk.title ?? null, chunk.source ?? null, toJSONString(chunk.metadata), toVectorText(chunk.vector));
       }
@@ -2976,11 +3234,26 @@ var createSQLiteRAGStore = (options = {}) => {
       jsonStatements.clear.run();
     }
   };
+  const getStatus = () => ({
+    backend: "sqlite",
+    vectorMode: useNative ? "native_vec0" : "json_fallback",
+    dimensions,
+    native: nativeDiagnostics
+  });
+  const getCapabilities = () => ({
+    backend: "sqlite",
+    persistence: "embedded",
+    nativeVectorSearch: useNative,
+    serverSideFiltering: useNative,
+    streamingIngestStatus: false
+  });
   return {
     embed,
     query,
     upsert,
-    clear
+    clear,
+    getCapabilities,
+    getStatus
   };
 };
 // src/ai/conversationManager.ts
@@ -3078,10 +3351,81 @@ var createConversationManager = () => {
     remove
   };
 };
+// src/ai/client/ragClient.ts
+var jsonHeaders = {
+  "Content-Type": "application/json"
+};
+var normalizeBasePath = (path) => path.endsWith("/") ? path.slice(0, -1) : path;
+var parseJson = async (response) => {
+  const payload = await response.json();
+  return payload;
+};
+var toErrorMessage = async (response) => {
+  try {
+    const payload = await response.json();
+    if (typeof payload.error === "string" && payload.error) {
+      return payload.error;
+    }
+  } catch {}
+  return `Request failed with status ${response.status}`;
+};
+var createRAGClient = (options) => {
+  const basePath = normalizeBasePath(options.path);
+  const fetchImpl = options.fetch ?? fetch;
+  return {
+    async ingest(chunks) {
+      const response = await fetchImpl(`${basePath}/ingest`, {
+        body: JSON.stringify({ chunks }),
+        headers: jsonHeaders,
+        method: "POST"
+      });
+      if (!response.ok) {
+        return {
+          ok: false,
+          error: await toErrorMessage(response)
+        };
+      }
+      return parseJson(response);
+    },
+    async search(input) {
+      const response = await fetchImpl(`${basePath}/search`, {
+        body: JSON.stringify(input),
+        headers: jsonHeaders,
+        method: "POST"
+      });
+      if (!response.ok) {
+        throw new Error(await toErrorMessage(response));
+      }
+      const payload = await parseJson(response);
+      if (!payload.ok) {
+        throw new Error(payload.error ?? "RAG search failed");
+      }
+      return payload.results ?? [];
+    },
+    async status() {
+      const response = await fetchImpl(`${basePath}/status`);
+      if (!response.ok) {
+        throw new Error(await toErrorMessage(response));
+      }
+      return parseJson(response);
+    },
+    async clearIndex() {
+      const response = await fetchImpl(`${basePath}/index`, {
+        method: "DELETE"
+      });
+      if (!response.ok) {
+        throw new Error(await toErrorMessage(response));
+      }
+      return parseJson(response);
+    }
+  };
+};
 export {
   xai,
   streamAI,
   serializeAIMessage,
+  searchDocuments,
+  ragChat as ragPlugin,
   ragChat,
   querySimilarity,
   parseAIMessage,
@@ -3091,12 +3435,15 @@ export {
   moonshot,
   mistralai,
   meta,
+  ingestDocuments,
   google,
   generateId,
   gemini,
   deepseek,
   createSQLiteRAGStore,
   createRAGVector,
+  createRAGCollection,
+  createRAGClient,
   createMemoryStore,
   createInMemoryRAGStore,
   createConversationManager,
@@ -3104,5 +3451,5 @@ export {
   aiChat
 };
 
-//# debugId=F6B4CCC409C4C38264756E2164756E21
+//# debugId=CA562F087EBA565564756E2164756E21
 //# sourceMappingURL=index.js.map