veryfront 0.1.932 → 0.1.933

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.932",
+    "version": "0.1.933",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/embedding/veryfront-cloud/rag-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rag-store.d.ts","sourceRoot":"","sources":["../../../../src/src/embedding/veryfront-cloud/rag-store.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAIV,QAAQ,EACR,cAAc,EACf,MAAM,aAAa,CAAC;AAyErB,KAAK,2BAA2B,GAAG,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAsYtE,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,2BAA2B,GAAG,QAAQ,CA2H1F"}
+{"version":3,"file":"rag-store.d.ts","sourceRoot":"","sources":["../../../../src/src/embedding/veryfront-cloud/rag-store.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAIV,QAAQ,EACR,cAAc,EACf,MAAM,aAAa,CAAC;AA4ErB,KAAK,2BAA2B,GAAG,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AA6gBtE,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,2BAA2B,GAAG,QAAQ,CA6H1F"}

package/esm/src/embedding/veryfront-cloud/rag-store.js

@@ -102,6 +102,7 @@ async function requestJson(context, path, init, options) {
 }
 function getCloudStoreContext(config) {
     const bootstrap = requireVeryfrontCloudBootstrap();
+    const requestContext = getCurrentRequestContext();
     if (!bootstrap.projectSlug) {
         throw INVALID_ARGUMENT.create({
             detail: "VERYFRONT_PROJECT_SLUG not set. Set the environment variable or runtime projectSlug before using the veryfront-cloud RAG store.",
@@ -111,7 +112,10 @@ function getCloudStoreContext(config) {
         apiBaseUrl: bootstrap.apiBaseUrl,
         fetch: createVeryfrontCloudFetch(bootstrap.apiToken),
         projectSlug: bootstrap.projectSlug,
-        branch: config.branch ?? getCurrentRequestContext()?.branch ?? "main",
+        branch: config.branch ?? requestContext?.branch ?? "main",
+        environmentName: requestContext?.environmentName ?? null,
+        hasRequestContext: requestContext !== null,
+        releaseId: requestContext?.releaseId ?? null,
     };
 }
 function getFileChunksPath(context, filePath) {
@@ -258,7 +262,7 @@ async function listContentFiles(contentDir, contentExtensions) {
                 files.push(...(await listContentFiles(fullPath, contentExtensions)));
             }
             else if (entry.isFile && contentExtensions.has(extname(entry.name))) {
-                files.push(fullPath);
+                files.push({ path: fullPath });
             }
         }
     }
@@ -267,6 +271,67 @@ async function listContentFiles(contentDir, contentExtensions) {
     }
     return files;
 }
+function buildContentDirPattern(contentDir) {
+    return `${contentDir.replace(/\/+$/, "")}/**`;
+}
+function buildContentFilesQuery(context, contentDir, cursor) {
+    const params = new URLSearchParams({
+        include_server_functions: "true",
+        limit: "100",
+        pattern: buildContentDirPattern(contentDir),
+    });
+    if (!context.releaseId && !context.environmentName) {
+        params.set("branch", context.branch);
+    }
+    if (cursor) {
+        params.set("cursor", cursor);
+    }
+    return params.toString();
+}
+function getPublishedFileListPath(context, contentDir, cursor) {
+    const query = buildContentFilesQuery(context, contentDir, cursor);
+    const projectRef = encodeURIComponent(context.projectSlug);
+    if (context.releaseId) {
+        return `/projects/${projectRef}/releases/${encodeURIComponent(context.releaseId)}/files?${query}`;
+    }
+    if (context.environmentName) {
+        return `/projects/${projectRef}/environments/${encodeURIComponent(context.environmentName)}/files?${query}`;
+    }
+    return `/projects/${projectRef}/files?${query}`;
+}
+function getPublishedFileDetailPath(context, path) {
+    const query = new URLSearchParams({ include_server_functions: "true" });
+    const projectRef = encodeURIComponent(context.projectSlug);
+    const encodedPath = encodeURIComponent(path);
+    if (context.releaseId) {
+        return `/projects/${projectRef}/releases/${encodeURIComponent(context.releaseId)}/files/${encodedPath}?${query}`;
+    }
+    if (context.environmentName) {
+        return `/projects/${projectRef}/environments/${encodeURIComponent(context.environmentName)}/files/${encodedPath}?${query}`;
+    }
+    query.set("branch", context.branch);
+    return `/projects/${projectRef}/files/${encodedPath}?${query}`;
+}
+async function listPublishedContentFiles(context, contentDir, contentExtensions) {
+    const files = [];
+    let cursor;
+    do {
+        const response = await requestJson(context, getPublishedFileListPath(context, contentDir, cursor));
+        files.push(...(response?.data ?? [])
+            .filter((file) => contentExtensions.has(extname(file.path)))
+            .map((file) => ({ path: file.path, content: file.content })));
+        cursor = response?.page_info?.next ?? null;
+    } while (cursor);
+    return files;
+}
+async function readContentFile(context, file) {
+    if (file.content !== undefined)
+        return file.content;
+    if (!context.hasRequestContext)
+        return readTextFile(file.path);
+    const response = await requestJson(context, getPublishedFileDetailPath(context, file.path));
+    return response?.content ?? "";
+}
 export function createVeryfrontCloudRagStore(config) {
     const contentDir = config.contentDir;
     const contentExtensions = new Set(config.contentExtensions ?? [".md", ".mdx", ".txt"]);
@@ -341,22 +406,24 @@ export function createVeryfrontCloudRagStore(config) {
             const context = getCloudStoreContext(config);
             const existingDocuments = await listRagDocuments(context);
             const indexedSources = new Set(existingDocuments.map((doc) => doc.source));
-            const files = await listContentFiles(contentDir, contentExtensions);
-            const newFiles = files.filter((file) => !indexedSources.has(file));
+            const files = context.hasRequestContext
+                ? await listPublishedContentFiles(context, contentDir, contentExtensions)
+                : await listContentFiles(contentDir, contentExtensions);
+            const newFiles = files.filter((file) => !indexedSources.has(file.path));
             for (const file of newFiles) {
-                const content = await readTextFile(file);
+                const content = await readContentFile(context, file);
                 if (!content?.trim())
                     continue;
                 if (content.length > MAX_TEXT_LENGTH) {
-                    serverLogger.warn(`[rag-store/cloud] Skipping ${file}: exceeds ${MAX_TEXT_LENGTH / 1024 / 1024} MB text limit`);
+                    serverLogger.warn(`[rag-store/cloud] Skipping ${file.path}: exceeds ${MAX_TEXT_LENGTH / 1024 / 1024} MB text limit`);
                     continue;
                 }
-                const title = file.startsWith(contentDir + "/")
-                    ? file.slice(contentDir.length + 1).replace(/\.[^.]+$/, "")
-                    : file.replace(/\.[^.]+$/, "");
-                const type = extname(file).slice(1);
+                const title = file.path.startsWith(contentDir + "/")
+                    ? file.path.slice(contentDir.length + 1).replace(/\.[^.]+$/, "")
+                    : file.path.replace(/\.[^.]+$/, "");
+                const type = extname(file.path).slice(1);
                 await ingestDocument(context, config, title, content, {
-                    source: file,
+                    source: file.path,
                     type,
                 });
             }

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.932";
+export declare const VERSION = "0.1.933";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.932";
+export const VERSION = "0.1.933";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.932",
+  "version": "0.1.933",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",