@botpress/runtime 1.13.12 → 1.13.14

package/dist/definition.js

@@ -48,7 +48,7 @@ var init_define_BUILD = __esm({
 var define_PACKAGE_VERSIONS_default;
 var init_define_PACKAGE_VERSIONS = __esm({
   "<define:__PACKAGE_VERSIONS__>"() {
-    define_PACKAGE_VERSIONS_default = { runtime: "1.13.12", adk: "1.13.12", sdk: "5.0.2", llmz: "0.0.37", zai: "2.5.6", cognitive: "0.3.3" };
+    define_PACKAGE_VERSIONS_default = { runtime: "1.13.14", adk: "1.13.14", sdk: "5.0.2", llmz: "0.0.37", zai: "2.5.6", cognitive: "0.3.3" };
   }
 });
 
@@ -10657,7 +10657,7 @@ var require_form_data = __commonJS({
     var parseUrl = __require("url").parse;
     var fs3 = __require("fs");
     var Stream2 = __require("stream").Stream;
-    var crypto2 = __require("crypto");
+    var crypto3 = __require("crypto");
     var mime = require_mime_types();
     var asynckit = require_asynckit();
     var setToStringTag = require_es_set_tostringtag();
@@ -10863,7 +10863,7 @@ var require_form_data = __commonJS({
       return Buffer.concat([dataBuffer, Buffer.from(this._lastBoundary())]);
     };
     FormData3.prototype._generateBoundary = function() {
-      this._boundary = "--------------------------" + crypto2.randomBytes(12).toString("hex");
+      this._boundary = "--------------------------" + crypto3.randomBytes(12).toString("hex");
     };
     FormData3.prototype.getLengthSync = function() {
       var knownLength = this._overheadLength + this._valueLength;
@@ -11284,7 +11284,7 @@ var init_URLSearchParams = __esm({
 });
 
 // ../../node_modules/axios/lib/platform/node/index.js
-import crypto from "crypto";
+import crypto2 from "crypto";
 var ALPHA, DIGIT, ALPHABET, generateString, node_default;
 var init_node = __esm({
   "../../node_modules/axios/lib/platform/node/index.js"() {
@@ -11303,7 +11303,7 @@ var init_node = __esm({
       let str = "";
       const { length } = alphabet;
       const randomValues = new Uint32Array(size);
-      crypto.randomFillSync(randomValues);
+      crypto2.randomFillSync(randomValues);
       for (let i = 0; i < size; i++) {
         str += alphabet[randomValues[i] % length];
       }
@@ -37033,7 +37033,7 @@ var init_source_website = __esm({
           type: "website",
           state: State,
           async handler({ input, step: step2, state, client: client2 }) {
-            const crypto2 = await import("crypto");
+            const crypto3 = await import("crypto");
             console.log(
               `Starting sync for WebsiteSource [${this.id}] in mode [${this.mode}, maxPages=${this.maxPages}, maxDepth=${this.maxDepth}, baseUrl=${this.baseUrl}, sitemapUrl=${this.sitemapUrl}]`
             );
@@ -37081,7 +37081,8 @@ var init_source_website = __esm({
                 toFetch.push(url2);
               } else {
                 const existingMetadata = existing.metadata;
-                if (url2.lastmod && existingMetadata?.lastmod !== url2.lastmod) {
+                const isFailed = existing.status === "indexing_failed" || existing.status === "upload_failed" || existing.status === "upload_pending";
+                if (isFailed || url2.lastmod && existingMetadata?.lastmod !== url2.lastmod) {
                   toFetch.push(url2);
                 } else {
                   skippedUnchanged++;
@@ -37115,7 +37116,7 @@ var init_source_website = __esm({
                   content,
                   metadata: fetchMetadata
                 } = await this.fetchUrl(sitemapUrl.loc);
-                const hash = crypto2.createHash("sha256").update(content).digest("hex");
+                const hash = crypto3.createHash("sha256").update(content).digest("hex");
                 let contentType = fetchedContentType;
                 if (!contentType) {
                   contentType = content.includes("<html") ? "text/html" : "text/markdown";
@@ -37168,14 +37169,18 @@ var init_source_website = __esm({
                 return null;
               }
             };
-            console.log(`[SYNC DEBUG] Starting 'fetching and indexing pages' for ${toFetch.slice(0, this.maxPages).length} URLs...`);
+            console.log(
+              `[SYNC DEBUG] Starting 'fetching and indexing pages' for ${toFetch.slice(0, this.maxPages).length} URLs...`
+            );
             const indexed = await step2.map(
               "fetching and indexing pages",
               toFetch.slice(0, this.maxPages),
               (url2) => fetchAndIndex(url2),
               { concurrency: 20, maxAttempts: 2 }
             );
-            console.log(`[SYNC DEBUG] Fetch complete. ${indexed.length} attempted, ${indexed.filter((f) => f !== null).length} successful`);
+            console.log(
+              `[SYNC DEBUG] Fetch complete. ${indexed.length} attempted, ${indexed.filter((f) => f !== null).length} successful`
+            );
             const successful = indexed.filter((f) => f !== null);
             console.log(`[SYNC DEBUG] Starting dsData registration...`);
             await step2("register web page source", async () => {
@@ -37214,7 +37219,9 @@ var init_source_website = __esm({
                 console.warn("Failed to register web page source in dsData state:", err);
               }
             });
-            console.log(`[SYNC DEBUG] \u2705 WebsiteSource sync complete for "${this.id}". Processed: ${discoveredUrls.length}, Added: ${successful.length}, Deleted: ${deleted.length}`);
+            console.log(
+              `[SYNC DEBUG] \u2705 WebsiteSource sync complete for "${this.id}". Processed: ${discoveredUrls.length}, Added: ${successful.length}, Deleted: ${deleted.length}`
+            );
             return {
               processed: discoveredUrls.length,
               deleted,
@@ -44112,7 +44119,7 @@ var init_source_directory = __esm({
             const glob2 = await Promise.resolve().then(() => (init_esm9(), esm_exports3));
             const path4 = await import("path");
             const fs3 = await import("fs/promises");
-            const crypto2 = await import("crypto");
+            const crypto3 = await import("crypto");
             const directory = path4.resolve(adk.environment.agent.directory, this.directoryPath);
             const tags = {
               [WellKnownTags.knowledge.KNOWLEDGE]: "knowledge-base",
@@ -44174,13 +44181,16 @@ var init_source_directory = __esm({
             const upsertFile = async (local) => {
               const key = `data_source://${this.type}/${this.id}/${local.rel}`;
               const content = await fs3.readFile(local.abs);
-              const hash = crypto2.createHash("sha256").update(content).digest("hex");
+              const hash = crypto3.createHash("sha256").update(content).digest("hex");
               const { file } = await client2.getFile({ id: key }).catch(() => ({ file: null }));
-              if (!input.force && file?.metadata?.hash === hash) {
+              const isFailed = file?.status === "indexing_failed" || file?.status === "upload_failed" || file?.status === "upload_pending";
+              if (!input.force && !isFailed && file?.metadata?.hash === hash) {
                 console.log(`Skipping unchanged file: ${local.rel}`);
                 return null;
               }
-              if (input.force && file?.metadata?.hash === hash) {
+              if (isFailed) {
+                console.log(`Re-indexing failed file (status: ${file?.status}): ${local.rel}`);
+              } else if (input.force && file?.metadata?.hash === hash) {
                 console.log(`Force re-indexing file (unchanged): ${local.rel}`);
               }
               const title = path4.basename(local.name, path4.extname(local.name));