@botpress/runtime 1.7.19 → 1.8.0

package/dist/primitives/data-sources/index.d.ts

@@ -3,5 +3,8 @@ import { TableSource } from './source-table';
 import { WebsiteSource } from './source-website';
 import { DirectorySource } from './source-directory';
 export type DataSource = TableSource | WebsiteSource | DirectorySource;
+export declare function isDirectorySource(source: DataSource): source is DirectorySource;
+export declare function isWebsiteSource(source: DataSource): source is WebsiteSource;
+export declare function isTableSource(source: DataSource): source is TableSource;
 export { DataSourceBase, TableSource, WebsiteSource, DirectorySource, createSyncWorkflow };
 //# sourceMappingURL=index.d.ts.map

package/dist/primitives/data-sources/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAEhF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAEpD,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,aAAa,GAAG,eAAe,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,kBAAkB,EAAE,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAEhF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAEpD,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,aAAa,GAAG,eAAe,CAAA;AAEtE,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,IAAI,eAAe,CAE/E;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,IAAI,aAAa,CAE3E;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,IAAI,WAAW,CAEvE;AAED,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,kBAAkB,EAAE,CAAA"}

package/dist/primitives/data-sources/source-base.d.ts

@@ -245,6 +245,11 @@ export declare abstract class DataSource {
      * Each data source type provides its own sync workflow implementation
      */
     abstract readonly syncWorkflow: BaseWorkflow<any>;
+    /**
+     * Get the serializable configuration for this data source.
+     * Used for computing config hashes to detect changes.
+     */
+    abstract getConfig(): Record<string, unknown>;
     constructor(id: string, type: string);
 }
 export {};

package/dist/primitives/data-sources/source-base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source-base.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAGjC,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAA;AACvC,QAAA,MAAM,IAAI;;;;;;;;;;;;;;;EAKR,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AACjD,eAAO,MAAM,SAAS;;;;;;;;;;;;EAIpB,CAAA;AAEF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AACnD,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,eAAO,MAAM,kBAAkB,GAAI,MAAM,SAAS,OAAO,GAAG,OAAO,EAAE,OAAO;IAC1E,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,CACP,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,SAAS,EAAE,OAAO,UAAU,EAAE,MAAM,CAAC,KACrE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC,CAAA;CACzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0DA4BG,CAAA;AAEJ,8BAAsB,UAAU;IAC9B,SAAgB,EAAE,EAAE,MAAM,CAAA;IAC1B,SAAgB,IAAI,EAAE,MAAM,CAAA;IAE5B;;;OAGG;IACH,kBAAyB,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,CAAA;gBAE5C,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;CAIrC"}
+{"version":3,"file":"source-base.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAGjC,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAA;AACvC,QAAA,MAAM,IAAI;;;;;;;;;;;;;;;EAKR,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AACjD,eAAO,MAAM,SAAS;;;;;;;;;;;;EAIpB,CAAA;AAEF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AACnD,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,eAAO,MAAM,kBAAkB,GAAI,MAAM,SAAS,OAAO,GAAG,OAAO,EAAE,OAAO;IAC1E,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,CACP,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,SAAS,EAAE,OAAO,UAAU,EAAE,MAAM,CAAC,KACrE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC,CAAA;CACzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0DA4BG,CAAA;AAEJ,8BAAsB,UAAU;IAC9B,SAAgB,EAAE,EAAE,MAAM,CAAA;IAC1B,SAAgB,IAAI,EAAE,MAAM,CAAA;IAE5B;;;OAGG;IACH,kBAAyB,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,CAAA;IAExD;;;OAGG;aACa,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAExC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;CAIrC"}

package/dist/primitives/data-sources/source-directory.d.ts

@@ -4,9 +4,15 @@ type DirectorySourceOptions = {
     filter?: (filePath: string) => boolean;
 };
 export declare class DirectorySource extends DataSource {
-    private directoryPath;
-    private filterFn;
+    private _directoryPath;
+    private _filterFn;
     private constructor();
+    /** Get the directory path for this source */
+    get directoryPath(): string;
+    /** Get the filter function for this source */
+    get filterFn(): ((filePath: string) => boolean) | undefined;
+    /** Get serializable configuration for change detection */
+    getConfig(): Record<string, unknown>;
     get syncWorkflow(): import("../workflow").BaseWorkflow<`data_source_sync_${string}`, import("@bpinternal/zui").ZodObject<{
         sourceId: import("@bpinternal/zui").ZodString;
         kbName: import("@bpinternal/zui").ZodString;

package/dist/primitives/data-sources/source-directory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source-directory.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-directory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAA4B,MAAM,eAAe,CAAA;AAIpE,KAAK,sBAAsB,GAAG;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;CACvC,CAAA;AAgBD,qBAAa,eAAgB,SAAQ,UAAU;IAC7C,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,QAAQ,CAA6C;IAE7D,OAAO;IAMP,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iHA0KtB;IAED,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,eAAe;CAI9F"}
+{"version":3,"file":"source-directory.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-directory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAA4B,MAAM,eAAe,CAAA;AAIpE,KAAK,sBAAsB,GAAG;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;CACvC,CAAA;AAgBD,qBAAa,eAAgB,SAAQ,UAAU;IAC7C,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,SAAS,CAA6C;IAE9D,OAAO;IAMP,6CAA6C;IAC7C,IAAW,aAAa,IAAI,MAAM,CAEjC;IAED,8CAA8C;IAC9C,IAAW,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,SAAS,CAEjE;IAED,0DAA0D;IACnD,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAS3C,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iHA0KtB;IAED,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,eAAe;CAI9F"}

package/dist/primitives/data-sources/source-table.d.ts

@@ -17,6 +17,8 @@ export declare class TableSource<TRow extends TableRow = TableRow> extends DataS
     readonly table: BaseTable<any>;
     private transformFn;
     private constructor();
+    /** Get serializable configuration for change detection */
+    getConfig(): Record<string, unknown>;
     get syncWorkflow(): import("..").Workflow<`data_source_sync_${string}`, import("@bpinternal/zui").ZodObject<{
         sourceId: import("@bpinternal/zui").ZodString;
         kbName: import("@bpinternal/zui").ZodString;

package/dist/primitives/data-sources/source-table.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source-table.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-table.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAsB,MAAM,eAAe,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAGpC,KAAK,QAAQ,GAAG;IACd,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB,CAAA;AAED,KAAK,kBAAkB,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,IAAI;IAC1D,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CAClF,CAAA;AAED,qBAAa,WAAW,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,CAAE,SAAQ,UAAU;IAC3E,SAAgB,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAA;IACrC,OAAO,CAAC,WAAW,CAAqF;IAExG,OAAO;IAMP,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAQtB;IAED,MAAM,CAAC,SAAS,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,EAC/C,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,EACrB,OAAO,GAAE,kBAAkB,CAAC,IAAI,CAAM,GACrC,WAAW,CAAC,IAAI,CAAC;CAIrB"}
+{"version":3,"file":"source-table.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-table.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAsB,MAAM,eAAe,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAGpC,KAAK,QAAQ,GAAG;IACd,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB,CAAA;AAED,KAAK,kBAAkB,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,IAAI;IAC1D,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CAClF,CAAA;AAED,qBAAa,WAAW,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,CAAE,SAAQ,UAAU;IAC3E,SAAgB,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAA;IACrC,OAAO,CAAC,WAAW,CAAqF;IAExG,OAAO;IAMP,0DAA0D;IACnD,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAS3C,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAQtB;IAED,MAAM,CAAC,SAAS,CAAC,IAAI,SAAS,QAAQ,GAAG,QAAQ,EAC/C,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,EACrB,OAAO,GAAE,kBAAkB,CAAC,IAAI,CAAM,GACrC,WAAW,CAAC,IAAI,CAAC;CAIrB"}

package/dist/primitives/data-sources/source-website.d.ts

@@ -91,6 +91,8 @@ export declare class WebsiteSource extends DataSource {
     private maxDepth;
     private transformFn;
     private constructor();
+    /** Get serializable configuration for change detection (only user-provided options) */
+    getConfig(): Record<string, unknown>;
     private isBrowserIntegrationAvailable;
     /**
      * Convert HtmlMetadata to FetchResult metadata format

package/dist/primitives/data-sources/source-website.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source-website.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-website.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAA4B,MAAM,eAAe,CAAA;AAEpE,OAAO,EAAiB,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAMlE,KAAK,oBAAoB,GAAG;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,KAAK,WAAW,GAAG;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE;QACT,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAA;QAC5C,CAAC,iBAAiB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,CAAA;QAClD,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAA;KAC/C,CAAA;CACF,CAAA;AAED;;;;;GAKG;AACH,KAAK,aAAa,GAAG,YAAY,GAAG,qBAAqB,CAAA;AAEzD;;;;GAIG;AACH,KAAK,WAAW,GAAG,aAAa,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC,CAAA;AAExF,KAAK,oBAAoB,GAAG;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,OAAO,CAAA;IACnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,KAAK,CAAC,EAAE,WAAW,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,KAAK,iBAAiB,GAAG;IACvB,EAAE,CAAC,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAA;CACpB,CAAA;AAsCD,qBAAa,aAAc,SAAQ,UAAU;IAC3C,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,IAAI,CAAsB;IAClC,OAAO,CAAC,QAAQ,CAA0D;IAC1E,OAAO,CAAC,WAAW,CAAmE;IACtF,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAuF;IAE1G,OAAO;IAmCP,OAAO,CAAC,6BAA6B;IAIrC;;OAEG;IACH,OAAO,CAAC,eAAe;IAgBvB;;OAEG;YACW,YAAY;IAsB1B;;OAEG;YACW,YAAY;IAkB1B;;OAEG;YACW,QAAQ;IAkBtB;;OAEG;YACW,2BAA2B;IAgDzC;;OAEG;IACH,OAAO,CAAC,eAAe;IAqDvB;;OAEG;IACH,OAAO,CAAC,eAAe;IAcvB;;OAEG;YACW,uBAAuB;IAoDrC;;OAEG;YACW,YAAY;IAiH1B,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAiMtB;IAED,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,aAAa;IAKtF,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,aAAa;IAKzF,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,iBAAsB,GAAG,aAAa;CAIhF"}
+{"version":3,"file":"source-website.d.ts","sourceRoot":"","sources":["../../../src/primitives/data-sources/source-website.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAA4B,MAAM,eAAe,CAAA;AAEpE,OAAO,EAAiB,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAMlE,KAAK,oBAAoB,GAAG;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,KAAK,WAAW,GAAG;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE;QACT,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAA;QAC5C,CAAC,iBAAiB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,CAAA;QAClD,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAA;KAC/C,CAAA;CACF,CAAA;AAED;;;;;GAKG;AACH,KAAK,aAAa,GAAG,YAAY,GAAG,qBAAqB,CAAA;AAEzD;;;;GAIG;AACH,KAAK,WAAW,GAAG,aAAa,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC,CAAA;AAExF,KAAK,oBAAoB,GAAG;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,OAAO,CAAA;IACnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,KAAK,CAAC,EAAE,WAAW,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,KAAK,iBAAiB,GAAG;IACvB,EAAE,CAAC,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAA;CACpB,CAAA;AAsCD,qBAAa,aAAc,SAAQ,UAAU;IAC3C,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,IAAI,CAAsB;IAClC,OAAO,CAAC,QAAQ,CAA0D;IAC1E,OAAO,CAAC,WAAW,CAAmE;IACtF,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAuF;IAE1G,OAAO;IAmCP,uFAAuF;IAChF,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IA4B3C,OAAO,CAAC,6BAA6B;IAIrC;;OAEG;IACH,OAAO,CAAC,eAAe;IAgBvB;;OAEG;YACW,YAAY;IAsB1B;;OAEG;YACW,YAAY;IAkB1B;;OAEG;YACW,QAAQ;IAkBtB;;OAEG;YACW,2BAA2B;IAgDzC;;OAEG;IACH,OAAO,CAAC,eAAe;IAqDvB;;OAEG;IACH,OAAO,CAAC,eAAe;IAcvB;;OAEG;YACW,uBAAuB;IAoDrC;;OAEG;YACW,YAAY;IAiH1B,IAAW,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAsMtB;IAED,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,aAAa;IAKtF,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,aAAa;IAKzF,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,iBAAsB,GAAG,aAAa;CA0BhF"}

package/dist/primitives/index.d.ts

@@ -148,5 +148,12 @@ export declare namespace DataSource {
     const Table: typeof _DataSources.TableSource;
     const Website: typeof _DataSources.WebsiteSource;
     const Directory: typeof _DataSources.DirectorySource;
+    const isDirectory: typeof _DataSources.isDirectorySource;
+    const isWebsite: typeof _DataSources.isWebsiteSource;
+    const isTable: typeof _DataSources.isTableSource;
+    type Any = _DataSources.DataSource;
+    type DirectorySource = _DataSources.DirectorySource;
+    type WebsiteSource = _DataSources.WebsiteSource;
+    type TableSource = _DataSources.TableSource;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/primitives/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/primitives/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAA;AACvB,cAAc,qBAAqB,CAAA;AACnC,cAAc,yBAAyB,CAAA;AAEvC,OAAO,EAAE,WAAW,IAAI,YAAY,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,KAAK,YAAY,MAAM,sBAAsB,CAAA;AAEpD,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,OAAO,IAAI,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AAE1G,OAAO,EAAE,wBAAwB,IAAI,yBAAyB,EAAE,MAAM,4BAA4B,CAAA;AAElG,OAAO,EAAE,aAAa,IAAI,cAAc,EAAE,OAAO,IAAI,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAE9F,OAAO,EAAE,YAAY,IAAI,aAAa,EAAE,OAAO,IAAI,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAE1F,OAAO,EAAE,UAAU,IAAI,WAAW,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,aAAa,CAAA;AAElF,OAAO,EAAE,SAAS,IAAI,UAAU,EAAE,OAAO,IAAI,aAAa,EAAE,MAAM,YAAY,CAAA;AAE9E,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,cAAc,CAAA;AAClF,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAElC,yBAAiB,UAAU,CAAC;IAC1B,MAAM,QAAQ,WAAW,GAAG,YAAY,CAAA;IAEjC,MAAM,gBAAgB,0BAAoB,CAAA;IAC1C,MAAM,wBAAwB,kCAA4B,CAAA;IACjE,MAAM,QAAQ,YAAY,GAAG,oBAAoB,CAAA;IAE1C,MAAM,aAAa,uBAAiB,CAAA;IAC3C,MAAM,QAAQ,SAAS,GAAG,iBAAiB,CAAA;IAEpC,MAAM,YAAY,sBAAgB,CAAA;IACzC,MAAM,QAAQ,QAAQ,GAAG,gBAAgB,CAAA;IAElC,MAAM,UAAU,oBAAc,CAAA;IACrC,MAAM,QAAQ,MAAM,GAAG,cAAc,CAAA;IAE9B,MAAM,SAAS,mBAAa,CAAA;IACnC,MAAM,QAAQ,KAAK,GAAG,aAAa,CAAA;IAE5B,MAAM,WAAW,qBAAe,CAAA;IACvC,MAAM,QAAQ,OAAO,GAAG,eAAe,CAAA;CACxC;AAED,OAAO,EAAE,gBAAgB,IAAI,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,aAAa,IAAI,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAE3D,qBAAa,MAAM,CAAC,MAAM,SAAS,OAAO,EAAE,OAAO,SAAS,OAAO,CAAE,SAAQ,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEtH,OAAO,EAAE,SAAS,IAAI,KAAK,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,EAAE,YAAY,IAAI,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAEtC,yBAAiB,UAAU,CAAC;IACnB,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wCAAkC,CAAA;IAC1D,MAAM,KAAK,iCAA2B,CAAA;IACtC,MAAM,OAAO,mCAA6B,CAAA;IAC1C,MAAM,SAAS,qCAA+B,CAAA;CACtD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/primitives/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAA;AACvB,cAAc,qBAAqB,CAAA;AACnC,cAAc,yBAAyB,CAAA;AAEvC,OAAO,EAAE,WAAW,IAAI,YAAY,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,KAAK,YAAY,MAAM,sBAAsB,CAAA;AAEpD,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,OAAO,IAAI,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AAE1G,OAAO,EAAE,wBAAwB,IAAI,yBAAyB,EAAE,MAAM,4BAA4B,CAAA;AAElG,OAAO,EAAE,aAAa,IAAI,cAAc,EAAE,OAAO,IAAI,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAE9F,OAAO,EAAE,YAAY,IAAI,aAAa,EAAE,OAAO,IAAI,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAE1F,OAAO,EAAE,UAAU,IAAI,WAAW,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,aAAa,CAAA;AAElF,OAAO,EAAE,SAAS,IAAI,UAAU,EAAE,OAAO,IAAI,aAAa,EAAE,MAAM,YAAY,CAAA;AAE9E,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,cAAc,CAAA;AAClF,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAElC,yBAAiB,UAAU,CAAC;IAC1B,MAAM,QAAQ,WAAW,GAAG,YAAY,CAAA;IAEjC,MAAM,gBAAgB,0BAAoB,CAAA;IAC1C,MAAM,wBAAwB,kCAA4B,CAAA;IACjE,MAAM,QAAQ,YAAY,GAAG,oBAAoB,CAAA;IAE1C,MAAM,aAAa,uBAAiB,CAAA;IAC3C,MAAM,QAAQ,SAAS,GAAG,iBAAiB,CAAA;IAEpC,MAAM,YAAY,sBAAgB,CAAA;IACzC,MAAM,QAAQ,QAAQ,GAAG,gBAAgB,CAAA;IAElC,MAAM,UAAU,oBAAc,CAAA;IACrC,MAAM,QAAQ,MAAM,GAAG,cAAc,CAAA;IAE9B,MAAM,SAAS,mBAAa,CAAA;IACnC,MAAM,QAAQ,KAAK,GAAG,aAAa,CAAA;IAE5B,MAAM,WAAW,qBAAe,CAAA;IACvC,MAAM,QAAQ,OAAO,GAAG,eAAe,CAAA;CACxC;AAED,OAAO,EAAE,gBAAgB,IAAI,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,aAAa,IAAI,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAE3D,qBAAa,MAAM,CAAC,MAAM,SAAS,OAAO,EAAE,OAAO,SAAS,OAAO,CAAE,SAAQ,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEtH,OAAO,EAAE,SAAS,IAAI,KAAK,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,EAAE,YAAY,IAAI,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAEtC,yBAAiB,UAAU,CAAC;IACnB,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wCAAkC,CAAA;IAC1D,MAAM,KAAK,iCAA2B,CAAA;IACtC,MAAM,OAAO,mCAA6B,CAAA;IAC1C,MAAM,SAAS,qCAA+B,CAAA;IAC9C,MAAM,WAAW,uCAAiC,CAAA;IAClD,MAAM,SAAS,qCAA+B,CAAA;IAC9C,MAAM,OAAO,mCAA6B,CAAA;IACjD,KAAY,GAAG,GAAG,YAAY,CAAC,UAAU,CAAA;IAEzC,KAAY,eAAe,GAAG,YAAY,CAAC,eAAe,CAAA;IAC1D,KAAY,aAAa,GAAG,YAAY,CAAC,aAAa,CAAA;IACtD,KAAY,WAAW,GAAG,YAAY,CAAC,WAAW,CAAA;CACnD"}

package/dist/runtime.js

@@ -48,7 +48,7 @@ var init_define_BUILD = __esm({
 var define_PACKAGE_VERSIONS_default;
 var init_define_PACKAGE_VERSIONS = __esm({
   "<define:__PACKAGE_VERSIONS__>"() {
-    define_PACKAGE_VERSIONS_default = { runtime: "1.7.19", adk: "1.7.19", sdk: "4.19.0", llmz: "0.0.33", zai: "2.5.0", cognitive: "0.2.0" };
+    define_PACKAGE_VERSIONS_default = { runtime: "1.8.0", adk: "1.8.0", sdk: "4.19.0", llmz: "0.0.33", zai: "2.5.0", cognitive: "0.2.0" };
   }
 });
 
@@ -40643,6 +40643,15 @@ var TableSource = class _TableSource extends DataSource {
     this.table = table;
     this.transformFn = options.transform ?? void 0;
   }
+  /** Get serializable configuration for change detection */
+  getConfig() {
+    return {
+      id: this.id,
+      type: this.type,
+      tableName: this.table.name,
+      transformFn: this.transformFn?.toString() || null
+    };
+  }
   get syncWorkflow() {
     return createSyncWorkflow({
       type: "table",
@@ -42256,6 +42265,27 @@ var WebsiteSource = class _WebsiteSource extends DataSource {
     this.maxPages = Math.max(1, Math.min(("maxPages" in options ? options.maxPages : void 0) ?? 5e4, 5e4));
     this.maxDepth = Math.max(1, Math.min(("maxDepth" in options ? options.maxDepth : void 0) ?? 20, 20));
   }
+  /** Get serializable configuration for change detection (only user-provided options) */
+  getConfig() {
+    const config = {
+      mode: this.mode,
+      fetchStrategy: this.fetchStrategy
+    };
+    if (this.mode === "website") {
+      config.baseUrl = this.baseUrl;
+      config.maxPages = this.maxPages;
+      config.maxDepth = this.maxDepth;
+    } else if (this.mode === "sitemap") {
+      config.sitemapUrl = this.sitemapUrl;
+      config.maxPages = this.maxPages;
+    } else if (this.mode === "urls") {
+      config.urls = this.urls;
+    }
+    if (this.filterFn) {
+      config.filterFn = this.filterFn.toString();
+    }
+    return config;
+  }
   isBrowserIntegrationAvailable() {
     return !!adk.project.integrations.get("browser");
   }
@@ -42575,28 +42605,28 @@ var WebsiteSource = class _WebsiteSource extends DataSource {
             tags
           }).collect()
         );
-        const existingFileMap = new Map(
-          existingFiles.map((f) => [f.metadata?.[WellKnownMetadata.knowledge.URL], f])
-        );
-        const toRemove = existingFiles.filter(
-          (f) => !discoveredUrls.find((u) => u.loc === f.metadata?.[WellKnownMetadata.knowledge.URL])
-        );
-        if (existingFiles.length > 0 && toRemove.length >= existingFiles.length * 0.8) {
-          console.error(
-            `Warning: All existing files (${existingFiles.length}) are scheduled for removal. Please check if the sitemap URL is correct and the website is accessible. We will try again in 5 minutes.`
+        if (input.force && existingFiles.length > 0) {
+          console.warn(
+            `\u26A0\uFE0F  Website source configuration changed - deleting ${existingFiles.length} existing files and recrawling`
+          );
+          await step2.map(
+            "deleting all existing files for recrawl",
+            existingFiles,
+            (f) => client.deleteFile({ id: f.id }).catch(() => null),
+            { concurrency: 5 }
           );
-          await step2.sleep("retry wait", 5 * 60 * 1e3);
-          throw new Error("Aborting sync due to potential misconfiguration (all files to be removed)");
+          console.log(`\u2705 Deleted ${existingFiles.length} files, starting fresh crawl`);
         }
+        const existingFileMap = input.force ? /* @__PURE__ */ new Map() : new Map(existingFiles.map((f) => [f.metadata?.[WellKnownMetadata.knowledge.URL], f]));
+        const toRemove = input.force ? [] : existingFiles.filter(
+          (f) => !discoveredUrls.find((u) => u.loc === f.metadata?.[WellKnownMetadata.knowledge.URL])
+        );
         const toFetch = [];
         let skippedUnchanged = 0;
         for (const url2 of discoveredUrls) {
           const existing = existingFileMap.get(url2.loc);
           if (!existing) {
             toFetch.push(url2);
-          } else if (input.force) {
-            console.log(`Force re-indexing page: ${url2.loc}`);
-            toFetch.push(url2);
           } else {
             const existingMetadata = existing.metadata;
             if (url2.lastmod && existingMetadata?.lastmod !== url2.lastmod) {
@@ -42710,7 +42740,17 @@ var WebsiteSource = class _WebsiteSource extends DataSource {
     return new _WebsiteSource(id, "sitemap", { ...options, sitemapUrl });
   }
   static fromUrls(urls, options = {}) {
-    const id = options.id || `urls_${urls.length}_pages`;
+    let defaultId = `urls_${urls.length}_pages`;
+    if (urls.length > 0) {
+      try {
+        const firstUrl = new URL(urls[0]);
+        const domain = firstUrl.hostname.replace(/^www\./, "").replace(/\./g, "_");
+        const urlsHash = urls.slice().sort().join("|").split("").reduce((hash, char) => (hash << 5) - hash + char.charCodeAt(0) | 0, 0).toString(16).replace("-", "").slice(0, 8);
+        defaultId = `urls_${domain}_${urlsHash}`;
+      } catch {
+      }
+    }
+    const id = options.id || defaultId;
     return new _WebsiteSource(id, "urls", { ...options, urls });
   }
 };
@@ -42720,12 +42760,29 @@ init_define_BUILD();
 init_define_PACKAGE_VERSIONS();
 import { z as z7 } from "@botpress/sdk";
 var DirectorySource = class _DirectorySource extends DataSource {
-  directoryPath;
-  filterFn;
+  _directoryPath;
+  _filterFn;
   constructor(id, directoryPath, options = {}) {
     super(id, "directory");
-    this.directoryPath = directoryPath;
-    this.filterFn = options.filter ?? void 0;
+    this._directoryPath = directoryPath;
+    this._filterFn = options.filter ?? void 0;
+  }
+  /** Get the directory path for this source */
+  get directoryPath() {
+    return this._directoryPath;
+  }
+  /** Get the filter function for this source */
+  get filterFn() {
+    return this._filterFn;
+  }
+  /** Get serializable configuration for change detection */
+  getConfig() {
+    return {
+      id: this.id,
+      type: this.type,
+      directoryPath: this._directoryPath,
+      filterFn: this._filterFn?.toString() || null
+    };
   }
   get syncWorkflow() {
     return createSyncWorkflow({
@@ -42872,6 +42929,17 @@ var DirectorySource = class _DirectorySource extends DataSource {
   }
 };
 
+// src/primitives/data-sources/index.ts
+function isDirectorySource(source) {
+  return source.type === "directory";
+}
+function isWebsiteSource(source) {
+  return source.type === "website";
+}
+function isTableSource(source) {
+  return source.type === "table";
+}
+
 // src/primitives/conversation.ts
 init_define_BUILD();
 init_define_PACKAGE_VERSIONS();
@@ -43466,6 +43534,9 @@ var DataSource2;
   DataSource3.Table = TableSource;
   DataSource3.Website = WebsiteSource;
   DataSource3.Directory = DirectorySource;
+  DataSource3.isDirectory = isDirectorySource;
+  DataSource3.isWebsite = isWebsiteSource;
+  DataSource3.isTable = isTableSource;
 })(DataSource2 || (DataSource2 = {}));
 
 // src/primitives/workflow-utils.ts