donobu 2.16.0 → 2.17.1

package/dist/persistence/flows/FlowsPersistenceFactoryImpl.js

@@ -0,0 +1,238 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlowsPersistenceFactoryImpl = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const NoApiAccessTokenPresentException_1 = require("../../exceptions/NoApiAccessTokenPresentException");
+const FlowsPersistenceGoogleCloudStorage_1 = require("./FlowsPersistenceGoogleCloudStorage");
+const FlowsPersistenceFilesystem_1 = require("./FlowsPersistenceFilesystem");
+const FlowsPersistenceSupabase_1 = require("./FlowsPersistenceSupabase");
+const SupabaseClient_1 = require("../../clients/SupabaseClient");
+const DonobuDeploymentEnvironment_1 = require("../../models/DonobuDeploymentEnvironment");
+const FlowsPersistenceAwsS3_1 = require("./FlowsPersistenceAwsS3");
+const FlowsPersistenceSqlite_1 = require("./FlowsPersistenceSqlite");
+const Logger_1 = require("../../utils/Logger");
+const MiscUtils_1 = require("../../utils/MiscUtils");
+const DonobuSqliteDb_1 = require("../DonobuSqliteDb");
+const envVars_1 = require("../../envVars");
+/**
+ * A factory class for creating new FlowsPersistence instances. The type of persistence
+ * objects created varies depending on this factory's constructor arguments and the current API
+ * request context.
+ */
+class FlowsPersistenceFactoryImpl {
+    /**
+     * Creates an instance.
+     *
+     * @param deploymentEnvironment The deployment environment for this application. If this is set to
+     *     a value of DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT, then the
+     *     supabaseJwtSecretKey must also be specified.
+     * @param awsS3Bucket The name of the AWS S3 bucket to use for persistence.
+     * @param awsS3Region The region of the AWS S3 bucket.
+     * @param googleCloudStorageBucket The name of the Google Cloud storage bucket to use for
+     *     persistence. Note that no special authentication is performed, so the current environment
+     *     must be able to reach said bucket. If deployed in Google Cloud, this may be done
+     *     automatically. If running locally, this may mean you have to log in to Google Cloud using
+     *     the Google Cloud CLI before running this application.
+     * @param supabaseJwtSecretKey The Supabase JWT secret key used to generate new JWTs for the
+     *     purposes of authentication. This key is extremely sensitive! This parameter MUST be
+     *     specified if deploymentEnvironment is set to DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT.
+     * @param requestContextHolder The object used to get the current API request context.
+     */
+    constructor(deploymentEnvironment, awsS3Bucket, awsS3Region, googleCloudStorageBucket, supabaseJwtSecretKey, requestContextHolder) {
+        this.deploymentEnvironment = deploymentEnvironment;
+        this.awsS3Bucket = awsS3Bucket;
+        this.awsS3Region = awsS3Region;
+        this.googleCloudStorageBucket = googleCloudStorageBucket;
+        this.supabaseJwtSecretKey = supabaseJwtSecretKey;
+        this.requestContextHolder = requestContextHolder;
+        if (deploymentEnvironment ===
+            DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT &&
+            !supabaseJwtSecretKey) {
+            throw new Error('supabaseJwtSecretKey cannot be null if deploymentEnvironment is set to DONOBU_HOSTED_MULTI_TENANT.');
+        }
+    }
+    /**
+     * Creates an instance, fetching the values for googleCloudStorageBucket and
+     * supabaseJwtSecretKey from the environment variables.
+     */
+    static async fromEnvironment(deploymentEnvironment, requestContextHolder) {
+        if (deploymentEnvironment === DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.LOCAL) {
+            await FlowsPersistenceFactoryImpl.migrateToSqlite();
+        }
+        const awsS3Bucket = process.env[envVars_1.ENV_VAR_NAMES.AWS_S3_BUCKET];
+        const awsS3Region = process.env[envVars_1.ENV_VAR_NAMES.AWS_S3_REGION || envVars_1.ENV_VAR_NAMES.AWS_REGION];
+        const googleCloudStorageBucket = process.env[envVars_1.ENV_VAR_NAMES.GOOGLE_CLOUD_STORAGE_BUCKET];
+        const supabaseJwtSecretKey = process.env[envVars_1.ENV_VAR_NAMES.SUPABASE_JWT_SECRET_KEY];
+        return new FlowsPersistenceFactoryImpl(deploymentEnvironment, awsS3Bucket ?? null, awsS3Region ?? null, googleCloudStorageBucket ?? null, supabaseJwtSecretKey ?? null, requestContextHolder);
+    }
+    /**
+     * Creates a new FlowsPersistence instance.
+     *
+     * @throws NoApiAccessTokenPresentException If the deploymentEnvironment has a value of
+     *     DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT, and the current RequestContext
+     *     accessToken is null or invalid.
+     */
+    async createPersistenceLayer() {
+        const requestContext = this.requestContextHolder.get();
+        if (this.awsS3Bucket && this.awsS3Region) {
+            return new FlowsPersistenceAwsS3_1.FlowsPersistenceAwsS3(this.awsS3Bucket, this.awsS3Region);
+        }
+        else if (this.googleCloudStorageBucket) {
+            return FlowsPersistenceGoogleCloudStorage_1.FlowsPersistenceGoogleCloudStorage.create(this.googleCloudStorageBucket);
+        }
+        else if (this.deploymentEnvironment === DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.LOCAL) {
+            return await FlowsPersistenceSqlite_1.FlowsPersistenceSqlite.create((0, DonobuSqliteDb_1.getDonobuSqliteDatabase)());
+        }
+        else if (this.deploymentEnvironment ===
+            DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT) {
+            if (!requestContext.accessToken) {
+                throw new NoApiAccessTokenPresentException_1.NoApiAccessTokenPresentException();
+            }
+            return new FlowsPersistenceSupabase_1.FlowsPersistenceSupabase(SupabaseClient_1.SupabaseClient.createClient(requestContext.accessToken, this.supabaseJwtSecretKey));
+        }
+        throw new Error('No valid flow persistence implementation available!');
+    }
+    /** Returns a list of all valid persistence layers. Note that the returned list may be empty! */
+    async createPersistenceLayers() {
+        const layers = [];
+        const requestContext = this.requestContextHolder.get();
+        if (this.awsS3Bucket && this.awsS3Region) {
+            layers.push(new FlowsPersistenceAwsS3_1.FlowsPersistenceAwsS3(this.awsS3Bucket, this.awsS3Region));
+        }
+        if (this.googleCloudStorageBucket) {
+            layers.push(await FlowsPersistenceGoogleCloudStorage_1.FlowsPersistenceGoogleCloudStorage.create(this.googleCloudStorageBucket));
+        }
+        if (this.deploymentEnvironment ===
+            DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.DONOBU_HOSTED_MULTI_TENANT &&
+            requestContext.accessToken &&
+            this.supabaseJwtSecretKey) {
+            layers.push(new FlowsPersistenceSupabase_1.FlowsPersistenceSupabase(SupabaseClient_1.SupabaseClient.createClient(requestContext.accessToken, this.supabaseJwtSecretKey)));
+        }
+        else if (this.deploymentEnvironment === DonobuDeploymentEnvironment_1.DonobuDeploymentEnvironment.LOCAL) {
+            layers.push(await FlowsPersistenceSqlite_1.FlowsPersistenceSqlite.create((0, DonobuSqliteDb_1.getDonobuSqliteDatabase)()));
+        }
+        return layers;
+    }
+    static async migrateToSqlite() {
+        const legacyFlowsDir = path_1.default.join(MiscUtils_1.MiscUtils.baseWorkingDirectory(), 'flows');
+        // Check if the `flows` directory exists.
+        try {
+            await promises_1.default.access(legacyFlowsDir);
+        }
+        catch (_error) {
+            // No legacy flows to migrate.
+            return;
+        }
+        const legacyPersistence = await FlowsPersistenceFilesystem_1.FlowsPersistenceFilesystem.create(MiscUtils_1.MiscUtils.baseWorkingDirectory());
+        const sqlitePersistence = await FlowsPersistenceSqlite_1.FlowsPersistenceSqlite.create((0, DonobuSqliteDb_1.getDonobuSqliteDatabase)());
+        try {
+            // Use pagination to fetch all flows.
+            let allFlows = [];
+            let nextPageToken;
+            // Collect all flows using pagination.
+            do {
+                const result = await legacyPersistence.getFlows({
+                    limit: 100, // Use large batch size for migration
+                    pageToken: nextPageToken,
+                });
+                allFlows.push(...result.items);
+                nextPageToken = result.nextPageToken;
+            } while (nextPageToken);
+            Logger_1.appLogger.info(`Migrating ${allFlows.length} flows to SQLite...`);
+            for (const metadata of allFlows) {
+                try {
+                    await sqlitePersistence.setMetadata(metadata);
+                    // Migrate tool calls for each flow...
+                    const toolCalls = (await legacyPersistence.getToolCalls(metadata.id)).map((t) => FlowsPersistenceFactoryImpl.revampToolCall(t));
+                    for (const toolCall of toolCalls) {
+                        await sqlitePersistence.saveToolCall(metadata.id, toolCall);
+                        // Migrate the images of each tool call...
+                        if (toolCall.postCallImageId) {
+                            const image = await legacyPersistence.getFlowFile(metadata.id, toolCall.postCallImageId);
+                            if (image) {
+                                await sqlitePersistence.setFlowFile(metadata.id, toolCall.postCallImageId, image);
+                            }
+                        }
+                    }
+                    // Migrate browser state for each flow...
+                    const browserState = await legacyPersistence.getBrowserState(metadata.id);
+                    if (browserState) {
+                        await sqlitePersistence.setBrowserState(metadata.id, browserState);
+                    }
+                    // Migrate the video of each flow...
+                    const flowVideo = await legacyPersistence.getVideoSegment(metadata.id, 0, Number.MAX_SAFE_INTEGER);
+                    if (flowVideo) {
+                        await sqlitePersistence.setVideo(metadata.id, flowVideo.bytes);
+                    }
+                    Logger_1.appLogger.info(`Successfully migrated flow ${metadata.id}`);
+                }
+                catch (error) {
+                    Logger_1.appLogger.error(`Failed to migrate flow ${metadata.id} to SQLite`, error);
+                }
+            }
+            // Only remove the directory if migration was successful
+            if (allFlows.length > 0) {
+                Logger_1.appLogger.info('Migration complete. Removing legacy flows directory...');
+                await promises_1.default.rm(legacyPersistence.flowsDirectory, {
+                    recursive: true,
+                    force: true,
+                });
+            }
+        }
+        catch (error) {
+            Logger_1.appLogger.error('Failed to migrate flows to SQLite', error);
+        }
+    }
+    /**
+     * Update a given tool call to conform with the latest expected schema.
+     */
+    static revampToolCall(toolCall) {
+        const outcomeMetadata = toolCall.outcome.metadata;
+        const isLegacyMetadata = (outcomeMetadata?.elementSelectorCandidatesForReplay ?? false)
+            ? true
+            : false;
+        if (isLegacyMetadata) {
+            // Remap the legacy selector metadata to the new format.
+            outcomeMetadata.element =
+                outcomeMetadata.elementSelectorCandidatesForReplay;
+            outcomeMetadata.frame = outcomeMetadata.frameSelectorForReplay;
+            delete outcomeMetadata.elementSelectorCandidatesForReplay;
+            delete outcomeMetadata.frameSelectorForReplay;
+        }
+        const isLegacyRerun = (toolCall.parameters.selectorForReplay ?? false) ? true : false;
+        if (isLegacyRerun) {
+            // Remap the legacy rerun params to the new format.
+            toolCall.parameters.selector = {
+                element: toolCall.parameters.selectorForReplay
+                    .elementSelectorCandidatesForReplay,
+                frame: toolCall.parameters.selectorForReplay.frameSelectorForReplay,
+            };
+            delete toolCall.parameters.selectorForReplay;
+        }
+        else if (toolCall.parameters.selectorForReplay === null) {
+            delete toolCall.parameters.selectorForReplay;
+        }
+        // Remap legacy tool names.
+        if (toolCall.toolName === 'clickButton') {
+            return {
+                ...toolCall,
+                toolName: 'click',
+            };
+        }
+        else if (toolCall.toolName === 'navigateToWebpage') {
+            return {
+                ...toolCall,
+                toolName: 'goToWebpage',
+            };
+        }
+        else {
+            return toolCall;
+        }
+    }
+}
+exports.FlowsPersistenceFactoryImpl = FlowsPersistenceFactoryImpl;
+//# sourceMappingURL=FlowsPersistenceFactoryImpl.js.map

package/dist/persistence/flows/FlowsPersistenceFactoryImpl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FlowsPersistenceFactoryImpl.js","sourceRoot":"","sources":["../../../src/persistence/flows/FlowsPersistenceFactoryImpl.ts"],"names":[],"mappings":";;;;;;AAAA,2DAA6B;AAC7B,gDAAwB;AACxB,wGAAqG;AAErG,6FAA0F;AAC1F,6EAA0E;AAC1E,yEAAsE;AACtE,iEAA8D;AAE9D,0FAAuF;AAEvF,mEAAgE;AAChE,qEAAkE;AAClE,+CAA+C;AAC/C,qDAAkD;AAClD,sDAA4D;AAG5D,2CAA8C;AAE9C;;;;GAIG;AACH,MAAa,2BAA2B;IACtC;;;;;;;;;;;;;;;;;OAiBG;IACH,YACmB,qBAAkD,EAClD,WAA0B,EAC1B,WAA0B,EAC1B,wBAAuC,EACvC,oBAAmC,EACnC,oBAA0C;QAL1C,0BAAqB,GAArB,qBAAqB,CAA6B;QAClD,gBAAW,GAAX,WAAW,CAAe;QAC1B,gBAAW,GAAX,WAAW,CAAe;QAC1B,6BAAwB,GAAxB,wBAAwB,CAAe;QACvC,yBAAoB,GAApB,oBAAoB,CAAe;QACnC,yBAAoB,GAApB,oBAAoB,CAAsB;QAE3D,IACE,qBAAqB;YACnB,yDAA2B,CAAC,0BAA0B;YACxD,CAAC,oBAAoB,EACrB,CAAC;YACD,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,KAAK,CAAC,eAAe,CACjC,qBAAkD,EAClD,oBAA0C;QAE1C,IAAI,qBAAqB,KAAK,yDAA2B,CAAC,KAAK,EAAE,CAAC;YAChE,MAAM,2BAA2B,CAAC,eAAe,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAa,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,uBAAa,CAAC,aAAa,IAAI,uBAAa,CAAC,UAAU,CAAC,CAAC;QACvE,MAAM,wBAAwB,GAC5B,OAAO,CAAC,GAAG,CAAC,uBAAa,CAAC,2BAA2B,CAAC,CAAC;QACzD,MAAM,oBAAoB,GACxB,OAAO,CAAC,GAAG,CAAC,uBAAa,CAAC,uBAAuB,CAAC,CAAC;QACrD,OAAO,IAAI,2BAA2B,CACpC,qBAAqB,EACrB,WAAW,IAAI,IAAI,EACnB,WAAW,IAAI,IAAI,EACnB,wBAAwB,IAAI,IAAI,EAChC,oBAAoB,IAAI,IAAI,EAC5B,oBAAoB,CACrB,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,sBAAsB;QACjC,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEvD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,OAAO,IAAI,6CAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACzC,OAAO,uEAAkC,CAAC,MAAM,CAC9C,IAAI,CAAC,wBAAwB,CAC9B,CAAC;QACJ,CAAC;aAAM,IACL,IAAI,CAAC,qBAAqB,KAAK,yDAA2B,CAAC,KAAK,EAChE,CAAC;YACD,OAAO,MAAM,+CAAsB,CAAC,MAAM,CAAC,IAAA,wCAAuB,GAAE,CAAC,CAAC;QACxE,CAAC;aAAM,IACL,IAAI,CAAC,qBAAqB;YAC1B,yDAA2B,CAAC,0BAA0B,EACtD,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;gBAChC,MAAM,IAAI,mEAAgC,EAAE,CAAC;YAC/C,CAAC;YAED,OAAO,IAAI,mDAAwB,CACjC,+BAAc,CAAC,YAAY,CACzB,cAAc,CAAC,WAAW,EAC1B,IAAI,CAAC,oBAAqB,CAC3B,CACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAED,gGAAgG;IACzF,KAAK,CAAC,uBAAuB;QAClC,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEvD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CACT,IAAI,6CAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAC9D,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CACT,MAAM,uEAAkC,CAAC,MAAM,CAC7C,IAAI,CAAC,wBAAwB,CAC9B,CACF,CAAC;QACJ,CAAC;QAED,IACE,IAAI,CAAC,qBAAqB;YACxB,yDAA2B,CAAC,0BAA0B;YACxD,cAAc,CAAC,WAAW;YAC1B,IAAI,CAAC,oBAAoB,EACzB,CAAC;YACD,MAAM,CAAC,IAAI,CACT,IAAI,mDAAwB,CAC1B,+BAAc,CAAC,YAAY,CACzB,cAAc,CAAC,WAAW,EAC1B,IAAI,CAAC,oBAAoB,CAC1B,CACF,CACF,CAAC;QACJ,CAAC;aAAM,IACL,IAAI,CAAC,qBAAqB,KAAK,yDAA2B,CAAC,KAAK,EAChE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,MAAM,+CAAsB,CAAC,MAAM,CAAC,IAAA,wCAAuB,GAAE,CAAC,CAC/D,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,eAAe;QAClC,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,qBAAS,CAAC,oBAAoB,EAAE,EAAE,OAAO,CAAC,CAAC;QAE5E,yCAAyC;QACzC,IAAI,CAAC;YACH,MAAM,kBAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,8BAA8B;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,uDAA0B,CAAC,MAAM,CAC/D,qBAAS,CAAC,oBAAoB,EAAE,CACjC,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,+CAAsB,CAAC,MAAM,CAC3D,IAAA,wCAAuB,GAAE,CAC1B,CAAC;QAEF,IAAI,CAAC;YACH,qCAAqC;YACrC,IAAI,QAAQ,GAAmB,EAAE,CAAC;YAClC,IAAI,aAAiC,CAAC;YAEtC,sCAAsC;YACtC,GAAG,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC;oBAC9C,KAAK,EAAE,GAAG,EAAE,qCAAqC;oBACjD,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;gBAEH,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YACvC,CAAC,QAAQ,aAAa,EAAE;YAExB,kBAAS,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,qBAAqB,CAAC,CAAC;YAElE,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC9C,sCAAsC;oBACtC,MAAM,SAAS,GAAG,CAChB,MAAM,iBAAiB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAClD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,2BAA2B,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE5D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;wBACjC,MAAM,iBAAiB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;wBAC5D,0CAA0C;wBAC1C,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;4BAC7B,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAC/C,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,eAAe,CACzB,CAAC;4BAEF,IAAI,KAAK,EAAE,CAAC;gCACV,MAAM,iBAAiB,CAAC,WAAW,CACjC,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,eAAe,EACxB,KAAK,CACN,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,yCAAyC;oBACzC,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,eAAe,CAC1D,QAAQ,CAAC,EAAE,CACZ,CAAC;oBAEF,IAAI,YAAY,EAAE,CAAC;wBACjB,MAAM,iBAAiB,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;oBACrE,CAAC;oBACD,oCAAoC;oBACpC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,eAAe,CACvD,QAAQ,CAAC,EAAE,EACX,CAAC,EACD,MAAM,CAAC,gBAAgB,CACxB,CAAC;oBAEF,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;oBACjE,CAAC;oBAED,kBAAS,CAAC,IAAI,CAAC,8BAA8B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9D,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,kBAAS,CAAC,KAAK,CACb,0BAA0B,QAAQ,CAAC,EAAE,YAAY,EACjD,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,wDAAwD;YACxD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,kBAAS,CAAC,IAAI,CACZ,wDAAwD,CACzD,CAAC;gBACF,MAAM,kBAAE,CAAC,EAAE,CAAC,iBAAiB,CAAC,cAAc,EAAE;oBAC5C,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,QAAkB;QAC9C,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;QAClD,MAAM,gBAAgB,GACpB,CAAC,eAAe,EAAE,kCAAkC,IAAI,KAAK,CAAC;YAC5D,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,KAAK,CAAC;QAEZ,IAAI,gBAAgB,EAAE,CAAC;YACrB,wDAAwD;YACxD,eAAgB,CAAC,OAAO;gBACtB,eAAgB,CAAC,kCAAkC,CAAC;YACtD,eAAgB,CAAC,KAAK,GAAG,eAAgB,CAAC,sBAAsB,CAAC;YACjE,OAAO,eAAgB,CAAC,kCAAkC,CAAC;YAC3D,OAAO,eAAgB,CAAC,sBAAsB,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GACjB,CAAC,QAAQ,CAAC,UAAU,CAAC,iBAAiB,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAElE,IAAI,aAAa,EAAE,CAAC;YAClB,mDAAmD;YACnD,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG;gBAC7B,OAAO,EACL,QAAQ,CAAC,UAAU,CAAC,iBAAiB;qBAClC,kCAAkC;gBACvC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,iBAAiB,CAAC,sBAAsB;aACpE,CAAC;YACF,OAAO,QAAQ,CAAC,UAAU,CAAC,iBAAiB,CAAC;QAC/C,CAAC;aAAM,IAAI,QAAQ,CAAC,UAAU,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC1D,OAAO,QAAQ,CAAC,UAAU,CAAC,iBAAiB,CAAC;QAC/C,CAAC;QACD,2BAA2B;QAC3B,IAAI,QAAQ,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;YACxC,OAAO;gBACL,GAAG,QAAQ;gBACX,QAAQ,EAAE,OAAO;aAClB,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACrD,OAAO;gBACL,GAAG,QAAQ;gBACX,QAAQ,EAAE,aAAa;aACxB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;CACF;AAhTD,kEAgTC"}

package/dist/persistence/flows/FlowsPersistenceFactoryPreset.d.ts

@@ -0,0 +1,13 @@
+import { FlowsPersistence } from './FlowsPersistence';
+import { FlowsPersistenceFactory } from './FlowsPersistenceFactory';
+/**
+ * An implementation of FlowsPersistenceFactory that always returns the same
+ * persistence layers given at construction time.
+ */
+export declare class FlowsPersistenceFactoryPreset implements FlowsPersistenceFactory {
+    private readonly persistenceLayers;
+    constructor(persistenceLayers: FlowsPersistence[]);
+    createPersistenceLayer(): Promise<FlowsPersistence>;
+    createPersistenceLayers(): Promise<FlowsPersistence[]>;
+}
+//# sourceMappingURL=FlowsPersistenceFactoryPreset.d.ts.map

package/dist/persistence/flows/FlowsPersistenceFactoryPreset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FlowsPersistenceFactoryPreset.d.ts","sourceRoot":"","sources":["../../../src/persistence/flows/FlowsPersistenceFactoryPreset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAEpE;;;GAGG;AACH,qBAAa,6BAA8B,YAAW,uBAAuB;IACxD,OAAO,CAAC,QAAQ,CAAC,iBAAiB;gBAAjB,iBAAiB,EAAE,gBAAgB,EAAE;IAEnE,sBAAsB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAUnD,uBAAuB,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;CAG7D"}

package/dist/persistence/flows/FlowsPersistenceFactoryPreset.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlowsPersistenceFactoryPreset = void 0;
+/**
+ * An implementation of FlowsPersistenceFactory that always returns the same
+ * persistence layers given at construction time.
+ */
+class FlowsPersistenceFactoryPreset {
+    constructor(persistenceLayers) {
+        this.persistenceLayers = persistenceLayers;
+    }
+    async createPersistenceLayer() {
+        const persistenceLayer = this.persistenceLayers[0];
+        if (!persistenceLayer) {
+            throw new Error('No persistence layer available');
+        }
+        return persistenceLayer;
+    }
+    async createPersistenceLayers() {
+        return this.persistenceLayers;
+    }
+}
+exports.FlowsPersistenceFactoryPreset = FlowsPersistenceFactoryPreset;
+//# sourceMappingURL=FlowsPersistenceFactoryPreset.js.map

package/dist/persistence/flows/FlowsPersistenceFactoryPreset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FlowsPersistenceFactoryPreset.js","sourceRoot":"","sources":["../../../src/persistence/flows/FlowsPersistenceFactoryPreset.ts"],"names":[],"mappings":";;;AAGA;;;GAGG;AACH,MAAa,6BAA6B;IACxC,YAAoC,iBAAqC;QAArC,sBAAiB,GAAjB,iBAAiB,CAAoB;IAAG,CAAC;IAE7E,KAAK,CAAC,sBAAsB;QAC1B,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAEnD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;CACF;AAhBD,sEAgBC"}

package/dist/persistence/flows/FlowsPersistenceFilesystem.d.ts

@@ -0,0 +1,52 @@
+import { FlowMetadata, FlowsQuery } from '../../models/FlowMetadata';
+import { ToolCall } from '../../models/ToolCall';
+import { VideoSegment } from '../../models/VideoSegment';
+import { FlowsPersistence } from './FlowsPersistence';
+import { BrowserStorageState } from '../../models/BrowserStorageState';
+import { PaginatedResult } from '../../models/PaginatedResult';
+/**
+ * A persistence implementation that uses the filesystem.
+ */
+export declare class FlowsPersistenceFilesystem implements FlowsPersistence {
+    readonly flowsDirectory: string;
+    readonly environmentDirectory: string;
+    private static readonly METADATA_FILENAME;
+    private static readonly BROWSER_STATE_FILENAME;
+    private static readonly TOOL_CALL_FILENAME_SUFFIX;
+    private static readonly VIDEO_FILENAME;
+    private constructor();
+    static create(storageDirectory: string): Promise<FlowsPersistenceFilesystem>;
+    setMetadata(flowMetadata: FlowMetadata): Promise<void>;
+    getMetadataByFlowId(flowId: string): Promise<FlowMetadata>;
+    /**
+     * Get flow metadata by name using pagination for efficiency
+     */
+    getMetadataByFlowName(flowName: string): Promise<FlowMetadata>;
+    saveScreenShot(flowId: string, bytes: Buffer): Promise<string>;
+    getScreenShot(flowId: string, screenShotId: string): Promise<Buffer | null>;
+    saveToolCall(flowId: string, toolCall: ToolCall): Promise<void>;
+    getToolCalls(flowId: string): Promise<ToolCall[]>;
+    /**
+     * Get flows with pagination and filtering from filesystem storage
+     */
+    getFlows(query: FlowsQuery): Promise<PaginatedResult<FlowMetadata>>;
+    setVideo(flowId: string, bytes: Buffer): Promise<void>;
+    getVideoSegment(flowId: string, startOffset: number, length: number): Promise<VideoSegment | null>;
+    getFlowFile(flowId: string, fileId: string): Promise<Buffer | null>;
+    setFlowFile(flowId: string, fileId: string, fileBytes: Buffer): Promise<void>;
+    setBrowserState(flowId: string, browserState: BrowserStorageState): Promise<void>;
+    getBrowserState(flowId: string): Promise<BrowserStorageState | null>;
+    deleteFlow(flowId: string): Promise<void>;
+    private getFlowDirectory;
+    private getAllFlowDirectories;
+    /**
+     * Encode a key to be used as a filename.
+     * This ensures special characters in keys don't cause filesystem issues.
+     */
+    private encodeKey;
+    /**
+     * Decode a filename back to the original key.
+     */
+    private decodeKey;
+}
+//# sourceMappingURL=FlowsPersistenceFilesystem.d.ts.map

package/dist/persistence/flows/FlowsPersistenceFilesystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FlowsPersistenceFilesystem.d.ts","sourceRoot":"","sources":["../../../src/persistence/flows/FlowsPersistenceFilesystem.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AAGvE,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAE/D;;GAEG;AACH,qBAAa,0BAA2B,YAAW,gBAAgB;aAO/C,cAAc,EAAE,MAAM;aACtB,oBAAoB,EAAE,MAAM;IAP9C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IAC5D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAuB;IACrE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAqB;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAEtD,OAAO;WAMa,MAAM,CACxB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,0BAA0B,CAAC;IAgBzB,WAAW,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtD,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAwBvE;;OAEG;IACU,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA8B9D,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAQ9D,aAAa,CACxB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIZ,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ/D,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAgC9D;;OAEG;IACU,QAAQ,CACnB,KAAK,EAAE,UAAU,GAChB,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IA0G5B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtD,eAAe,CAC1B,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IA8BlB,WAAW,CACtB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAUZ,WAAW,CACtB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKV,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,mBAAmB,GAChC,OAAO,CAAC,IAAI,CAAC;IAYV,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAuB7D,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtD,OAAO,CAAC,gBAAgB;YAQV,qBAAqB;IAcnC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAKjB;;OAEG;IACH,OAAO,CAAC,SAAS;CAGlB"}

package/dist/persistence/flows/FlowsPersistenceFilesystem.js

@@ -0,0 +1,291 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlowsPersistenceFilesystem = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const FlowNotFoundException_1 = require("../../exceptions/FlowNotFoundException");
+const Logger_1 = require("../../utils/Logger");
+const JsonUtils_1 = require("../../utils/JsonUtils");
+const MiscUtils_1 = require("../../utils/MiscUtils");
+/**
+ * A persistence implementation that uses the filesystem.
+ */
+class FlowsPersistenceFilesystem {
+    constructor(flowsDirectory, environmentDirectory) {
+        this.flowsDirectory = flowsDirectory;
+        this.environmentDirectory = environmentDirectory;
+    }
+    // Update the create method to also create the environment directory
+    static async create(storageDirectory) {
+        const flowsDirectory = path_1.default.join(storageDirectory, 'flows');
+        const environmentDirectory = path_1.default.join(storageDirectory, 'environment');
+        // Ensure directories exist
+        await promises_1.default.mkdir(flowsDirectory, { recursive: true }).catch((err) => {
+            Logger_1.appLogger.error('Failed to create flows directory', err);
+        });
+        await promises_1.default.mkdir(environmentDirectory, { recursive: true }).catch((err) => {
+            Logger_1.appLogger.error('Failed to create environment directory', err);
+        });
+        return new FlowsPersistenceFilesystem(flowsDirectory, environmentDirectory);
+    }
+    async setMetadata(flowMetadata) {
+        const flowDir = this.getFlowDirectory(flowMetadata.id);
+        await promises_1.default.mkdir(flowDir, { recursive: true });
+        const filePath = path_1.default.join(flowDir, FlowsPersistenceFilesystem.METADATA_FILENAME);
+        await promises_1.default.writeFile(filePath, JSON.stringify(flowMetadata, null, 2));
+    }
+    async getMetadataByFlowId(flowId) {
+        const filePath = path_1.default.join(this.getFlowDirectory(flowId), FlowsPersistenceFilesystem.METADATA_FILENAME);
+        try {
+            const content = await promises_1.default.readFile(filePath, 'utf-8');
+            const metadata = JSON.parse(content);
+            if (typeof metadata.startedAt === 'string') {
+                metadata.startedAt = Date.parse(metadata.startedAt) || 0;
+            }
+            if (typeof metadata.completedAt === 'string') {
+                metadata.completedAt = Date.parse(metadata.completedAt) || 0;
+            }
+            return metadata;
+        }
+        catch (_e) {
+            throw FlowNotFoundException_1.FlowNotFoundException.forId(flowId);
+        }
+    }
+    /**
+     * Get flow metadata by name using pagination for efficiency
+     */
+    async getMetadataByFlowName(flowName) {
+        if (!flowName) {
+            throw FlowNotFoundException_1.FlowNotFoundException.forName('null');
+        }
+        const batchSize = 100;
+        let pageToken;
+        do {
+            // Get a batch of flows.
+            const result = await this.getFlows({
+                limit: batchSize,
+                pageToken,
+            });
+            // Search in the current batch.
+            const matchingFlow = result.items.find((flow) => flow.name === flowName);
+            if (matchingFlow) {
+                return matchingFlow;
+            }
+            // Continue to next page if available.
+            pageToken = result.nextPageToken;
+        } while (pageToken);
+        // If we get here, we've searched all flows and found nothing.
+        throw FlowNotFoundException_1.FlowNotFoundException.forName(flowName);
+    }
+    async saveScreenShot(flowId, bytes) {
+        const imageType = MiscUtils_1.MiscUtils.detectImageType(bytes);
+        const filename = `${new Date().toISOString()}.screenshot.${imageType}`;
+        const screenShotPath = path_1.default.join(this.getFlowDirectory(flowId), filename);
+        await promises_1.default.writeFile(screenShotPath, bytes);
+        return filename;
+    }
+    async getScreenShot(flowId, screenShotId) {
+        return this.getFlowFile(flowId, screenShotId);
+    }
+    async saveToolCall(flowId, toolCall) {
+        const filePath = path_1.default.join(this.getFlowDirectory(flowId), `${toolCall.startedAt}${FlowsPersistenceFilesystem.TOOL_CALL_FILENAME_SUFFIX}`);
+        await promises_1.default.writeFile(filePath, JSON.stringify(toolCall, null, 2));
+    }
+    async getToolCalls(flowId) {
+        const flowDir = this.getFlowDirectory(flowId);
+        try {
+            const files = await promises_1.default.readdir(flowDir);
+            const toolCallFiles = files.filter((file) => file.endsWith(FlowsPersistenceFilesystem.TOOL_CALL_FILENAME_SUFFIX));
+            const toolCalls = await Promise.all(toolCallFiles.sort().map(async (file) => {
+                const content = await promises_1.default.readFile(path_1.default.join(flowDir, file), 'utf-8');
+                const toolCall = JSON.parse(content);
+                if (typeof toolCall.startedAt === 'string') {
+                    toolCall.startedAt = Date.parse(toolCall.startedAt) || 0;
+                }
+                if (typeof toolCall.completedAt === 'string') {
+                    toolCall.completedAt = Date.parse(toolCall.completedAt) || 0;
+                }
+                return toolCall;
+            }));
+            return toolCalls.sort((a, b) => a.startedAt - b.startedAt);
+        }
+        catch (_e) {
+            throw FlowNotFoundException_1.FlowNotFoundException.forId(flowId);
+        }
+    }
+    /**
+     * Get flows with pagination and filtering from filesystem storage
+     */
+    async getFlows(query) {
+        const { limit = 20, pageToken, name, runMode, state, startedAfter, startedBefore, } = query || {};
+        // Validate inputs.
+        const validLimit = Math.min(Math.max(1, limit), 100);
+        // Get all flow directories.
+        const flowDirs = await this.getAllFlowDirectories();
+        // Load metadata for all flows.
+        const metadataPromises = flowDirs.map(async (dir) => {
+            try {
+                const metadataPath = path_1.default.join(dir, FlowsPersistenceFilesystem.METADATA_FILENAME);
+                const content = await promises_1.default.readFile(metadataPath, 'utf-8');
+                const metadata = JSON.parse(content);
+                if (typeof metadata.startedAt === 'string') {
+                    metadata.startedAt = Date.parse(metadata.startedAt) || 0;
+                }
+                if (typeof metadata.completedAt === 'string') {
+                    metadata.completedAt = Date.parse(metadata.completedAt) || 0;
+                }
+                return metadata;
+            }
+            catch (error) {
+                Logger_1.appLogger.warn(`Failed to read metadata in ${dir}`, error);
+                return null;
+            }
+        });
+        // Wait for all metadata to load.
+        const allMetadata = (await Promise.all(metadataPromises)).filter((metadata) => metadata !== null);
+        // Apply filters based on query parameters
+        let filteredMetadata = allMetadata;
+        if (name) {
+            filteredMetadata = filteredMetadata.filter((flow) => flow.name === name);
+        }
+        if (runMode) {
+            filteredMetadata = filteredMetadata.filter((flow) => flow.runMode === runMode);
+        }
+        if (state) {
+            filteredMetadata = filteredMetadata.filter((flow) => flow.state === state);
+        }
+        // Apply startedAfter filter
+        if (startedAfter !== undefined) {
+            filteredMetadata = filteredMetadata.filter((flow) => (flow.startedAt || 0) >= startedAfter);
+        }
+        // Apply startedBefore filter
+        if (startedBefore !== undefined) {
+            filteredMetadata = filteredMetadata.filter((flow) => (flow.startedAt || 0) <= startedBefore);
+        }
+        // Sort by creation date (newest first).
+        filteredMetadata.sort((a, b) => (b.startedAt || 0) - (a.startedAt || 0));
+        // Parse page token to get the offset.
+        const offset = pageToken ? parseInt(pageToken, 10) : 0;
+        // Apply pagination.
+        const paginatedMetadata = filteredMetadata.slice(offset, offset + validLimit);
+        // Check if there are more results.
+        const hasMore = offset + validLimit < filteredMetadata.length;
+        // Calculate next page token.
+        const nextPageToken = hasMore
+            ? (offset + validLimit).toString()
+            : undefined;
+        return {
+            items: paginatedMetadata,
+            nextPageToken,
+        };
+    }
+    async setVideo(flowId, bytes) {
+        const videoPath = path_1.default.join(this.getFlowDirectory(flowId), FlowsPersistenceFilesystem.VIDEO_FILENAME);
+        await promises_1.default.writeFile(videoPath, bytes);
+    }
+    async getVideoSegment(flowId, startOffset, length) {
+        try {
+            await this.getMetadataByFlowId(flowId);
+            const videoPath = path_1.default.join(this.getFlowDirectory(flowId), FlowsPersistenceFilesystem.VIDEO_FILENAME);
+            const stats = await promises_1.default.stat(videoPath);
+            const totalLength = stats.size;
+            const adjustedLength = Math.min(length, totalLength - startOffset);
+            const buffer = Buffer.alloc(adjustedLength);
+            const fileHandle = await promises_1.default.open(videoPath, 'r');
+            try {
+                await fileHandle.read(buffer, 0, adjustedLength, startOffset);
+                return {
+                    bytes: buffer,
+                    totalLength: totalLength,
+                    startOffset: startOffset,
+                };
+            }
+            finally {
+                await fileHandle.close();
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    async getFlowFile(flowId, fileId) {
+        try {
+            await this.getMetadataByFlowId(flowId);
+            const filePath = path_1.default.join(this.getFlowDirectory(flowId), fileId);
+            return await promises_1.default.readFile(filePath);
+        }
+        catch {
+            return null;
+        }
+    }
+    async setFlowFile(flowId, fileId, fileBytes) {
+        const filePath = path_1.default.join(this.getFlowDirectory(flowId), fileId);
+        await promises_1.default.writeFile(filePath, fileBytes);
+    }
+    async setBrowserState(flowId, browserState) {
+        const serializedBrowserState = Buffer.from(JSON.stringify(browserState), 'utf-8');
+        await this.setFlowFile(flowId, FlowsPersistenceFilesystem.BROWSER_STATE_FILENAME, serializedBrowserState);
+    }
+    async getBrowserState(flowId) {
+        const browserStateRaw = await this.getFlowFile(flowId, FlowsPersistenceFilesystem.BROWSER_STATE_FILENAME);
+        if (browserStateRaw) {
+            const browserState = JsonUtils_1.JsonUtils.jsonStringToJsonObject(browserStateRaw.toString('utf-8'));
+            if (browserState) {
+                return browserState;
+            }
+            else {
+                throw new Error(`Cannot load malformed browser state from flow ${flowId}`);
+            }
+        }
+        else {
+            return null;
+        }
+    }
+    async deleteFlow(flowId) {
+        const flowDirectory = this.getFlowDirectory(flowId);
+        await promises_1.default.rm(flowDirectory, { recursive: true, force: true });
+    }
+    getFlowDirectory(flowId) {
+        if (!flowId) {
+            throw FlowNotFoundException_1.FlowNotFoundException.forId(flowId);
+        }
+        return path_1.default.join(this.flowsDirectory, flowId);
+    }
+    async getAllFlowDirectories() {
+        try {
+            const entries = await promises_1.default.readdir(this.flowsDirectory, {
+                withFileTypes: true,
+            });
+            return entries
+                .filter((entry) => entry.isDirectory())
+                .map((entry) => path_1.default.join(this.flowsDirectory, entry.name));
+        }
+        catch (error) {
+            Logger_1.appLogger.error('Failed to find flow root directory', error);
+            throw error;
+        }
+    }
+    /**
+     * Encode a key to be used as a filename.
+     * This ensures special characters in keys don't cause filesystem issues.
+     */
+    encodeKey(key) {
+        // Base64 encode to handle any special characters
+        return Buffer.from(key).toString('base64');
+    }
+    /**
+     * Decode a filename back to the original key.
+     */
+    decodeKey(encodedKey) {
+        return Buffer.from(encodedKey, 'base64').toString('utf-8');
+    }
+}
+exports.FlowsPersistenceFilesystem = FlowsPersistenceFilesystem;
+FlowsPersistenceFilesystem.METADATA_FILENAME = 'metadata.json';
+FlowsPersistenceFilesystem.BROWSER_STATE_FILENAME = 'browserstate.json';
+FlowsPersistenceFilesystem.TOOL_CALL_FILENAME_SUFFIX = '.tool-call.json';
+FlowsPersistenceFilesystem.VIDEO_FILENAME = 'video.webm';
+//# sourceMappingURL=FlowsPersistenceFilesystem.js.map