@superblocksteam/vite-plugin-file-sync 2.0.6 → 2.0.7

package/dist/file-system-manager.js

@@ -9,10 +9,12 @@ import { glob } from "glob";
 import { isEqual } from "lodash-es";
 import yaml from "yaml";
 import { generateJSXAttribute } from "./codegen.js";
+import { ComponentsManager } from "./components-manager.js";
 import { addLegacyCustomComponentVariables, modifyLegacyCustomComponentElements, modifyLegacyCustomComponentImports, } from "./custom-components.js";
 import { applyErrorHandling, } from "./errors/error-handler.js";
-import { getPageFolder, PAGES_DIRECTORY, ROUTES_FILE, SCOPE_FILE, } from "./file-system-helpers.js";
+import { getApiFilePath, getPageFolder, isPageFilePath, PAGES_DIRECTORY, ROUTES_FILE, SCOPE_FILE, } from "./file-system-helpers.js";
 import { generate } from "./generate.js";
+import { OperationProcessor } from "./operations/operation-processor.js";
 import { doesElementHaveBinding } from "./parsing/bindings.js";
 import { getSbElementId } from "./parsing/ids.js";
 import { makeJSXAttribute } from "./parsing/jsx.js";
@@ -23,6 +25,7 @@ import { RenameManager } from "./rename-manager.js";
 import { SourceTracker } from "./source-tracker.js";
 import { traverse } from "./traverse.js";
 import { getErrorMeta, getLogger } from "./util/logger.js";
+import { getPageName } from "./util.js";
 const SUPPORTED_FILETYPES = [
     {
         type: "tsx",
@@ -44,26 +47,41 @@ const SUPPORTED_FILETYPES = [
         type: "js-api-step",
         extension: ".js",
     },
+    {
+        type: "json",
+        extension: ".json",
+    },
 ];
 const APP_THEME_FILE_NAME = "appTheme.ts";
-export class FileSyncManager extends TracedEventEmitter {
+export class FileSystemManager extends TracedEventEmitter {
     rootDir;
     tsFiles = {};
     apiFiles = {};
     sourceTracker;
     fsOperationQueue;
+    operationProcessor;
     generationNumberSequence;
     routes = {};
+    routeChangesQueue = [];
     watcher;
     registeredComponentPaths = {};
     renameManager = new RenameManager();
     _tracer;
+    transactionNonce = Date.now();
+    pendingTransactions = new Set();
+    processedTransactions = [];
     constructor(fsOperationQueue, generationNumberSequence, tracer) {
         super(tracer, { captureRejections: true });
         this.rootDir = "/";
         this.fsOperationQueue = fsOperationQueue;
         this.generationNumberSequence = generationNumberSequence;
         this._tracer = tracer;
+        // intentionally a new queue here, we don't want to share the queue with the fsOperationQueue
+        this.operationProcessor = new OperationProcessor({
+            batchWindowMs: 50,
+            maxBatchSize: 100,
+        });
+        this.operationProcessor.disable();
         applyErrorHandling(this, {
             watch: { operation: "editing from code" },
             handleCreatePage: { operation: "creating a page" },
@@ -109,27 +127,7 @@ export class FileSyncManager extends TracedEventEmitter {
         }
         return path.join(this.rootDir, "App.tsx");
     }
-    updateApi = (content, path) => {
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
-        }
-        const { api: apiContents, stepPathMap } = content;
-        const pageName = getPageName(path);
-        let scopeId = this.sourceTracker?.getScopeDefinitionForPage(pageName)?.id;
-        if (!scopeId) {
-            console.warn("Scope ID not found for API", apiContents.metadata.name);
-            scopeId = "";
-        }
-        const updatedApi = {
-            apiPb: yaml.parse(JSON.stringify(apiContents)),
-            pageName,
-            stepPathMap,
-            scopeId,
-        };
-        const isNewApi = !this.apiFiles[path];
-        this.apiFiles[path] = updatedApi;
-        return { updatedApi, pageName, isNewApi };
-    };
+    // MARK: core setup/init
     async watch(watcher, rootPath) {
         const logger = getLogger();
         this.rootDir = rootPath;
@@ -215,178 +213,10 @@ export class FileSyncManager extends TracedEventEmitter {
                 return;
             const { type, path } = file;
             if (type === "api") {
-                this.updateApi(content, path);
-            }
-        });
-        const handleFileChange = async (event, filePath) => {
-            logger.info(`File changed: ${filePath}, event: ${event}`);
-            switch (event) {
-                case "add": {
-                    const fileType = SUPPORTED_FILETYPES.find((f) => filePath.endsWith(f.extension));
-                    if (!fileType || !filePath.startsWith(rootPath)) {
-                        return;
-                    }
-                    const data = await readFile(filePath);
-                    if (typeof data !== "string")
-                        return;
-                    // if we match pages/*/index.tsx, we want to emit an addPage event
-                    if (/pages\/.*\/index\.tsx/.test(filePath)) {
-                        const file = await readFile(filePath);
-                        if (!file) {
-                            logger.error(`Failed to read file: ${filePath}`);
-                            return;
-                        }
-                        if (!(filePath in this.tsFiles)) {
-                            this.tsFiles[filePath] = file;
-                            this.handleNonVisualChangeByDeletingIds(filePath, file);
-                            this.emit("addPage", filePath);
-                        }
-                    }
-                    switch (fileType.type) {
-                        case "api":
-                        case "python-api-step":
-                        case "js-api-step": {
-                            await this.processApiUpdates(filePath, fileType);
-                            break;
-                        }
-                    }
-                    break;
-                }
-                case "change": {
-                    // Special routes file handling
-                    if (filePath === routePath) {
-                        const data = await readFile(filePath);
-                        try {
-                            this.routes = JSON.parse(data);
-                            this.emit("routesChanged", this.routes);
-                        }
-                        catch (e) {
-                            logger.error("Error parsing routes file", getErrorMeta(e));
-                        }
-                        return;
-                    }
-                    const fileType = SUPPORTED_FILETYPES.find((f) => filePath.endsWith(f.extension));
-                    if (!fileType || !filePath.startsWith(rootPath)) {
-                        return;
-                    }
-                    const data = await readFile(filePath);
-                    if (typeof data !== "string")
-                        return;
-                    switch (fileType.type) {
-                        case "tsx":
-                        case "scope":
-                            {
-                                if (!(filePath in this.tsFiles && this.tsFiles[filePath] === data)) {
-                                    logger.info(`File changed: ${filePath} updating AST tracker`);
-                                    this.tsFiles[filePath] = data;
-                                    // only update the source tracker if the file is different
-                                    this.handleNonVisualChangeByDeletingIds(filePath, data);
-                                    this.emit("fileChanged", filePath, data, true);
-                                }
-                                else {
-                                    logger.info(`File unchanged from last tracked state: ${filePath}`);
-                                    this.emit("fileChanged", filePath, data, false);
-                                }
-                            }
-                            break;
-                        case "api":
-                        case "python-api-step":
-                        case "js-api-step":
-                            {
-                                await this.processApiUpdates(filePath, fileType);
-                            }
-                            break;
-                    }
-                    break;
-                }
-                case "unlink": {
-                    if (filePath in this.apiFiles) {
-                        const api = this.apiFiles[filePath];
-                        delete this.apiFiles[filePath];
-                        if (!api || !this.sourceTracker)
-                            break;
-                        const scopeId = await this.sourceTracker.deleteApi({
-                            pageName: api.pageName,
-                            apiName: api.apiPb.metadata.name,
-                        });
-                        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-                        await this.writeChanges(changes);
-                        this.emit("apiManualDelete", {
-                            api: {
-                                id: getClientApiId(api.apiPb.metadata.name, api.pageName),
-                                apiName: api.apiPb.metadata.name,
-                                // TODO(saksham): get pagename more defensively
-                                pageName: getPageName(filePath),
-                                scopeId,
-                            },
-                        });
-                    }
-                    if (filePath in this.tsFiles) {
-                        delete this.tsFiles[filePath];
-                        this.sourceTracker?.removeFile(filePath);
-                        this.emit("deletePage", filePath);
-                    }
-                    break;
-                }
-            }
-        };
-        watcher.on("all", async (event, filePath) => {
-            const fileType = SUPPORTED_FILETYPES.find((f) => filePath.endsWith(f.extension));
-            switch (fileType?.type) {
-                case "tsx":
-                case "scope":
-                    // these can be awaited to ensure sequential execution
-                    this.fsOperationQueue.enqueue(async () => {
-                        return await handleFileChange(event, filePath);
-                    });
-                    break;
-                default:
-                    // some files including APIs cannot be awaited currently
-                    this.fsOperationQueue.enqueue(async () => {
-                        void handleFileChange(event, filePath);
-                    });
+                this.updateInternalApiData(content, path);
             }
         });
-    }
-    getApiFiles() {
-        return this.formatApisToClientApis(this.apiFiles);
-    }
-    getTsFilePaths() {
-        return Object.keys(this.tsFiles);
-    }
-    getSourceTracker() {
-        return this.sourceTracker;
-    }
-    async writeFile(path, content, kind) {
-        if (kind === "ts") {
-            // happens eagerly regardless of error - possible desync
-            this.tsFiles[path] = content;
-            // TODO(george): as an optimization, we could update the memory snapshot of the file that SyncService is holding
-            await this.fsOperationQueue.enqueue(async () => {
-                await fs.writeFile(path, content);
-            });
-        }
-        else if (kind === "api") {
-            const currentApiFile = this.apiFiles[path];
-            const apiPb = yaml.parse(content);
-            // Client APIs have id, but server APIs don't
-            if (apiPb.metadata.id) {
-                delete apiPb.metadata.id;
-            }
-            const stepPathMap = currentApiFile?.stepPathMap ?? {};
-            this.updateApi({ api: apiPb, stepPathMap }, path);
-            // TODO(george): as an optimization, we could update the memory snapshot of the file that SyncService is holding
-            await this.fsOperationQueue.enqueue(async () => {
-                await writeApiFiles({ apiPb }, "api", path.split("/").slice(0, -1).join("/"), false, [], [], { extractLargeSourceFiles: true, minLinesForExtraction: 1 }, new Set(Object.keys(this.apiFiles)), stepPathMap);
-                // stepPathMap will be generated after the write when the file doesn't exist
-                if (this.apiFiles[path]) {
-                    this.apiFiles[path].stepPathMap = stepPathMap;
-                }
-            });
-        }
-    }
-    readFile(path) {
-        return this.tsFiles[path];
+        watcher.on("all", this.handleFileChange);
     }
     initializeSourceTracker() {
         this.sourceTracker = new SourceTracker(this._tracer);
@@ -400,49 +230,56 @@ export class FileSyncManager extends TracedEventEmitter {
         }
         return this.sourceTracker.handleNonVisualChangeByDeletingIds(path, content);
     }
-    async getFileWithIds(path) {
+    async getFileWithIds(filePath) {
         const logger = getLogger();
         if (!this.sourceTracker) {
             throw new Error("Source tracker not initialized");
         }
         const files = this.sourceTracker.getCurrentFiles();
-        if (!files[path]) {
-            throw new Error("File not found in source tracker " + path);
+        if (!files[filePath]) {
+            throw new Error("File not found in source tracker " + filePath);
         }
-        const ast = files[path].ast;
+        const ast = files[filePath].ast;
         if (!ast) {
-            throw new Error("No AST found for file in source tracker " + path);
+            throw new Error("No AST found for file in source tracker " + filePath);
         }
         const clonedAst = await transformFromAstAsync(ast, undefined, {
             ast: true,
         });
         if (!clonedAst?.ast) {
-            throw new Error("Failed to clone AST for file " + path);
+            throw new Error("Failed to clone AST for file " + filePath);
         }
+        const componentsManager = ComponentsManager.getInstance();
         const processedTransactions = this.getProcessedTransactionsWithNonce();
         const customImports = new Set();
-        let customBuildTraversal = {};
-        if (isCustomBuildEnabled()) {
-            customBuildTraversal = {
-                ImportDeclaration(path) {
+        traverse(clonedAst.ast, {
+            Program: {
+                exit(nodePath) {
+                    if (isCustomBuildEnabled()) {
+                        addLegacyCustomComponentVariables(nodePath, customImports);
+                    }
+                    // we want to inject the component name into the file so we can use it for hot reloading purposes
+                    const name = componentsManager.getComponentName(filePath);
+                    if (name) {
+                        nodePath.pushContainer("body", t.variableDeclaration("const", [
+                            t.variableDeclarator(t.identifier("componentName"), t.stringLiteral(name)),
+                        ]));
+                    }
+                },
+            },
+            ImportDeclaration(path) {
+                if (isCustomBuildEnabled()) {
                     // when we see a custom component, we want to track the import and modify it to point
                     // to the built source
                     modifyLegacyCustomComponentImports(path, customImports);
-                },
-                JSXElement(path) {
+                }
+            },
+            JSXElement(path) {
+                if (isCustomBuildEnabled()) {
                     // based on the imports we see, we want to modify the JSXElement that uses the custom component
                     modifyLegacyCustomComponentElements(path, customImports);
-                },
-                Program: {
-                    // we want to write the wrapped custom elements as local variables to the file
-                    exit(path) {
-                        addLegacyCustomComponentVariables(path, customImports);
-                    },
-                },
-            };
-        }
-        traverse(clonedAst.ast, {
-            ...customBuildTraversal,
+                }
+            },
             ReturnStatement(path) {
                 const argument = path.get("argument");
                 if (!argument.isJSXElement()) {
@@ -488,6 +325,246 @@ export class FileSyncManager extends TracedEventEmitter {
             return null;
         }
     }
+    enableOperationsQueue() {
+        this.operationProcessor.enable();
+    }
+    disableOperationsQueue() {
+        this.operationProcessor.disable();
+    }
+    async flushOperations() {
+        await this.operationProcessor.flush();
+    }
+    // MARK: file change handling
+    handleFileChange = async (event, filePath) => {
+        const logger = getLogger();
+        logger.info(`File changed: ${filePath}, event: ${event}`);
+        const rootPath = this.rootDir;
+        if (!rootPath) {
+            throw new Error("Root directory not set");
+        }
+        // Skip directory events
+        if (event === "addDir" || event === "unlinkDir") {
+            return;
+        }
+        const routePath = path.join(rootPath, ROUTES_FILE);
+        const fileType = SUPPORTED_FILETYPES.find((f) => filePath.endsWith(f.extension));
+        // Only handle files we care about and that are in our root path
+        if (!fileType || !filePath.startsWith(rootPath)) {
+            return;
+        }
+        // Queue the operation based on the event type
+        switch (event) {
+            case "add": {
+                const data = await readFile(filePath);
+                if (typeof data !== "string")
+                    return;
+                const isPage = isPageFilePath(filePath);
+                if (isPage) {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        execute: async () => {
+                            const file = await readFile(filePath);
+                            if (!file) {
+                                logger.error(`Failed to read file: ${filePath}`);
+                                return;
+                            }
+                            if (!(filePath in this.tsFiles)) {
+                                this.tsFiles[filePath] = file;
+                                this.handleNonVisualChangeByDeletingIds(filePath, file);
+                                this.emit("addPage", filePath);
+                            }
+                        },
+                    });
+                }
+                else {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        execute: async () => {
+                            switch (fileType.type) {
+                                case "api":
+                                case "python-api-step":
+                                case "js-api-step": {
+                                    await this.processApiFileUpdates(filePath, fileType);
+                                    break;
+                                }
+                            }
+                        },
+                    });
+                }
+                break;
+            }
+            case "change": {
+                if (filePath === routePath) {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        priority: true,
+                        execute: async () => {
+                            try {
+                                const data = JSON.parse((await readFile(filePath)) ?? "{}");
+                                if (!isEqual(this.routes, data))
+                                    this.routes = data;
+                                // this.addRoute assigns this.routes itself, causing this.routes === data
+                                // but we still want to emit the event to HMR root.tsx
+                                this.emit("routesChanged", this.routes);
+                            }
+                            catch (e) {
+                                logger.error("Error parsing routes file", getErrorMeta(e));
+                            }
+                        },
+                    });
+                    return;
+                }
+                else {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        execute: async () => {
+                            const fileType = SUPPORTED_FILETYPES.find((f) => filePath.endsWith(f.extension));
+                            if (!fileType || !filePath.startsWith(rootPath)) {
+                                return;
+                            }
+                            const data = await readFile(filePath);
+                            if (typeof data !== "string")
+                                return;
+                            switch (fileType.type) {
+                                case "tsx":
+                                case "scope":
+                                    {
+                                        if (!(filePath in this.tsFiles &&
+                                            this.tsFiles[filePath] === data)) {
+                                            logger.info(`File changed: ${filePath} updating AST tracker`);
+                                            this.tsFiles[filePath] = data;
+                                            // only update the source tracker if the file is different
+                                            this.handleNonVisualChangeByDeletingIds(filePath, data);
+                                            this.emit("fileChanged", filePath, data, true);
+                                        }
+                                        else {
+                                            logger.info(`File unchanged from last tracked state: ${filePath}`);
+                                            this.emit("fileChanged", filePath, data, false);
+                                        }
+                                    }
+                                    break;
+                                case "api":
+                                case "python-api-step":
+                                case "js-api-step":
+                                    {
+                                        await this.processApiFileUpdates(filePath, fileType);
+                                    }
+                                    break;
+                            }
+                        },
+                    });
+                }
+                break;
+            }
+            case "unlink": {
+                if (filePath in this.tsFiles) {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        execute: async () => {
+                            await this.deleteTsFile(filePath);
+                        },
+                    });
+                }
+                else if (filePath in this.apiFiles) {
+                    void this.operationProcessor.addOperation({
+                        metadata: {
+                            filePath,
+                        },
+                        execute: async () => {
+                            await this.removeApiData(filePath);
+                        },
+                    });
+                }
+                break;
+            }
+        }
+    };
+    async deleteTsFile(filePath) {
+        delete this.tsFiles[filePath];
+        this.sourceTracker?.removeFile(filePath);
+        if (isPageFilePath(filePath)) {
+            this.emit("deletePage", filePath);
+        }
+    }
+    getTsFilePaths() {
+        return Object.keys(this.tsFiles);
+    }
+    getSourceTracker() {
+        return this.sourceTracker;
+    }
+    // MARK: fs read/write
+    async writeFile(path, content, kind) {
+        switch (kind) {
+            case "ts": {
+                // happens eagerly regardless of error - possible desync
+                this.tsFiles[path] = content;
+                // TODO(george): as an optimization, we could update the memory snapshot of the file that SyncService is holding
+                await this.fsOperationQueue.enqueue(async () => {
+                    await fs.writeFile(path, content);
+                });
+                break;
+            }
+            case "api": {
+                const currentApiFile = this.apiFiles[path];
+                const apiPb = yaml.parse(content);
+                // Client APIs have id, but server APIs don't
+                if (apiPb.metadata.id) {
+                    delete apiPb.metadata.id;
+                }
+                const stepPathMap = currentApiFile?.stepPathMap ?? {};
+                this.updateInternalApiData({ api: apiPb, stepPathMap }, path);
+                // TODO(george): as an optimization, we could update the memory snapshot of the file that SyncService is holding
+                await this.fsOperationQueue.enqueue(async () => {
+                    await writeApiFiles({ apiPb }, "api", path.split("/").slice(0, -1).join("/"), false, [], [], { extractLargeSourceFiles: true, minLinesForExtraction: 1 }, new Set(Object.keys(this.apiFiles)), stepPathMap);
+                    // stepPathMap will be generated after the write when the file doesn't exist
+                    if (this.apiFiles[path]) {
+                        this.apiFiles[path].stepPathMap = stepPathMap;
+                    }
+                });
+                break;
+            }
+            default: {
+                // TODO(george): as an optimization, we could update the memory snapshot of the file that SyncService is holding
+                await this.fsOperationQueue.enqueue(async () => {
+                    await fs.writeFile(path, content);
+                });
+            }
+        }
+    }
+    readFile(path) {
+        return this.tsFiles[path];
+    }
+    async addRoute(route, filePath) {
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        this.routes[route] = { file: this.getRelativeRoutePath(filePath) };
+        await this.writeFile(path.join(this.rootDir, ROUTES_FILE), JSON.stringify(this.routes, null, 2));
+    }
+    async removeRoute(filePath) {
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        const relativeFilePath = this.getRelativeRoutePath(filePath);
+        this.routes = Object.fromEntries(Object.entries(this.routes).filter(([_, value]) => value.file !== relativeFilePath));
+        await this.writeFile(path.join(this.rootDir, ROUTES_FILE), JSON.stringify(this.routes, null, 2));
+    }
+    async writeChanges(changes, callback) {
+        return Promise.all(changes.map(async ({ fileName, source, kind }) => {
+            await this.writeFile(fileName, source, kind);
+            return callback?.(fileName, source);
+        }));
+    }
     getLocalBindingEntities(path) {
         const logger = getLogger();
         const files = this.sourceTracker?.getCurrentFiles();
@@ -515,8 +592,36 @@ export class FileSyncManager extends TracedEventEmitter {
         });
         return Array.from(localBindingEntities);
     }
-    pendingTransactions = new Set();
-    processedTransactions = [];
+    getPageRoots(filePath) {
+        const scopeFilePath = path.join(path.dirname(filePath), "index.tsx");
+        const currentFile = this.sourceTracker?.getCurrentFiles()[scopeFilePath];
+        if (!currentFile) {
+            return null;
+        }
+        return getPageRoots(filePath, currentFile);
+    }
+    getScope(filePath) {
+        // get the scope.ts file in the same directory as path
+        const scopeFilePath = path.join(path.dirname(filePath), SCOPE_FILE);
+        const currentFile = this.sourceTracker?.getCurrentFiles()[scopeFilePath];
+        if (!currentFile) {
+            console.log("File not found", scopeFilePath);
+            return null;
+        }
+        const scope = getScope(scopeFilePath, currentFile);
+        return scope;
+    }
+    getRoutes() {
+        const routes = [];
+        for (const [path, { file }] of Object.entries(this.routes)) {
+            routes.push({
+                path,
+                component: file,
+            });
+        }
+        return routes;
+    }
+    // MARK: transaction handling
     flushTransactions = () => {
         // TODO do something more sophisticated than this.
         this.processedTransactions = this.processedTransactions.slice(-20);
@@ -529,42 +634,92 @@ export class FileSyncManager extends TracedEventEmitter {
         }
         this.pendingTransactions.add(transactionId);
     };
-    transactionNonce = Date.now();
     // Until we have a sophisticated way to track ALL operations, including non-UI initiated ops, we will use a nonce
     // TODO https://github.com/superblocksteam/superblocks/pull/11788
     getProcessedTransactionsWithNonce() {
         const nonce = `t-${this.transactionNonce++}`;
         return this.processedTransactions.concat(nonce);
     }
+    // MARK: editor operations
     handleCreatePage = async (payload) => {
-        const { name } = payload;
+        this.trackTransaction(payload.transaction?.id);
+        const { name, route, navigateToRoute, routeTestParams } = payload;
         if (!this.rootDir) {
             throw new Error("Root directory not set");
         }
+        if (!route) {
+            throw new Error("Route is required when creating a page");
+        }
         const pagePath = getPageFolder(this.rootDir, name);
         const pageIndexPath = path.join(pagePath, "index.tsx");
-        const pageContent = /*js*/ `import { SbPage, SbContainer, registerPage } from "@superblocksteam/library";
+        const scopePath = path.join(pagePath, "scope.ts");
+        const pageContent = /*js*/ `import {
+  SbPage,
+  Dim,
+  SbSection,
+  SbColumn,
+  registerPage,
+} from "@superblocksteam/library";
+import { ${name}, ${name}Scope } from "./scope";
+
 function Page() {
-  return <SbPage name="${name}">
-    <SbContainer width={Dim.fill()} />
-  </SbPage>;
+  const {} = ${name};
+  return (
+    <SbPage name="${name}" height={Dim.fill()} width={Dim.fill()}>
+      <SbSection height={Dim.fill()}>
+        <SbColumn width={Dim.fill()}></SbColumn>
+      </SbSection>
+    </SbPage>
+  );
 }
 
-export default registerPage(Page, { name: "${name}" });
+export default registerPage(Page, ${name}Scope);
+`;
+        const scopeContent = /*js*/ `import { createSbScope } from "@superblocksteam/library";
+
+export const ${name}Scope = createSbScope<{}>(({ entities }) => ({}), {
+  name: "${name}",
+});
+
+export const ${name} = ${name}Scope.entities;
 `;
+        if (navigateToRoute) {
+            this.routeChangesQueue.push({
+                route: route,
+                routeTestParams: routeTestParams,
+            });
+        }
+        this.watcher?.unwatch(pagePath);
         await fs.mkdir(pagePath, { recursive: true });
         await this.writeFile(pageIndexPath, pageContent, "ts");
+        await this.writeFile(scopePath, scopeContent, "ts");
         await this.handleNonVisualChangeByDeletingIds(pageIndexPath, pageContent);
+        await this.handleNonVisualChangeByDeletingIds(scopePath, scopeContent);
+        this.watcher?.add(pagePath);
+        await this.addRoute(route, pageIndexPath);
         this.emit("addPage", pageIndexPath);
     };
+    handleDeletePage = async (payload) => {
+        const { name } = payload;
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        const pagePath = getPageFolder(this.rootDir, name);
+        await fs.rm(pagePath, { recursive: true, force: true });
+        await this.removeRoute(name);
+        this.emit("deletePage", pagePath);
+    };
+    get routeChange() {
+        return this.routeChangesQueue.shift();
+    }
     handleReparent = async (payload, writeFile = true) => {
         const { from, to, changedProps, transaction } = payload;
         this.trackTransaction(transaction?.id);
-        await this.sourceTracker?.setProperties({
+        this.sourceTracker?.setProperties({
             source: from.source,
             changes: changedProps ?? {},
         });
-        await this.sourceTracker?.moveElement({
+        this.sourceTracker?.moveElement({
             from,
             to,
         });
@@ -578,7 +733,7 @@ export default registerPage(Page, { name: "${name}" });
     };
     handleCreateComponent = async (payload, writeFile = true) => {
         this.trackTransaction(payload.transaction?.id);
-        const sourceId = await this.sourceTracker?.addElement(payload);
+        const sourceId = this.sourceTracker?.addElement(payload);
         if (writeFile) {
             const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
             await this.writeChanges(changes ?? [], (fileName) => {
@@ -592,7 +747,7 @@ export default registerPage(Page, { name: "${name}" });
         const { elements, transaction } = payload;
         this.trackTransaction(transaction?.id);
         for (const element of elements) {
-            await this.sourceTracker?.deleteElement({
+            this.sourceTracker?.deleteElement({
                 source: element.source,
                 scopeName: element.scopeName,
             });
@@ -608,7 +763,7 @@ export default registerPage(Page, { name: "${name}" });
     handleSetProperty = async (payload, writeFile = true) => {
         const { element: { source }, property, value, transaction, } = payload;
         this.trackTransaction(transaction?.id);
-        await this.sourceTracker?.setProperty({
+        this.sourceTracker?.setProperty({
             source,
             property,
             info: value,
@@ -623,7 +778,7 @@ export default registerPage(Page, { name: "${name}" });
     handleSetProperties = async (payload, writeFile = true) => {
         const { element: { source }, properties, transaction, } = payload;
         this.trackTransaction(transaction?.id);
-        await this.sourceTracker?.setProperties({
+        this.sourceTracker?.setProperties({
             source,
             changes: properties,
         });
@@ -679,11 +834,152 @@ export default registerPage(Page, { name: "${name}" });
         this.flushTransactions();
         return returnValues;
     };
-    handleUpdateApi = async (payload) => {
-        const { api } = payload;
-        if (!this.sourceTracker) {
-            throw new Error("Source tracker not initialized");
-        }
+    // MARK: entity operations
+    handleAddEntity = async (payload) => {
+        this.sourceTracker?.addEntity({
+            scopeId: payload.scopeId,
+            entity: {
+                type: payload.type,
+                name: payload.name,
+                attributes: payload.attributes,
+            },
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes, (fileName) => {
+            this.emit("addEntity", fileName, payload);
+        });
+    };
+    handleUpdateEntity = async (payload) => {
+        this.sourceTracker?.updateEntity({
+            entityId: payload.entityId,
+            updates: payload.updates,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes, (fileName) => {
+            this.emit("updateEntity", fileName, payload);
+        });
+    };
+    handleDeleteEntity = async (payload) => {
+        const deletedEntityName = this.sourceTracker?.deleteEntity({
+            entityId: payload.entityId,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes, (fileName) => {
+            if (deletedEntityName) {
+                this.emit("deleteEntity", fileName, deletedEntityName);
+            }
+        });
+    };
+    handleUpdateTheme = async (payload) => {
+        const { theme } = payload;
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        const filePath = path.join(this.rootDir, APP_THEME_FILE_NAME);
+        this.sourceTracker?.updateTheme({
+            themeFilePath: filePath,
+            theme,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes);
+    };
+    // MARK: rename operations
+    handleRenameElement = async (payload) => {
+        if (payload.kind === "component") {
+            return this.handleRenameComponent(payload);
+        }
+        else if (payload.kind === "entity") {
+            return this.handleRenameEntity(payload);
+        }
+        else if (payload.kind === "page") {
+            return this.handleRenamePage(payload);
+        }
+    };
+    handleRenameComponent = async (payload) => {
+        const { elementId, newName, oldName, scopeName } = payload;
+        await this.sourceTracker?.renameComponent({
+            widgetSourceId: elementId,
+            oldName,
+            newName,
+            scopeName,
+        });
+        await this.renameIdentifierInApis({
+            elementId,
+            oldName,
+            newName,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes, (fileName) => {
+            this.emit("renameComponent", fileName);
+        });
+    };
+    handleRenameEntity = async (payload) => {
+        const { elementId, newName, oldName, scopeName } = payload;
+        this.sourceTracker?.renameEntity({
+            entityId: elementId,
+            oldName,
+            newName,
+            scopeName,
+        });
+        await this.renameIdentifierInApis(payload);
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes, (fileName) => {
+            this.emit("renameEntity", fileName);
+        });
+    };
+    handleRenamePage = async (payload) => {
+        const { newName, oldName } = payload;
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        const newPageFolder = getPageFolder(this.rootDir, newName);
+        const newIndexFilePath = path.join(newPageFolder, "index.tsx");
+        const oldIndexFilePath = path.join(this.rootDir, "pages", oldName, "index.tsx");
+        const oldPageFolder = getPageFolder(this.rootDir, oldName);
+        this.watcher?.unwatch(newPageFolder);
+        this.watcher?.unwatch(oldPageFolder);
+        const existingRoute = Object.keys(this.routes).find((route) => this.routes[route]?.file ===
+            this.getRelativeRoutePath(oldIndexFilePath));
+        if (!existingRoute) {
+            throw new Error(`Route for ${oldName} not found`);
+        }
+        // Write the name attribute to the page file
+        await this.sourceTracker?.renamePage({
+            newName,
+            filePath: oldIndexFilePath,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes);
+        // A rename of a folder is an unlink followed by an add, so the file watcher will take over initializing this
+        // "new" page
+        await fs.rename(oldPageFolder, newPageFolder);
+        // Now we just clean up the routes
+        await this.removeRoute(oldIndexFilePath);
+        await this.addRoute(existingRoute, newIndexFilePath);
+        const newIndexFile = await readFile(newIndexFilePath);
+        if (!newIndexFile) {
+            throw new Error(`New index file ${newIndexFilePath} not found`);
+        }
+        this.tsFiles[newIndexFilePath] = newIndexFile;
+        await this.handleNonVisualChangeByDeletingIds(newIndexFilePath, newIndexFile);
+        this.emit("renamePage", newIndexFilePath);
+        // Re-add the watcher
+        this.watcher?.add(newPageFolder);
+        this.watcher?.add(oldPageFolder);
+    };
+    getRelativeRoutePath(filePath) {
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        // no leading slash
+        return path.relative(path.join(this.rootDir, PAGES_DIRECTORY), filePath);
+    }
+    // MARK: API operations
+    handleUpdateApi = async (payload) => {
+        const { api } = payload;
+        if (!this.sourceTracker) {
+            throw new Error("Source tracker not initialized");
+        }
         if (!this.rootDir) {
             throw new Error("Root directory not set");
         }
@@ -694,24 +990,24 @@ export default registerPage(Page, { name: "${name}" });
         if (!apiName) {
             throw new Error("API name is not set");
         }
-        const apiDir = path.join(this.rootDir, "pages", api.pageName, "apis", apiName);
-        const apiPath = path.join(apiDir, "api.yaml");
-        const isNewApi = !this.getApiFiles()[apiPath];
+        const apiFilePath = getApiFilePath(this.rootDir, api.pageName, apiName);
+        const apiDir = path.dirname(apiFilePath);
+        const isNewApi = !this.getApiFiles()[apiFilePath];
         try {
             const stats = await fs.stat(apiDir);
             if (!stats.isDirectory()) {
-                await fs.mkdir(apiDir, { recursive: true });
+                await this.fsOperationQueue.enqueue(async () => await fs.mkdir(apiDir, { recursive: true }));
             }
         }
         catch {
-            await fs.mkdir(apiDir, { recursive: true });
+            await this.fsOperationQueue.enqueue(async () => await fs.mkdir(apiDir, { recursive: true }));
         }
-        await this.writeFile(apiPath, yaml.stringify(api.apiPb), "api");
+        await this.writeFile(apiFilePath, yaml.stringify(api.apiPb), "api");
         const generationNumber = this.generationNumberSequence.next();
         const apiDef = this.createClientApi(api);
         let scopeId = "";
         if (isNewApi) {
-            scopeId = await this.createScopedApi(api);
+            scopeId = await this.addApiToScope(api);
         }
         else {
             const scopeDef = this.sourceTracker.getScopeDefinitionForPage(api.pageName);
@@ -720,20 +1016,6 @@ export default registerPage(Page, { name: "${name}" });
         this.emit("apiUpdate", { api: apiDef, scopeId });
         return { api: apiDef, scopeId, generationNumber };
     };
-    createScopedApi = async (api) => {
-        if (!this.sourceTracker) {
-            throw new Error("Source tracker not initialized");
-        }
-        // We want to add the API entity to our scope, but we do not want to emit entity events, because
-        // the API update event handles this particular side effect.
-        const scopeId = await this.sourceTracker.addApi({
-            pageName: api.pageName,
-            apiName: api.apiPb.metadata.name,
-        });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes);
-        return scopeId;
-    };
     handleDeleteApi = async (payload) => {
         const logger = getLogger();
         const { apis } = payload;
@@ -741,40 +1023,34 @@ export default registerPage(Page, { name: "${name}" });
             throw new Error("Root directory not set");
         }
         const rootDir = this.rootDir;
-        const executeDeleteApis = Promise.all(apis.map(({ apiName, pageName }) => {
-            return new Promise(
-            // eslint-disable-next-line no-async-promise-executor
-            async (resolve) => {
-                const apiFilePath = path.join(rootDir, "pages", pageName, "apis", apiName, "api.yaml");
-                const api = this.apiFiles[apiFilePath];
-                if (!api || !this.sourceTracker) {
-                    return resolve(undefined);
-                }
-                const apiDir = path.join(rootDir, "pages", pageName, "apis", apiName);
-                try {
-                    const stats = await fs.stat(apiDir);
-                    if (stats.isDirectory()) {
-                        await fs.rmdir(apiDir, { recursive: true });
-                    }
-                    delete this.apiFiles[apiFilePath];
-                    const scopeId = await this.sourceTracker.deleteApi({
-                        pageName,
-                        apiName,
-                    });
-                    resolve({
-                        apiName,
-                        pageName,
-                        scopeId,
-                    });
-                }
-                catch (e) {
-                    logger.warn(`Could not delete api ${apiFilePath} ${JSON.stringify(e)}`);
-                    resolve(undefined);
+        const deletedApis = [];
+        for (const { apiName, pageName } of apis) {
+            const apiFilePath = getApiFilePath(rootDir, pageName, apiName);
+            const api = this.apiFiles[apiFilePath];
+            if (!api || !this.sourceTracker) {
+                continue;
+            }
+            const apiDir = path.dirname(apiFilePath);
+            try {
+                const stats = await fs.stat(apiDir);
+                if (stats.isDirectory()) {
+                    await fs.rmdir(apiDir, { recursive: true });
                 }
-                resolve(undefined);
-            });
-        }));
-        const deletedApis = (await executeDeleteApis).filter((api) => api !== undefined);
+                delete this.apiFiles[apiFilePath];
+                const scopeId = this.sourceTracker.deleteApi({
+                    pageName,
+                    apiName,
+                });
+                deletedApis.push({
+                    apiName,
+                    pageName,
+                    scopeId,
+                });
+            }
+            catch (e) {
+                logger.warn(`Could not delete api ${apiFilePath} ${JSON.stringify(e)}`);
+            }
+        }
         const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
         await this.writeChanges(changes);
         this.emit("apiDelete", {
@@ -855,229 +1131,40 @@ export default registerPage(Page, { name: "${name}" });
             // TODO: Should I delete here?
         }));
     };
-    handleAddEntity = async (payload) => {
-        await this.sourceTracker?.addEntity({
-            scopeId: payload.scopeId,
-            entity: {
-                type: payload.type,
-                name: payload.name,
-                attributes: payload.attributes,
-            },
-        });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes, (fileName) => {
-            this.emit("addEntity", fileName, payload);
-        });
-    };
-    handleUpdateEntity = async (payload) => {
-        await this.sourceTracker?.updateEntity({
-            entityId: payload.entityId,
-            updates: payload.updates,
-        });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes, (fileName) => {
-            this.emit("updateEntity", fileName, payload);
-        });
-    };
-    handleDeleteEntity = async (payload) => {
-        const deletedEntityName = await this.sourceTracker?.deleteEntity({
-            entityId: payload.entityId,
-        });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes, (fileName) => {
-            if (deletedEntityName) {
-                this.emit("deleteEntity", fileName, deletedEntityName);
-            }
-        });
-    };
-    handleUpdateTheme = async (payload) => {
-        const { theme } = payload;
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
+    async removeApiData(filePath) {
+        const api = this.apiFiles[filePath];
+        if (!api) {
+            return;
         }
-        const filePath = path.join(this.rootDir, APP_THEME_FILE_NAME);
-        await this.sourceTracker?.updateTheme({
-            themeFilePath: filePath,
-            theme,
+        delete this.apiFiles[filePath];
+        this.sourceTracker?.deleteApi({
+            pageName: api.pageName,
+            apiName: api.apiPb.metadata.name,
         });
         const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
         await this.writeChanges(changes);
-    };
-    handleRenameElement = async (payload) => {
-        if (payload.kind === "component") {
-            return this.handleRenameComponent(payload);
-        }
-        else if (payload.kind === "entity") {
-            return this.handleRenameEntity(payload);
-        }
-        else if (payload.kind === "page") {
-            return this.handleRenamePage(payload);
-        }
-    };
-    handleRenameComponent = async (payload) => {
-        const { elementId, newName, oldName, scopeName } = payload;
-        await this.sourceTracker?.renameComponent({
-            widgetSourceId: elementId,
-            oldName,
-            newName,
-            scopeName,
-        });
-        await this.renameIdentifierInApis({
-            elementId,
-            oldName,
-            newName,
-        });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes, (fileName) => {
-            this.emit("renameComponent", fileName);
-        });
-    };
-    handleRenameEntity = async (payload) => {
-        const { elementId, newName, oldName, scopeName } = payload;
-        await this.sourceTracker?.renameEntity({
-            entityId: elementId,
-            oldName,
-            newName,
-            scopeName,
-        });
-        await this.renameIdentifierInApis(payload);
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes, (fileName) => {
-            this.emit("renameEntity", fileName);
-        });
-    };
-    handleRenamePage = async (payload) => {
-        const { newName, oldName } = payload;
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
-        }
-        const newPageFolder = getPageFolder(this.rootDir, newName);
-        const newIndexFilePath = path.join(newPageFolder, "index.tsx");
-        const oldIndexFilePath = path.join(this.rootDir, "pages", oldName, "index.tsx");
-        const oldPageFolder = getPageFolder(this.rootDir, oldName);
-        this.watcher?.unwatch(newPageFolder);
-        this.watcher?.unwatch(oldPageFolder);
-        const existingRoute = Object.keys(this.routes).find((route) => this.routes[route]?.file ===
-            this.getRelativeRoutePath(oldIndexFilePath));
-        if (!existingRoute) {
-            throw new Error(`Route for ${oldName} not found`);
-        }
-        // Write the name attribute to the page file
-        await this.sourceTracker?.renamePage({
-            newName,
-            filePath: oldIndexFilePath,
+        const scopeId = this.sourceTracker?.getScopeDefinitionForPage(api.pageName)?.id;
+        this.emit("apiManualDelete", {
+            api: {
+                id: getClientApiId(api.apiPb.metadata.name, api.pageName),
+                apiName: api.apiPb.metadata.name,
+                // TODO(saksham): get pagename more defensively
+                pageName: getPageName(filePath),
+                scopeId,
+            },
         });
-        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
-        await this.writeChanges(changes);
-        // A rename of a folder is an unlink followed by an add, so the file watcher will take over initializing this
-        // "new" page
-        await fs.rename(oldPageFolder, newPageFolder);
-        // Now we just clean up the routes
-        await this.removeRoute(oldIndexFilePath);
-        await this.addRoute(existingRoute, newIndexFilePath);
-        const newIndexFile = await readFile(newIndexFilePath);
-        if (!newIndexFile) {
-            throw new Error(`New index file ${newIndexFilePath} not found`);
-        }
-        this.tsFiles[newIndexFilePath] = newIndexFile;
-        await this.handleNonVisualChangeByDeletingIds(newIndexFilePath, newIndexFile);
-        this.emit("renamePage", newIndexFilePath);
-        // Re-add the watcher
-        this.watcher?.add(newPageFolder);
-        this.watcher?.add(oldPageFolder);
-    };
-    getPageRoots(filePath) {
-        const scopeFilePath = path.join(path.dirname(filePath), "index.tsx");
-        const currentFile = this.sourceTracker?.getCurrentFiles()[scopeFilePath];
-        if (!currentFile) {
-            return null;
-        }
-        return getPageRoots(filePath, currentFile);
-    }
-    getScope(filePath) {
-        // get the scope.ts file in the same directory as path
-        const scopeFilePath = path.join(path.dirname(filePath), SCOPE_FILE);
-        const currentFile = this.sourceTracker?.getCurrentFiles()[scopeFilePath];
-        if (!currentFile) {
-            console.log("File not found", scopeFilePath);
-            return null;
-        }
-        const scope = getScope(scopeFilePath, currentFile);
-        return scope;
-    }
-    getRoutes() {
-        const routes = [];
-        for (const [path, { file }] of Object.entries(this.routes)) {
-            routes.push({
-                path,
-                component: file,
-            });
-        }
-        return routes;
-    }
-    async addRoute(route, filePath) {
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
-        }
-        this.routes[route] = { file: this.getRelativeRoutePath(filePath) };
-        await this.writeFile(path.join(this.rootDir, ROUTES_FILE), JSON.stringify(this.routes, null, 2));
-    }
-    async removeRoute(filePath) {
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
-        }
-        const relativeFilePath = this.getRelativeRoutePath(filePath);
-        this.routes = Object.fromEntries(Object.entries(this.routes).filter(([_, value]) => value.file !== relativeFilePath));
-        await this.writeFile(path.join(this.rootDir, ROUTES_FILE), JSON.stringify(this.routes, null, 2));
-    }
-    async writeChanges(changes, callback) {
-        return Promise.all(changes.map(async ({ fileName, source, kind }) => {
-            await this.writeFile(fileName, source, kind);
-            return callback?.(fileName, source);
-        }));
     }
-    getNodeForWidgetSourceId(id) {
-        return this.sourceTracker?.getElementToLocation(id);
-    }
-    getAstForWidgetSourceId(id) {
-        const filePath = this.sourceTracker?.getElementToFilePath(id);
-        if (!filePath) {
-            return null;
-        }
-        return this.sourceTracker?.getCurrentFiles()[filePath]?.ast;
-    }
-    renameIdentifierInApis = async ({ elementId, oldName, newName, parentBinding, }) => {
-        const apisInScope = structuredClone(this.getApisInScope(elementId));
-        await this.renameManager.renameEntityInApis({
-            oldName,
-            newName,
-            parentBinding,
-            apis: apisInScope,
-        });
-        // only save the APIs that have changed
-        await Promise.all(apisInScope.map(({ api, filePath }) => {
-            if (isEqual(api?.apiPb, this.apiFiles[filePath]?.apiPb)) {
-                return Promise.resolve();
+    getApiFiles() {
+        return Object.keys(this.apiFiles).reduce((acc, key) => {
+            if (!this.apiFiles[key]) {
+                return acc;
             }
-            return this.writeFile(filePath, yaml.stringify(api?.apiPb), "api");
-        }));
-    };
-    getApisInScope = (elementId) => {
-        const filePath = this.sourceTracker?.getElementToFilePath(elementId);
-        if (!filePath) {
-            return [];
-        }
-        const pagePath = path.dirname(filePath);
-        return Object.entries(this.apiFiles)
-            .filter(([filePath]) => filePath.includes(pagePath))
-            .map(([filePath, api]) => ({ api, filePath }));
-    };
-    getRelativeRoutePath(filePath) {
-        if (!this.rootDir) {
-            throw new Error("Root directory not set");
-        }
-        // no leading slash
-        return path.relative(path.join(this.rootDir, PAGES_DIRECTORY), filePath);
+            acc[key] = {
+                api: this.createClientApi(this.apiFiles[key]),
+                scopeId: this.apiFiles[key].scopeId,
+            };
+            return acc;
+        }, {});
     }
     // Utilities for converting server API format to Client API format
     // We internally save the API as the server does, but we return should always return it
@@ -1094,19 +1181,21 @@ export default registerPage(Page, { name: "${name}" });
             },
         };
     }
-    formatApisToClientApis(serverApis) {
-        return Object.keys(serverApis).reduce((acc, key) => {
-            if (!serverApis[key]) {
-                return acc;
-            }
-            acc[key] = {
-                api: this.createClientApi(serverApis[key]),
-                scopeId: serverApis[key].scopeId,
-            };
-            return acc;
-        }, {});
-    }
-    async processApiUpdates(filePath, fileType) {
+    addApiToScope = async (api) => {
+        if (!this.sourceTracker) {
+            throw new Error("Source tracker not initialized");
+        }
+        // We want to add the API entity to our scope, but we do not want to emit entity events, because
+        // the API update event handles this particular side effect.
+        const scopeId = await this.sourceTracker.addApi({
+            pageName: api.pageName,
+            apiName: api.apiPb.metadata.name,
+        });
+        const changes = (await this.sourceTracker?.getAndFlushChanges()) ?? [];
+        await this.writeChanges(changes);
+        return scopeId;
+    };
+    async processApiFileUpdates(filePath, fileType) {
         let yamlPath = filePath;
         if (fileType.type === "python-api-step" ||
             fileType.type === "js-api-step") {
@@ -1124,7 +1213,7 @@ export default registerPage(Page, { name: "${name}" });
             const parsedData = { apiPb: apiContent?.api };
             if (!(yamlPath in this.apiFiles &&
                 isEqual(this.apiFiles[yamlPath]?.apiPb, parsedData.apiPb))) {
-                const { updatedApi, pageName, isNewApi } = this.updateApi({
+                const { updatedApi, pageName, isNewApi } = this.updateInternalApiData({
                     api: parsedData.apiPb,
                     stepPathMap: apiContent.stepPathMap,
                 }, yamlPath);
@@ -1135,7 +1224,7 @@ export default registerPage(Page, { name: "${name}" });
                     return;
                 }
                 if (isNewApi) {
-                    await this.createScopedApi(updatedApi);
+                    await this.addApiToScope(updatedApi);
                 }
                 this.emit("apiManualUpdate", {
                     api: this.createClientApi(updatedApi),
@@ -1151,9 +1240,56 @@ export default registerPage(Page, { name: "${name}" });
             logger.error(`Error updating API: ${yamlPath}, error: ${error}`);
         }
     }
+    updateInternalApiData = (content, path) => {
+        if (!this.rootDir) {
+            throw new Error("Root directory not set");
+        }
+        const { api: apiContents, stepPathMap } = content;
+        const pageName = getPageName(path);
+        let scopeId = this.sourceTracker?.getScopeDefinitionForPage(pageName)?.id;
+        if (!scopeId) {
+            console.warn("Scope ID not found for API", apiContents.metadata.name);
+            scopeId = "";
+        }
+        const updatedApi = {
+            apiPb: yaml.parse(JSON.stringify(apiContents)),
+            pageName,
+            stepPathMap,
+            scopeId,
+        };
+        const isNewApi = !this.apiFiles[path];
+        this.apiFiles[path] = updatedApi;
+        return { updatedApi, pageName, isNewApi };
+    };
+    renameIdentifierInApis = async ({ elementId, oldName, newName, parentBinding, }) => {
+        const apisInScope = structuredClone(this.getApisInScope(elementId));
+        await this.renameManager.renameEntityInApis({
+            oldName,
+            newName,
+            parentBinding,
+            apis: apisInScope,
+        });
+        // only save the APIs that have changed
+        await Promise.all(apisInScope.map(({ api, filePath }) => {
+            if (isEqual(api?.apiPb, this.apiFiles[filePath]?.apiPb)) {
+                return Promise.resolve();
+            }
+            return this.writeFile(filePath, yaml.stringify(api?.apiPb), "api");
+        }));
+    };
+    getApisInScope = (elementId) => {
+        const filePath = this.sourceTracker?.getElementToFilePath(elementId);
+        if (!filePath) {
+            return [];
+        }
+        const pagePath = path.dirname(filePath);
+        return Object.entries(this.apiFiles)
+            .filter(([filePath]) => filePath.includes(pagePath))
+            .map(([filePath, api]) => ({ api, filePath }));
+    };
 }
 // Add new mock implementation
-export class MockFileSyncManager extends FileSyncManager {
+export class MockFileSyncManager extends FileSystemManager {
     tsFiles = {};
     apiFiles = {};
     async watch(_watcher, _path) {
@@ -1207,8 +1343,7 @@ async function readFile(path) {
         // in order for try-catch to work, we need to intentionally await the readFile call,
         // otherwise the error won't be be caught
         // see: https://github.com/nodejs/node/issues/51894#issuecomment-1974017737
-        const content = await fs.readFile(path, "utf-8");
-        return content;
+        return await fs.readFile(path, "utf-8");
     }
     catch (e) {
         getLogger().error(`error reading file: ${path}`, getErrorMeta(e));
@@ -1229,12 +1364,4 @@ async function readFiles(dir) {
 const getMergedApiContent = async (path) => {
     return readAppApiYamlFile(path.split("/").slice(0, -1).join("/"));
 };
-const getPageName = (path) => {
-    const parts = path.split("/");
-    const pagesIndex = parts.findIndex((part) => part === "pages");
-    if (pagesIndex !== -1 && parts[pagesIndex + 1]) {
-        return parts[pagesIndex + 1] ?? "";
-    }
-    return "";
-};
 //# sourceMappingURL=file-system-manager.js.map