@superblocksteam/vite-plugin-file-sync 2.0.18-next.2 → 2.0.18-next.20

package/dist/ai-service/app-interface/source-tracker.d.ts

@@ -9,9 +9,16 @@ export declare class SourceTrackerInterface {
         imports: Record<string, boolean>;
     }>;
     getElementToFilePathMap(): Record<`SB-${string}`, string> | undefined;
-    getElementToFilePath(el?: SbElement): string | Record<`SB-${string}`, string>;
+    getElementToFilePath(el: SbElement): string;
     getElementToLocationMap(): Record<`SB-${string}`, import("@babel/traverse").NodePath<import("@babel/types").Node>> | undefined;
-    getElementToLocation(el?: SbElement): import("@babel/traverse").NodePath<import("@babel/types").Node> | Record<`SB-${string}`, import("@babel/traverse").NodePath<import("@babel/types").Node>>;
+    getElementToLocation(el: SbElement): import("@babel/traverse").NodePath<import("@babel/types").Node>;
     getScopeDefinitionForPage(pageName: string): import("../../parsing/scope.js").SbScopeDefinition | undefined;
+    getAndFlushChanges(): Promise<{
+        fileName: string;
+        source: string;
+        kind: import("../../source-tracker.js").SourceKind;
+    }[]>;
+    setProperties(...args: Parameters<SourceTracker["setProperties"]>): void;
+    isCustomComponent(elementId: string): boolean;
 }
 //# sourceMappingURL=source-tracker.d.ts.map

package/dist/ai-service/app-interface/source-tracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source-tracker.d.ts","sourceRoot":"","sources":["../../../src/ai-service/app-interface/source-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uCAAuC,CAAC;AAEvE,qBAAa,sBAAsB;IACjC,OAAO,CAAC,aAAa,CAA4B;IAE1C,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS;IAIhE,eAAe;;;;;IAOf,uBAAuB;IAIvB,oBAAoB,CAAC,EAAE,CAAC,EAAE,SAAS;IASnC,uBAAuB;IAIvB,oBAAoB,CAAC,EAAE,CAAC,EAAE,SAAS;IASnC,yBAAyB,CAAC,QAAQ,EAAE,MAAM;CAM3C"}
+{"version":3,"file":"source-tracker.d.ts","sourceRoot":"","sources":["../../../src/ai-service/app-interface/source-tracker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uCAAuC,CAAC;AAEvE,qBAAa,sBAAsB;IACjC,OAAO,CAAC,aAAa,CAA4B;IAE1C,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS;IAOhE,eAAe;;;;;IAOf,uBAAuB;IAIvB,oBAAoB,CAAC,EAAE,EAAE,SAAS;IAQlC,uBAAuB;IAIvB,oBAAoB,CAAC,EAAE,EAAE,SAAS;IAQlC,yBAAyB,CAAC,QAAQ,EAAE,MAAM;IAO1C,kBAAkB;;;;;IAOlB,aAAa,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IAOjE,iBAAiB,CAAC,SAAS,EAAE,MAAM;CAMpC"}

package/dist/ai-service/app-interface/source-tracker.js

@@ -1,6 +1,10 @@
+import { ComponentsManager } from "../../components-manager.js";
 export class SourceTrackerInterface {
     sourceTracker;
     setSourceTracker(sourceTracker) {
+        if (this.sourceTracker) {
+            throw new Error("Source tracker already initialized");
+        }
         this.sourceTracker = sourceTracker;
     }
     getCurrentFiles() {
@@ -16,8 +20,6 @@ export class SourceTrackerInterface {
         if (!this.sourceTracker) {
             throw new Error("Source tracker not initialized");
         }
-        if (el === undefined)
-            return this.sourceTracker.getElementToFilePath();
         return this.sourceTracker.getElementToFilePath(el);
     }
     getElementToLocationMap() {
@@ -27,8 +29,6 @@ export class SourceTrackerInterface {
         if (!this.sourceTracker) {
             throw new Error("Source tracker not initialized");
         }
-        if (el === undefined)
-            return this.sourceTracker.getElementToLocation();
         return this.sourceTracker.getElementToLocation(el);
     }
     getScopeDefinitionForPage(pageName) {
@@ -37,5 +37,23 @@ export class SourceTrackerInterface {
         }
         return this.sourceTracker.getScopeDefinitionForPage(pageName);
     }
+    getAndFlushChanges() {
+        if (!this.sourceTracker) {
+            throw new Error("Source tracker not initialized");
+        }
+        return this.sourceTracker.getAndFlushChanges();
+    }
+    setProperties(...args) {
+        if (!this.sourceTracker) {
+            throw new Error("Source tracker not initialized");
+        }
+        this.sourceTracker.setProperties(...args);
+    }
+    isCustomComponent(elementId) {
+        if (!this.sourceTracker) {
+            throw new Error("Source tracker not initialized");
+        }
+        return ComponentsManager.getInstance().isCustomComponent(elementId);
+    }
 }
 //# sourceMappingURL=source-tracker.js.map

package/dist/ai-service/app-interface/source-tracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"source-tracker.js","sourceRoot":"","sources":["../../../src/ai-service/app-interface/source-tracker.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,sBAAsB;IACzB,aAAa,CAA4B;IAE1C,gBAAgB,CAAC,aAAwC;QAC9D,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,eAAe;QACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;IAC9C,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,CAAC;IACpD,CAAC;IAED,oBAAoB,CAAC,EAAc;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,CAAC;IACpD,CAAC;IAED,oBAAoB,CAAC,EAAc;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,yBAAyB,CAAC,QAAgB;QACxC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;CACF"}
+{"version":3,"file":"source-tracker.js","sourceRoot":"","sources":["../../../src/ai-service/app-interface/source-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAIhE,MAAM,OAAO,sBAAsB;IACzB,aAAa,CAA4B;IAE1C,gBAAgB,CAAC,aAAwC;QAC9D,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,eAAe;QACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;IAC9C,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,CAAC;IACpD,CAAC;IAED,oBAAoB,CAAC,EAAa;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,CAAC;IACpD,CAAC;IAED,oBAAoB,CAAC,EAAa;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,yBAAyB,CAAC,QAAgB;QACxC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;IACjD,CAAC;IAED,aAAa,CAAC,GAAG,IAAgD;QAC/D,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,iBAAiB,CAAC,SAAiB;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,iBAAiB,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;CACF"}

package/dist/ai-service/artifacts/bolt.js

@@ -10,19 +10,19 @@ export class BoltArtifactProcessor {
         };
     }
     extractFileArtifacts(text) {
-        const files = text.match(/<boltAction type="file" filePath="([^"]+)">([\s\S]*?)<\/boltAction>/g);
+        const files = text.match(/<boltAction type="(file|component)" filePath="([^"]+)">([\s\S]*?)<\/boltAction>/g);
         if (!files) {
             return [];
         }
         return files
             .map((file) => {
-            const match = file.match(/<boltAction type="file" filePath="([^"]+)">([\s\S]*?)<\/boltAction>/);
+            const match = file.match(/<boltAction type="(file|component)" filePath="([^"]+)">([\s\S]*?)<\/boltAction>/);
             if (!match)
                 return null;
-            const [, filePath, content] = match;
+            const [, type, filePath, content] = match;
             return content
                 ? {
-                    type: "file",
+                    type,
                     filePath,
                     content: content.trim(),
                 }

package/dist/ai-service/artifacts/bolt.js.map

@@ -1 +1 @@
-{"version":3,"file":"bolt.js","sourceRoot":"","sources":["../../../src/ai-service/artifacts/bolt.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,qBAAqB;IAChC,qBAAqB,CAAC,KAAqB;QACzC,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,OAAO,qCAAqC,IAAI,CAAC,QAAQ,OAAO,IAAI,CAAC,OAAO,iBAAiB,CAAC;QAChG,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,2DAA2D,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAE1H,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC1C,CAAC;IACJ,CAAC;IAED,oBAAoB,CAAC,IAAY;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,sEAAsE,CACvE,CAAC;QAEF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,qEAAqE,CACtE,CAAC;YACF,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YAExB,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;YAEpC,OAAO,OAAO;gBACZ,CAAC,CAAC;oBACE,IAAI,EAAE,MAAM;oBACZ,QAAQ;oBACR,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;iBACxB;gBACH,CAAC,CAAC,IAAI,CAAC;QACX,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAwB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3D,CAAC;CACF"}
+{"version":3,"file":"bolt.js","sourceRoot":"","sources":["../../../src/ai-service/artifacts/bolt.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,qBAAqB;IAChC,qBAAqB,CAAC,KAAqB;QACzC,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,OAAO,qCAAqC,IAAI,CAAC,QAAQ,OAAO,IAAI,CAAC,OAAO,iBAAiB,CAAC;QAChG,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,2DAA2D,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAE1H,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC1C,CAAC;IACJ,CAAC;IAED,oBAAoB,CAAC,IAAY;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,kFAAkF,CACnF,CAAC;QAEF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,iFAAiF,CAClF,CAAC;YACF,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YAExB,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;YAE1C,OAAO,OAAO;gBACZ,CAAC,CAAC;oBACE,IAAI;oBACJ,QAAQ;oBACR,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;iBACxB;gBACH,CAAC,CAAC,IAAI,CAAC;QACX,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAwB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3D,CAAC;CACF"}

package/dist/ai-service/context/app-context.d.ts

@@ -0,0 +1,37 @@
+import type { AppScope, SbElement } from "@superblocksteam/library-shared/types";
+import type { IApiV3Dto } from "@superblocksteam/library-shared/types";
+type ComponentSemanticInfo = {
+    id: SbElement;
+    tagName: string;
+    bindName: string | undefined;
+    semanticPath: string;
+    semanticProperties: Record<string, any>;
+    nthOfType: number;
+    isCustomComponent: boolean;
+};
+type ApiBlockSemanticInfo = {
+    name: string;
+    type: string;
+    id: string | undefined;
+    pluginType?: string;
+};
+type ApiSemanticInfo = {
+    name: string;
+    blocks: ApiBlockSemanticInfo[];
+};
+export declare class AppContextStore {
+    componentSemanticsById: Record<SbElement, ComponentSemanticInfo>;
+    apiSemanticsByName: Record<string, ApiSemanticInfo>;
+    private extractSemanticProperties;
+    private getBlockType;
+    private getPluginType;
+    private extractBlockInfo;
+    private extractApiSemantics;
+    handleApiUpdate(api: IApiV3Dto): void;
+    handleApiDelete(apiName: string): void;
+    private traverseWidgetTree;
+    handleAppScopeReset(appScope: AppScope): void;
+    isEssentiallyBlank(): boolean;
+}
+export {};
+//# sourceMappingURL=app-context.d.ts.map

package/dist/ai-service/context/app-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-context.d.ts","sourceRoot":"","sources":["../../../src/ai-service/context/app-context.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACV,QAAQ,EAER,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uCAAuC,CAAC;AAmBvE,KAAK,qBAAqB,GAAG;IAC3B,EAAE,EAAE,SAAS,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF,KAAK,oBAAoB,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,GAAG,SAAS,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,eAAe,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,oBAAoB,EAAE,CAAC;CAChC,CAAC;AAEF,qBAAa,eAAe;IACnB,sBAAsB,EAAE,MAAM,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAM;IACtE,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAM;IAEhE,OAAO,CAAC,yBAAyB;IA0BjC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,gBAAgB;IA8DxB,OAAO,CAAC,mBAAmB;IAcpB,eAAe,CAAC,GAAG,EAAE,SAAS;IAO9B,eAAe,CAAC,OAAO,EAAE,MAAM;IAItC,OAAO,CAAC,kBAAkB;IAyEnB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ;IAWtC,kBAAkB,IAAI,OAAO;CAerC"}

package/dist/ai-service/context/app-context.js

@@ -0,0 +1,205 @@
+// this is a store that tracks the app context
+// it will contain the app and page scopes
+// entity names and types
+// this will serve as clark's understanding of the app
+// it will be updated as the user makes changes to the app
+// it will be used to help generate the prompt for the LLM
+import { isWidgetNode, } from "@superblocksteam/library-shared";
+import { ComponentsManager } from "../../components-manager.js";
+// copied from shared
+const ALL_BLOCK_TYPES = [
+    "break",
+    "return",
+    "wait",
+    "throw",
+    "parallel",
+    "conditional",
+    "loop",
+    "tryCatch",
+    "step",
+    "variables",
+    "send",
+    "stream",
+];
+export class AppContextStore {
+    componentSemanticsById = {};
+    apiSemanticsByName = {};
+    extractSemanticProperties(properties) {
+        const semanticProperties = {};
+        const propsToExtract = [
+            "backgroundColor",
+            "textColor",
+            "icon",
+            "width",
+            "height",
+            "text",
+            "label",
+            "title",
+            "headerText",
+            "buttonStyle",
+        ];
+        for (const propName of propsToExtract) {
+            if (properties[propName] && properties[propName].value !== undefined) {
+                semanticProperties[propName] = properties[propName].value;
+            }
+        }
+        return semanticProperties;
+    }
+    getBlockType(block) {
+        for (const type of ALL_BLOCK_TYPES) {
+            if (type in block) {
+                return type;
+            }
+        }
+        return undefined;
+    }
+    getPluginType(block) {
+        if (block.step) {
+            // it's the key in the step config that isn't 'integration'
+            return Object.keys(block.step).find((k) => k !== "integration");
+        }
+        return undefined;
+    }
+    extractBlockInfo(blocks = []) {
+        const results = [];
+        for (const block of blocks) {
+            const type = this.getBlockType(block);
+            if (!type)
+                continue;
+            const pluginType = this.getPluginType(block);
+            const id = block.step?.integration;
+            results.push({
+                name: block.name,
+                type,
+                pluginType,
+                id: id === pluginType ? undefined : id,
+            });
+            // Recursively process nested blocks
+            if (block.conditional) {
+                const { if: ifCond, elseIf, else: elseCond } = block.conditional;
+                if (ifCond?.blocks) {
+                    results.push(...this.extractBlockInfo(ifCond.blocks));
+                }
+                if (elseIf) {
+                    for (const cond of elseIf) {
+                        if (cond.blocks) {
+                            results.push(...this.extractBlockInfo(cond.blocks));
+                        }
+                    }
+                }
+                if (elseCond?.blocks) {
+                    results.push(...this.extractBlockInfo(elseCond.blocks));
+                }
+            }
+            else if (block.loop?.blocks) {
+                results.push(...this.extractBlockInfo(block.loop.blocks));
+            }
+            else if (block.tryCatch) {
+                const { try: tryBlock, catch: catchBlock, finally: finallyBlock, } = block.tryCatch;
+                if (tryBlock?.blocks) {
+                    results.push(...this.extractBlockInfo(tryBlock.blocks));
+                }
+                if (catchBlock?.blocks) {
+                    results.push(...this.extractBlockInfo(catchBlock.blocks));
+                }
+                if (finallyBlock?.blocks) {
+                    results.push(...this.extractBlockInfo(finallyBlock.blocks));
+                }
+            }
+            else if (block.parallel?.static?.paths) {
+                for (const path of Object.values(block.parallel.static.paths)) {
+                    if (path.blocks) {
+                        results.push(...this.extractBlockInfo(path.blocks));
+                    }
+                }
+            }
+        }
+        return results;
+    }
+    extractApiSemantics(apis = []) {
+        return Object.fromEntries(apis.map((api) => [
+            api.name,
+            {
+                name: api.name,
+                blocks: this.extractBlockInfo(api.apiPb.blocks),
+            },
+        ]));
+    }
+    handleApiUpdate(api) {
+        this.apiSemanticsByName[api.name] = {
+            name: api.name,
+            blocks: this.extractBlockInfo(api.apiPb.blocks),
+        };
+    }
+    handleApiDelete(apiName) {
+        delete this.apiSemanticsByName[apiName];
+    }
+    traverseWidgetTree(pages) {
+        const semantics = [];
+        const processSiblings = (siblings, path) => {
+            if (!siblings) {
+                return;
+            }
+            const tagNameCounts = {};
+            for (const node of siblings) {
+                if (isWidgetNode(node)) {
+                    tagNameCounts[node.tagName] = (tagNameCounts[node.tagName] ?? 0) + 1;
+                }
+            }
+            const tagNameRunningCounts = {};
+            for (const node of siblings) {
+                traverse(node, path, tagNameCounts, tagNameRunningCounts);
+            }
+        };
+        const traverse = (node, parentPath, siblingTagCounts, siblingTagRunningCounts) => {
+            let currentPath = parentPath;
+            let nthOfType = 0;
+            if (isWidgetNode(node)) {
+                const totalOfType = siblingTagCounts[node.tagName] ?? 1;
+                const runningCount = (siblingTagRunningCounts[node.tagName] ?? 0) + 1;
+                siblingTagRunningCounts[node.tagName] = runningCount;
+                nthOfType = runningCount;
+                let pathSegment = node.tagName;
+                if (totalOfType > 1) {
+                    pathSegment = `${node.tagName}[${nthOfType}]`;
+                }
+                currentPath = [...parentPath, pathSegment];
+                const semanticPath = currentPath.join(" > ");
+                const info = {
+                    id: node.id,
+                    tagName: node.tagName,
+                    bindName: node.name === node.tagName ? undefined : node.name,
+                    semanticPath,
+                    semanticProperties: this.extractSemanticProperties(node.properties),
+                    nthOfType,
+                    isCustomComponent: ComponentsManager.getInstance().isCustomComponent(node.tagName),
+                };
+                semantics.push(info);
+            }
+            if ("children" in node && node.children) {
+                processSiblings(node.children, currentPath);
+            }
+        };
+        for (const page of Object.values(pages)) {
+            const pagePath = [page.name];
+            const rootNodes = page.roots.map((r) => r.root);
+            processSiblings(rootNodes, pagePath);
+        }
+        return semantics;
+    }
+    handleAppScopeReset(appScope) {
+        this.componentSemanticsById = Object.fromEntries(this.traverseWidgetTree(appScope.pages).map((widgetInfo) => [
+            widgetInfo.id,
+            widgetInfo,
+        ]));
+        this.apiSemanticsByName = this.extractApiSemantics(appScope.apis);
+    }
+    isEssentiallyBlank() {
+        const nonPageSectionColumnComponents = Object.values(this.componentSemanticsById).filter((component) => component.tagName !== "Page" &&
+            component.tagName !== "Section" &&
+            component.tagName !== "Column");
+        return (nonPageSectionColumnComponents.length === 0 &&
+            Object.keys(this.apiSemanticsByName).length === 0);
+    }
+}
+//# sourceMappingURL=app-context.js.map

package/dist/ai-service/context/app-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-context.js","sourceRoot":"","sources":["../../../src/ai-service/context/app-context.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,0CAA0C;AAC1C,yBAAyB;AAEzB,sDAAsD;AACtD,0DAA0D;AAC1D,0DAA0D;AAE1D,OAAO,EACL,YAAY,GAGb,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAShE,qBAAqB;AACrB,MAAM,eAAe,GAAG;IACtB,OAAO;IACP,QAAQ;IACR,MAAM;IACN,OAAO;IACP,UAAU;IACV,aAAa;IACb,MAAM;IACN,UAAU;IACV,MAAM;IACN,WAAW;IACX,MAAM;IACN,QAAQ;CACA,CAAC;AAwBX,MAAM,OAAO,eAAe;IACnB,sBAAsB,GAA6C,EAAE,CAAC;IACtE,kBAAkB,GAAoC,EAAE,CAAC;IAExD,yBAAyB,CAC/B,UAAwC;QAExC,MAAM,kBAAkB,GAAwB,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG;YACrB,iBAAiB;YACjB,WAAW;YACX,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;YACN,OAAO;YACP,OAAO;YACP,YAAY;YACZ,aAAa;SACd,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACtC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACrE,kBAAkB,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAEO,YAAY,CAClB,KAAgB;QAEhB,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;YACnC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,aAAa,CAAC,KAAgB;QACpC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,2DAA2D;YAC3D,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,gBAAgB,CAAC,SAAsB,EAAE;QAC/C,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC;YAEnC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI;gBACJ,UAAU;gBACV,EAAE,EAAE,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;aACvC,CAAC,CAAC;YAEH,oCAAoC;YACpC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;gBACjE,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxD,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;wBAC1B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;4BAChB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,EACJ,GAAG,EAAE,QAAQ,EACb,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,YAAY,GACtB,GAAG,KAAK,CAAC,QAAQ,CAAC;gBACnB,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,UAAU,EAAE,MAAM,EAAE,CAAC;oBACvB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,YAAY,EAAE,MAAM,EAAE,CAAC;oBACzB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBACzC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,mBAAmB,CACzB,OAAoB,EAAE;QAEtB,OAAO,MAAM,CAAC,WAAW,CACvB,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YAChB,GAAG,CAAC,IAAI;YACR;gBACE,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;aAChD;SACF,CAAC,CACH,CAAC;IACJ,CAAC;IAEM,eAAe,CAAC,GAAc;QACnC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;YAClC,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;SAChD,CAAC;IACJ,CAAC;IAEM,eAAe,CAAC,OAAe;QACpC,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAEO,kBAAkB,CACxB,KAAgC;QAEhC,MAAM,SAAS,GAA4B,EAAE,CAAC;QAE9C,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,IAAc,EAAE,EAAE;YAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO;YACT,CAAC;YAED,MAAM,aAAa,GAA2B,EAAE,CAAC;YACjD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;YAED,MAAM,oBAAoB,GAA2B,EAAE,CAAC;YACxD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,oBAAoB,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,CACf,IAAU,EACV,UAAoB,EACpB,gBAAwC,EACxC,uBAA+C,EAC/C,EAAE;YACF,IAAI,WAAW,GAAG,UAAU,CAAC;YAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM,YAAY,GAAG,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACtE,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;gBACrD,SAAS,GAAG,YAAY,CAAC;gBAEzB,IAAI,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC/B,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;oBACpB,WAAW,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,GAAG,CAAC;gBAChD,CAAC;gBACD,WAAW,GAAG,CAAC,GAAG,UAAU,EAAE,WAAW,CAAC,CAAC;gBAC3C,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAE7C,MAAM,IAAI,GAA0B;oBAClC,EAAE,EAAE,IAAI,CAAC,EAAe;oBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;oBAC5D,YAAY;oBACZ,kBAAkB,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,UAAU,CAAC;oBACnE,SAAS;oBACT,iBAAiB,EAAE,iBAAiB,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAClE,IAAI,CAAC,OAAO,CACb;iBACF,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,UAAU,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACxC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChD,eAAe,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,mBAAmB,CAAC,QAAkB;QAC3C,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,WAAW,CAC9C,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1D,UAAU,CAAC,EAAE;YACb,UAAU;SACX,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAEM,kBAAkB;QACvB,MAAM,8BAA8B,GAAG,MAAM,CAAC,MAAM,CAClD,IAAI,CAAC,sBAAsB,CAC5B,CAAC,MAAM,CACN,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,CAAC,OAAO,KAAK,MAAM;YAC5B,SAAS,CAAC,OAAO,KAAK,SAAS;YAC/B,SAAS,CAAC,OAAO,KAAK,QAAQ,CACjC,CAAC;QAEF,OAAO,CACL,8BAA8B,CAAC,MAAM,KAAK,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,KAAK,CAAC,CAClD,CAAC;IACJ,CAAC;CACF"}

package/dist/ai-service/evals/content-matchers/index.d.ts

@@ -7,6 +7,7 @@ export interface ComponentInfo {
     endLine: number;
     children?: ComponentInfo[];
 }
+export declare function findComponentAtPath(components: ComponentInfo[], path: string[]): ComponentInfo | undefined;
 export declare function findComponentsInPage(pageContentString: string, componentType: string): ComponentInfo[];
 export declare function findComponentsByType(pageContentString: string, componentTypes: string[]): Record<string, ComponentInfo[]>;
 export declare function extractComponentTypes(pageContentString: string): string[];

package/dist/ai-service/evals/content-matchers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/content-matchers/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAGnD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;CAC5B;AAyCD,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,MAAM,EACzB,aAAa,EAAE,MAAM,GACpB,aAAa,EAAE,CAmHjB;AAGD,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,MAAM,EACzB,cAAc,EAAE,MAAM,EAAE,GACvB,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAQjC;AAGD,wBAAgB,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,GAAG,MAAM,EAAE,CAwBzE;AAED,wBAAgB,qBAAqB,CAAC,cAAc,EAAE,YAAY,YAOjE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/content-matchers/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAGnD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;CAC5B;AAyCD,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,aAAa,EAAE,EAC3B,IAAI,EAAE,MAAM,EAAE,GACb,aAAa,GAAG,SAAS,CAO3B;AAED,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,MAAM,EACzB,aAAa,EAAE,MAAM,GACpB,aAAa,EAAE,CAmHjB;AAGD,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,MAAM,EACzB,cAAc,EAAE,MAAM,EAAE,GACvB,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAQjC;AAGD,wBAAgB,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,GAAG,MAAM,EAAE,CAwBzE;AAED,wBAAgB,qBAAqB,CAAC,cAAc,EAAE,YAAY,YAOjE"}

package/dist/ai-service/evals/content-matchers/index.js

@@ -37,6 +37,14 @@ function extractPropertyValue(prop, isJSXExpression = false, originalCode) {
             return prop.value;
     }
 }
+export function findComponentAtPath(components, path) {
+    return components.find((component) => {
+        if (component.path.length !== path.length) {
+            return false;
+        }
+        return component.path.every((segment, index) => segment === path[index]);
+    });
+}
 export function findComponentsInPage(pageContentString, componentType) {
     const components = [];
     try {

package/dist/ai-service/evals/content-matchers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/content-matchers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAahD,SAAS,oBAAoB,CAC3B,IAAuB,EACvB,kBAA2B,KAAK,EAChC,YAAqB;IAErB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,kDAAkD;YAClD,IAAI,eAAe,EAAE,CAAC;gBACpB,kEAAkE;gBAClE,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACtE,OAAO,IAAI,CAAC,KAAK,CAAC;gBACpB,CAAC;gBACD,yCAAyC;qBACpC,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC;gBAC3B,CAAC;gBACD,2EAA2E;qBACtE,CAAC;oBACJ,OAAO,YAAY;wBACjB,CAAC,CAAC,IAAI,YAAY,GAAG;wBACrB,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,KAAK,UAAU,CAAC;QAChB,KAAK,UAAU,CAAC;QAChB,KAAK,OAAO,CAAC;QACb,KAAK,WAAW;YACd,4EAA4E;YAC5E,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,IAAI,YAAY,GAAG,CAAC;YAC7B,CAAC;YACD,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC;QAC3B;YACE,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,iBAAyB,EACzB,aAAqB;IAErB,MAAM,UAAU,GAAoB,EAAE,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,EAAE;YACnC,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,QAAQ,CAAC,GAAG,EAAE;YACZ,UAAU,EAAE;gBACV,KAAK,CAAC,IAAI;oBACR,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAEpC,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAE1B,kDAAkD;wBAClD,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;4BAC9B,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;4BACvC,MAAM,KAAK,GAAwB,EAAE,CAAC;4BAEtC,+EAA+E;4BAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;4BAClD,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;4BAEvD,kEAAkE;4BAClE,MAAM,aAAa,GAGf,EAAE,CAAC;4BACP,aAAa,CAAC,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;gCAClC,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oCAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;oCACrC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;oCAElC,IAAI,SAAS,EAAE,IAAI,KAAK,wBAAwB,EAAE,CAAC;wCACjD,gDAAgD;wCAChD,MAAM,eAAe,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC;wCACnD,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;wCAC/C,MAAM,YAAY,GAChB,eAAe,IAAI,aAAa;4CAC9B,CAAC,CAAC,iBAAiB,CAAC,KAAK,CACrB,eAAe,EACf,aAAa,CACd;4CACH,CAAC,CAAC,SAAS,CAAC;wCAEhB,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,IAAI;4CACrB,YAAY;yCACb,CAAC;oCACJ,CAAC;yCAAM,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;wCAC9B,oEAAoE;wCACpE,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,KAAK;yCACvB,CAAC;oCACJ,CAAC;yCAAM,CAAC;wCACN,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,KAAK;yCACvB,CAAC;oCACJ,CAAC;gCACH,CAAC;4BACH,CAAC,CAAC,CAAC;4BAEH,qDAAqD;4BACrD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gCAClD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;gCAC9D,KAAK,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAC/B,KAAK,EACL,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CAClB,CAAC;4BACJ,CAAC,CAAC,CAAC;4BAEH,kFAAkF;4BAClF,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gCACrD,IAAI,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;oCACpB,2DAA2D;oCAC3D,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gCACpB,CAAC;4BACH,CAAC,CAAC,CAAC;4BAEH,MAAM,aAAa,GAAkB;gCACnC,IAAI,EAAE,OAAO;gCACb,KAAK;gCACL,IAAI,EAAE,CAAC,GAAG,WAAW,CAAC;gCACtB,SAAS,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;gCACvC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;gCACnC,QAAQ,EAAE,EAAE;6BACb,CAAC;4BAEF,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,IAAI;oBACP,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAEpC,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,oBAAoB,CAClC,iBAAyB,EACzB,cAAwB;IAExB,MAAM,OAAO,GAAoC,EAAE,CAAC;IAEpD,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,qBAAqB,CAAC,iBAAyB;IAC7D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,EAAE;YACnC,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,GAAG,EAAE;YACZ,UAAU,CAAC,IAAI;gBACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAEpC,IAAI,OAAO,EAAE,CAAC;oBACZ,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,cAA4B;IAChE,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;KAC/B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,KAAK,CAAC,WAAW,CAAC;AAC3B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/content-matchers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAahD,SAAS,oBAAoB,CAC3B,IAAuB,EACvB,kBAA2B,KAAK,EAChC,YAAqB;IAErB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,kDAAkD;YAClD,IAAI,eAAe,EAAE,CAAC;gBACpB,kEAAkE;gBAClE,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACtE,OAAO,IAAI,CAAC,KAAK,CAAC;gBACpB,CAAC;gBACD,yCAAyC;qBACpC,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC;gBAC3B,CAAC;gBACD,2EAA2E;qBACtE,CAAC;oBACJ,OAAO,YAAY;wBACjB,CAAC,CAAC,IAAI,YAAY,GAAG;wBACrB,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,KAAK,UAAU,CAAC;QAChB,KAAK,UAAU,CAAC;QAChB,KAAK,OAAO,CAAC;QACb,KAAK,WAAW;YACd,4EAA4E;YAC5E,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,IAAI,YAAY,GAAG,CAAC;YAC7B,CAAC;YACD,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC;QAC3B;YACE,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,UAA2B,EAC3B,IAAc;IAEd,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;QACnC,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,iBAAyB,EACzB,aAAqB;IAErB,MAAM,UAAU,GAAoB,EAAE,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,EAAE;YACnC,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,QAAQ,CAAC,GAAG,EAAE;YACZ,UAAU,EAAE;gBACV,KAAK,CAAC,IAAI;oBACR,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAEpC,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAE1B,kDAAkD;wBAClD,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;4BAC9B,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;4BACvC,MAAM,KAAK,GAAwB,EAAE,CAAC;4BAEtC,+EAA+E;4BAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;4BAClD,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;4BAEvD,kEAAkE;4BAClE,MAAM,aAAa,GAGf,EAAE,CAAC;4BACP,aAAa,CAAC,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;gCAClC,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oCAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;oCACrC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;oCAElC,IAAI,SAAS,EAAE,IAAI,KAAK,wBAAwB,EAAE,CAAC;wCACjD,gDAAgD;wCAChD,MAAM,eAAe,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC;wCACnD,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;wCAC/C,MAAM,YAAY,GAChB,eAAe,IAAI,aAAa;4CAC9B,CAAC,CAAC,iBAAiB,CAAC,KAAK,CACrB,eAAe,EACf,aAAa,CACd;4CACH,CAAC,CAAC,SAAS,CAAC;wCAEhB,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,IAAI;4CACrB,YAAY;yCACb,CAAC;oCACJ,CAAC;yCAAM,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;wCAC9B,oEAAoE;wCACpE,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,KAAK;yCACvB,CAAC;oCACJ,CAAC;yCAAM,CAAC;wCACN,aAAa,CAAC,QAAQ,CAAC,GAAG;4CACxB,eAAe,EAAE,KAAK;yCACvB,CAAC;oCACJ,CAAC;gCACH,CAAC;4BACH,CAAC,CAAC,CAAC;4BAEH,qDAAqD;4BACrD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gCAClD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;gCAC9D,KAAK,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAC/B,KAAK,EACL,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CAClB,CAAC;4BACJ,CAAC,CAAC,CAAC;4BAEH,kFAAkF;4BAClF,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gCACrD,IAAI,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;oCACpB,2DAA2D;oCAC3D,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gCACpB,CAAC;4BACH,CAAC,CAAC,CAAC;4BAEH,MAAM,aAAa,GAAkB;gCACnC,IAAI,EAAE,OAAO;gCACb,KAAK;gCACL,IAAI,EAAE,CAAC,GAAG,WAAW,CAAC;gCACtB,SAAS,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;gCACvC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;gCACnC,QAAQ,EAAE,EAAE;6BACb,CAAC;4BAEF,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,IAAI;oBACP,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAEpC,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,oBAAoB,CAClC,iBAAyB,EACzB,cAAwB;IAExB,MAAM,OAAO,GAAoC,EAAE,CAAC;IAEpD,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,qBAAqB,CAAC,iBAAyB;IAC7D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,EAAE;YACnC,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,GAAG,EAAE;YACZ,UAAU,CAAC,IAAI;gBACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAEpC,IAAI,OAAO,EAAE,CAAC;oBACZ,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,cAA4B;IAChE,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;KAC/B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,KAAK,CAAC,WAAW,CAAC;AAC3B,CAAC"}

package/dist/ai-service/evals/helpers/eval-scoring.d.ts

@@ -7,20 +7,38 @@ export interface EvalChecks {
     hasExpectedScopeCount: boolean;
     hasUniqueApiNames: boolean;
     hasApisInCorrectLocation: boolean;
-    hasExpectedComponentCount: boolean;
-    hasExpectedUiComponents: boolean;
+    hasExpectedCustomComponentCount: boolean;
+    hasExpectedUiComponentsInPage: boolean;
+    hasExpectedUiComponentProperties: boolean;
+    hasExpectedComponentArtifacts: boolean;
     hasLintErrors: boolean;
     hasReasonableApiCount: boolean;
-    hasReasonableUiComponentCounts: boolean;
+    hasReasonableUiComponentInPageCounts: boolean;
 }
 export interface EvalScoreConfig {
+    expectedPageCount?: number;
+    expectedScopeCount?: number;
     expectedApiCountRange: number | [number, number];
     expectedCustomComponentCount: number | [number, number];
-    expectedUiComponents: Array<{
+    expectedUiComponents?: Array<{
         type: string;
         expectedCount: number | [number, number];
         required: boolean;
     }>;
+    expectedUiComponentProperties?: Array<{
+        type: string;
+        path?: string[];
+        index?: number;
+        expectedProperties?: Record<string, any>;
+        expectedUndefinedProperties?: string[];
+    }>;
+    expectedComponentArtifacts?: Array<{
+        filePath: string;
+        tagName: string;
+        bindName?: string;
+        expectedProperties?: Record<string, any>;
+        expectedUndefinedProperties?: string[];
+    }>;
 }
 export declare function calculateEvalScore({ artifacts, getTempDir, config, traceData, }: {
     artifacts: ReturnType<typeof extractArtifacts>;
@@ -44,6 +62,7 @@ export declare function calculateEvalScore({ artifacts, getTempDir, config, trac
         pages: MatchedArtifact<Paths.PageIndexes>[];
         apis: MatchedArtifact<Paths.GeneratedApis>[];
         apiNames: string[];
+        customComponents: MatchedArtifact<Paths.ComponentsFile>[];
         components: MatchedArtifact<Paths.ComponentsFile>[];
     };
 }>;

package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAMA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,yBAAyB,EAAE,OAAO,CAAC;IACnC,uBAAuB,EAAE,OAAO,CAAC;IACjC,aAAa,EAAE,OAAO,CAAC;IAGvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,8BAA8B,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,oBAAoB,EAAE,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC,CAAC;CACJ;AAcD,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GACV,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,EAAE,GAAG,CAAC;KACf,CAAC;CACH,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAwRD"}
+{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,OAAO,CAAC;IAC1C,6BAA6B,EAAE,OAAO,CAAC;IACvC,aAAa,EAAE,OAAO,CAAC;IAGvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oCAAoC,EAAE,OAAO,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC,CAAC;IACH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IACH,0BAA0B,CAAC,EAAE,KAAK,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;CACJ;AA6BD,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GACV,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,EAAE,GAAG,CAAC;KACf,CAAC;CACH,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAoiBD"}