@superblocksteam/vite-plugin-file-sync 2.0.18-next.2 → 2.0.18-next.21

package/dist/ai-service/evals/helpers/eval-scoring.js

@@ -1,30 +1,45 @@
 import ddTrace from "dd-trace";
 import { expect } from "vitest";
-import { findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
+import { findComponentAtPath, findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
 import { groupArtifacts, runLinterCLI } from "./index.js";
 const SOFT_CHECK_PENALTIES = {
     wrongApiCount: 0.3,
     wrongUiComponentCount: 0.3,
     lintErrors: 0.3,
 };
+function getComponentForPropertyCheck(foundComponents, config) {
+    if (config.path) {
+        return findComponentAtPath(foundComponents, config.path);
+    }
+    const index = config.index ?? 0;
+    return foundComponents[index];
+}
 // Reusable eval scoring function
 // ------------------------
 export async function calculateEvalScore({ artifacts, getTempDir, config, traceData, }) {
-    const { scopes, pages, apis, components } = groupArtifacts(artifacts);
+    const { scopes, pages, apis, customComponents, components } = groupArtifacts(artifacts);
     const evalChecks = {};
     const apiNames = apis.map((api) => api.params.apiName.replace(".ts", ""));
     // Calculate all evaluation results first (no assertions yet)
     // ------------------------
     let criticalChecksPassed = true;
-    // Critical 1: Has expected number of pages (1)
+    // Critical 1: Has expected number of pages
+    const expectedPageCount = config.expectedPageCount ?? 1;
     evalChecks.hasExpectedPageCount =
-        pages.length === 1 && pages[0]?.params.pageName === "Page1";
+        pages.length === expectedPageCount &&
+            (expectedPageCount > 1
+                ? pages.every((page, i) => page.params.pageName === `Page${i + 1}`)
+                : pages[0]?.params.pageName === "Page1");
     if (!evalChecks.hasExpectedPageCount) {
         criticalChecksPassed = false;
     }
-    // Critical 2: Has expected number of scopes (1)
+    // Critical 2: Has expected number of scopes
+    const expectedScopeCount = config.expectedScopeCount ?? 1;
     evalChecks.hasExpectedScopeCount =
-        scopes.length === 1 && scopes[0]?.params.pageName === "Page1";
+        scopes.length === expectedScopeCount &&
+            (expectedScopeCount > 1
+                ? scopes.every((scope, i) => scope.params.pageName === `Page${i + 1}`)
+                : scopes[0]?.params.pageName === "Page1");
     if (!evalChecks.hasExpectedScopeCount) {
         criticalChecksPassed = false;
     }
@@ -55,25 +70,25 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
         criticalChecksPassed = false;
     }
     // Critical 5: Component count check
-    let hasExpectedComponentCount = false;
+    let hasExpectedCustomComponentCount = false;
     if (typeof config.expectedCustomComponentCount === "number") {
-        hasExpectedComponentCount =
-            components.length === config.expectedCustomComponentCount;
+        hasExpectedCustomComponentCount =
+            customComponents.length === config.expectedCustomComponentCount;
     }
     else {
         const [min, max] = config.expectedCustomComponentCount;
-        hasExpectedComponentCount =
-            components.length >= min && components.length <= max;
+        hasExpectedCustomComponentCount =
+            customComponents.length >= min && customComponents.length <= max;
     }
-    evalChecks.hasExpectedComponentCount = hasExpectedComponentCount;
-    if (!evalChecks.hasExpectedComponentCount) {
+    evalChecks.hasExpectedCustomComponentCount = hasExpectedCustomComponentCount;
+    if (!evalChecks.hasExpectedCustomComponentCount) {
         criticalChecksPassed = false;
     }
     // Get page content for UI component checks
     const pageContent = pages[0]?.content;
     // Critical 6: Required UI components
-    let hasExpectedUiComponents = true;
-    for (const uiComponent of config.expectedUiComponents) {
+    let hasExpectedUiComponentsInPage = true;
+    for (const uiComponent of config.expectedUiComponents ?? []) {
         if (uiComponent.required) {
             const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
             let componentCheckPassed = false;
@@ -91,13 +106,107 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
                     foundComponents.length >= min && foundComponents.length <= max;
             }
             if (!componentCheckPassed) {
-                hasExpectedUiComponents = false;
+                hasExpectedUiComponentsInPage = false;
                 break;
             }
         }
     }
-    evalChecks.hasExpectedUiComponents = hasExpectedUiComponents;
-    if (!evalChecks.hasExpectedUiComponents) {
+    evalChecks.hasExpectedUiComponentsInPage = hasExpectedUiComponentsInPage;
+    if (!evalChecks.hasExpectedUiComponentsInPage) {
+        criticalChecksPassed = false;
+    }
+    // Critical check 7: Does it have the expected properties?
+    let hasExpectedUiComponentProperties = true;
+    if (config.expectedUiComponentProperties) {
+        for (const uiComponent of config.expectedUiComponentProperties) {
+            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
+            const component = getComponentForPropertyCheck(foundComponents, uiComponent);
+            if (!component) {
+                const selector = uiComponent.path
+                    ? `at path [${uiComponent.path.join(", ")}]`
+                    : `at index ${uiComponent.index ?? 0}`;
+                throw new Error(`Component of type ${uiComponent.type} ${selector} to check properties on not found`);
+            }
+            for (const [key, value] of Object.entries(uiComponent.expectedProperties ?? {})) {
+                const propertyValueIsCorrect = component.props[key] === value;
+                if (!propertyValueIsCorrect) {
+                    hasExpectedUiComponentProperties = false;
+                    break;
+                }
+            }
+            // Check for expected undefined properties
+            if (uiComponent.expectedUndefinedProperties) {
+                for (const undefinedProp of uiComponent.expectedUndefinedProperties) {
+                    const propertyIsUndefined = !(undefinedProp in component.props) ||
+                        component.props[undefinedProp] === undefined;
+                    if (!propertyIsUndefined) {
+                        hasExpectedUiComponentProperties = false;
+                        break;
+                    }
+                }
+            }
+        }
+        evalChecks.hasExpectedUiComponentProperties =
+            hasExpectedUiComponentProperties;
+        if (!hasExpectedUiComponentProperties) {
+            criticalChecksPassed = false;
+        }
+    }
+    // Critical check 8: Component artifacts have expected properties
+    let hasExpectedComponentArtifacts = true;
+    if (config.expectedComponentArtifacts &&
+        config.expectedComponentArtifacts.length > 0) {
+        for (const expectedComponent of config.expectedComponentArtifacts) {
+            // Find component artifact matching the criteria
+            const componentArtifact = components.find((comp) => {
+                // Parse the component content to check tagName and bindName
+                if (comp.filePath !== expectedComponent.filePath) {
+                    return false;
+                }
+                // For component artifacts, we need to parse the content to extract properties
+                // This is a simplified check - in practice you might need more sophisticated parsing
+                const content = comp.content;
+                const hasExpectedTag = content.includes(`<${expectedComponent.tagName}`);
+                if (expectedComponent.bindName) {
+                    const hasExpectedBind = content.includes(`bind={${expectedComponent.bindName}}`);
+                    return hasExpectedTag && hasExpectedBind;
+                }
+                return hasExpectedTag;
+            });
+            if (!componentArtifact) {
+                hasExpectedComponentArtifacts = false;
+                break;
+            }
+            // Check if the component artifact contains the expected properties
+            for (const [propKey, propValue] of Object.entries(expectedComponent.expectedProperties ?? {})) {
+                // Simple string-based property check for component artifacts
+                // This could be enhanced with proper AST parsing if needed
+                const hasProperty = componentArtifact.content.includes(`${propKey}=${JSON.stringify(propValue)}`) ||
+                    componentArtifact.content.includes(`${propKey}={${JSON.stringify(propValue)}}`);
+                if (!hasProperty) {
+                    hasExpectedComponentArtifacts = false;
+                    break;
+                }
+            }
+            // Check for expected undefined properties in component artifacts
+            if (expectedComponent.expectedUndefinedProperties) {
+                for (const undefinedProp of expectedComponent.expectedUndefinedProperties) {
+                    // Check that the property is NOT present in the component artifact
+                    const propertyIsPresent = componentArtifact.content.includes(`${undefinedProp}=`) ||
+                        componentArtifact.content.includes(`${undefinedProp} =`);
+                    if (propertyIsPresent) {
+                        hasExpectedComponentArtifacts = false;
+                        break;
+                    }
+                }
+            }
+            if (!hasExpectedComponentArtifacts) {
+                break;
+            }
+        }
+    }
+    evalChecks.hasExpectedComponentArtifacts = hasExpectedComponentArtifacts;
+    if (!hasExpectedComponentArtifacts) {
         criticalChecksPassed = false;
     }
     // Soft checks calculation
@@ -120,8 +229,8 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
     }
     evalChecks.hasReasonableApiCount = hasReasonableApiCount;
     // Soft 2: UI component count tolerance
-    let hasReasonableUiComponentCounts = true;
-    for (const uiComponent of config.expectedUiComponents) {
+    let hasReasonableUiComponentInPageCounts = true;
+    for (const uiComponent of config.expectedUiComponents ?? []) {
         if (!uiComponent.required) {
             const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
             let withinTolerance = true;
@@ -138,15 +247,17 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
             }
             if (!withinTolerance) {
                 softScore -= SOFT_CHECK_PENALTIES.wrongUiComponentCount;
-                hasReasonableUiComponentCounts = false;
+                hasReasonableUiComponentInPageCounts = false;
             }
         }
     }
-    evalChecks.hasReasonableUiComponentCounts = hasReasonableUiComponentCounts;
+    evalChecks.hasReasonableUiComponentInPageCounts =
+        hasReasonableUiComponentInPageCounts;
     // Soft 3: Lint errors
     const lintResult = await runLinterCLI(artifacts, getTempDir());
     evalChecks.hasLintErrors = lintResult.hasErrors;
     if (evalChecks.hasLintErrors) {
+        console.log("Lint results:", JSON.stringify(lintResult, null, 2));
         softScore -= SOFT_CHECK_PENALTIES.lintErrors;
     }
     // Calculate final eval score
@@ -165,6 +276,7 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
             pages,
             apis,
             apiNames,
+            customComponents,
             components,
         },
     };
@@ -186,10 +298,13 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
                 softScore,
                 pageCount: pages.length,
                 apiCount: apis.length,
-                componentCount: components.length,
+                customComponents: customComponents.length,
                 uniqueApiCount: new Set(apiNames).size,
                 lintErrorCount: lintResult.errorCount,
                 lintWarningCount: lintResult.warningCount,
+                // Count undefined properties checks
+                undefinedPropertiesChecked: (config.expectedUiComponentProperties?.reduce((count, comp) => count + (comp.expectedUndefinedProperties?.length || 0), 0) || 0) +
+                    (config.expectedComponentArtifacts?.reduce((count, comp) => count + (comp.expectedUndefinedProperties?.length || 0), 0) || 0),
                 // Add detailed error counts by rule (sanitize rule names for Datadog)
                 ...Object.entries(lintResult.ruleBreakdown).reduce((acc, [ruleId, counts]) => {
                     // Sanitize rule name: replace special characters with underscores
@@ -208,27 +323,33 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
     }
     // Now run all the assertions (after trace data is sent)
     // ------------------------
-    expect(pages).toHaveLength(1);
-    expect(pages[0]?.params.pageName).toEqual("Page1");
-    expect(scopes).toHaveLength(1);
-    expect(scopes[0]?.params.pageName).toEqual("Page1");
+    expect(pages).toHaveLength(expectedPageCount);
+    for (let i = 0; i < expectedPageCount; i++) {
+        expect(pages[i]?.params.pageName).toEqual(`Page${i + 1}`);
+    }
+    expect(scopes).toHaveLength(expectedScopeCount);
+    for (let i = 0; i < expectedScopeCount; i++) {
+        expect(scopes[i]?.params.pageName).toEqual(`Page${i + 1}`);
+    }
     expect(new Set(apiNames).size).toBe(apiNames.length);
     for (const api of apis) {
         expect(api.params.pageName).toEqual("Page1");
     }
-    const scopeEntityNames = parseScopeEntityNames(scopes[0]);
-    for (const apiName of apiNames) {
-        expect(scopeEntityNames).toContain(apiName);
+    if (expectedScopeCount > 0) {
+        const scopeEntityNames = parseScopeEntityNames(scopes[0]);
+        for (const apiName of apiNames) {
+            expect(scopeEntityNames).toContain(apiName);
+        }
     }
     if (typeof config.expectedCustomComponentCount === "number") {
-        expect(components).toHaveLength(config.expectedCustomComponentCount);
+        expect(customComponents).toHaveLength(config.expectedCustomComponentCount);
     }
     else {
         const [min, max] = config.expectedCustomComponentCount;
-        expect(components.length).toBeGreaterThanOrEqual(min);
-        expect(components.length).toBeLessThanOrEqual(max);
+        expect(customComponents.length).toBeGreaterThanOrEqual(min);
+        expect(customComponents.length).toBeLessThanOrEqual(max);
     }
-    for (const uiComponent of config.expectedUiComponents) {
+    for (const uiComponent of config.expectedUiComponents ?? []) {
         if (uiComponent.required) {
             const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
             if (typeof uiComponent.expectedCount === "number") {
@@ -254,6 +375,62 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
         expect(apis.length).toBeGreaterThanOrEqual(min);
         expect(apis.length).toBeLessThanOrEqual(max);
     }
+    if (config.expectedUiComponentProperties) {
+        for (const expected of config.expectedUiComponentProperties) {
+            const { type, expectedProperties } = expected;
+            const foundComponents = findComponentsInPage(pageContent || "", type);
+            const comp = getComponentForPropertyCheck(foundComponents, expected);
+            if (!comp) {
+                const selector = expected.path
+                    ? `at path [${expected.path.join(", ")}]`
+                    : `at index ${expected.index ?? 0}`;
+                throw new Error(`Component of type ${type} ${selector} to check properties on not found`);
+            }
+            for (const [propKey, propValue] of Object.entries(expectedProperties ?? {})) {
+                expect(comp.props && comp.props[propKey] === propValue, `Property "${propKey}" expected value: ${JSON.stringify(propValue)}, actual: ${JSON.stringify(comp.props ? comp.props[propKey] : undefined)}`).toBeTruthy();
+            }
+            // Check assertions for expected undefined properties
+            if (expected.expectedUndefinedProperties) {
+                for (const undefinedProp of expected.expectedUndefinedProperties) {
+                    expect(!(undefinedProp in comp.props) ||
+                        comp.props[undefinedProp] === undefined, `Property "${undefinedProp}" should be undefined but was: ${JSON.stringify(comp.props ? comp.props[undefinedProp] : undefined)}`).toBeTruthy();
+                }
+            }
+        }
+    }
+    // Component artifacts assertions
+    if (config.expectedComponentArtifacts) {
+        for (const expectedComponent of config.expectedComponentArtifacts) {
+            const componentArtifact = components.find((comp) => {
+                if (comp.filePath !== expectedComponent.filePath) {
+                    return false;
+                }
+                const content = comp.content;
+                const hasExpectedTag = content.includes(`<${expectedComponent.tagName}`);
+                if (expectedComponent.bindName) {
+                    const hasExpectedBind = content.includes(`bind={${expectedComponent.bindName}}`);
+                    return hasExpectedTag && hasExpectedBind;
+                }
+                return hasExpectedTag;
+            });
+            expect(componentArtifact, `Component artifact not found for ${expectedComponent.tagName} in ${expectedComponent.filePath}`).toBeDefined();
+            if (componentArtifact) {
+                for (const [propKey, propValue] of Object.entries(expectedComponent.expectedProperties ?? {})) {
+                    const hasProperty = componentArtifact.content.includes(`${propKey}=${JSON.stringify(propValue)}`) ||
+                        componentArtifact.content.includes(`${propKey}={${JSON.stringify(propValue)}}`);
+                    expect(hasProperty, `Component artifact missing expected property ${propKey}=${JSON.stringify(propValue)}`).toBeTruthy();
+                }
+                // Check assertions for expected undefined properties in component artifacts
+                if (expectedComponent.expectedUndefinedProperties) {
+                    for (const undefinedProp of expectedComponent.expectedUndefinedProperties) {
+                        const propertyIsPresent = componentArtifact.content.includes(`${undefinedProp}=`) ||
+                            componentArtifact.content.includes(`${undefinedProp} =`);
+                        expect(!propertyIsPresent, `Component artifact should not have property "${undefinedProp}" but it was found`).toBeTruthy();
+                    }
+                }
+            }
+        }
+    }
     // Lint check assertion
     if (lintResult.hasErrors) {
         console.log("Lint results:", JSON.stringify(lintResult, null, 2));

package/dist/ai-service/evals/helpers/eval-scoring.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAgC3E,MAAM,oBAAoB,GAItB;IACF,aAAa,EAAE,GAAG;IAClB,qBAAqB,EAAE,GAAG;IAC1B,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GAWV;IAeC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACtE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAE1E,6DAA6D;IAC7D,2BAA2B;IAC3B,IAAI,oBAAoB,GAAG,IAAI,CAAC;IAEhC,+CAA+C;IAC/C,UAAU,CAAC,oBAAoB;QAC7B,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC;IAC9D,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACrC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,gDAAgD;IAChD,UAAU,CAAC,qBAAqB;QAC9B,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC;IAChE,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC;QACtC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,qCAAqC;IACrC,UAAU,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC;IAC1E,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAClC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,iDAAiD;IACjD,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,qBAAqB,GAAG,KAAK,CAAC;YAC9B,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,qBAAqB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,qBAAqB,GAAG,KAAK,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,wBAAwB,GAAG,qBAAqB,CAAC;IAC5D,IAAI,CAAC,UAAU,CAAC,wBAAwB,EAAE,CAAC;QACzC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,oCAAoC;IACpC,IAAI,yBAAyB,GAAG,KAAK,CAAC;IACtC,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,yBAAyB;YACvB,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,4BAA4B,CAAC;IAC9D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,yBAAyB;YACvB,UAAU,CAAC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC;IACzD,CAAC;IACD,UAAU,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IACjE,IAAI,CAAC,UAAU,CAAC,yBAAyB,EAAE,CAAC;QAC1C,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,2CAA2C;IAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;IAEtC,qCAAqC;IACrC,IAAI,uBAAuB,GAAG,IAAI,CAAC;IACnC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;YACjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,oBAAoB;oBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,uBAAuB,GAAG,KAAK,CAAC;gBAChC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;IAC7D,IAAI,CAAC,UAAU,CAAC,uBAAuB,EAAE,CAAC;QACxC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0BAA0B;IAC1B,2BAA2B;IAC3B,IAAI,SAAS,GAAG,GAAG,CAAC;IAEpB,8BAA8B;IAC9B,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,IAAI,MAAM,CAAC,qBAAqB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3C,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;IACD,UAAU,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAEzD,uCAAuC;IACvC,IAAI,8BAA8B,GAAG,IAAI,CAAC;IAC1C,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,eAAe,GAAG,IAAI,CAAC;YAE3B,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,CAAC,CAAC;gBACpB,eAAe;oBACb,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,CAAC;wBAC5D,SAAS,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,eAAe;oBACb,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,IAAI,oBAAoB,CAAC,qBAAqB,CAAC;gBACxD,8BAA8B,GAAG,KAAK,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,8BAA8B,GAAG,8BAA8B,CAAC;IAE3E,sBAAsB;IACtB,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,UAAU,CAAC,aAAa,GAAG,UAAU,CAAC,SAAS,CAAC;IAChD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,SAAS,IAAI,oBAAoB,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED,6BAA6B;IAC7B,2BAA2B;IAC3B,MAAM,SAAS,GAAG,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,oBAAoB,IAAI,SAAS,IAAI,GAAG,CAAC;IAE5D,MAAM,OAAO,GAAG;QACd,SAAS;QACT,UAAU;QACV,UAAU;QACV,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,UAAU;SACX;KACF,CAAC;IAEF,uDAAuD;IACvD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QACxB,MAAM,CAAC,QAAQ,CAAC;YACd,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE;gBACP,GAAG,SAAS,CAAC,OAAO;gBACpB,SAAS;aACV;YACD,QAAQ,EAAE;gBACR,GAAG,SAAS,CAAC,QAAQ;gBACrB,UAAU;gBACV,oBAAoB;gBACpB,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACrB,cAAc,EAAE,UAAU,CAAC,MAAM;gBACjC,cAAc,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI;gBACtC,cAAc,EAAE,UAAU,CAAC,UAAU;gBACrC,gBAAgB,EAAE,UAAU,CAAC,YAAY;gBACzC,sEAAsE;gBACtE,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,CAChD,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE;oBACxB,kEAAkE;oBAClE,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAC9D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,GAAG,CAAC,cAAc,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;oBACvD,CAAC;oBACD,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;wBACxB,GAAG,CAAC,gBAAgB,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAC3D,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,EAA4B,CAC7B;gBACD,GAAG,UAAU;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,2BAA2B;IAE3B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC3D,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,uBAAuB;IACvB,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAE/C,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAkD3E,MAAM,oBAAoB,GAItB;IACF,aAAa,EAAE,GAAG;IAClB,qBAAqB,EAAE,GAAG;IAC1B,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GAWV;IAgBC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAE1E,6DAA6D;IAC7D,2BAA2B;IAC3B,IAAI,oBAAoB,GAAG,IAAI,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;IACxD,UAAU,CAAC,oBAAoB;QAC7B,KAAK,CAAC,MAAM,KAAK,iBAAiB;YAClC,CAAC,iBAAiB,GAAG,CAAC;gBACpB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACrC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,4CAA4C;IAC5C,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,CAAC,CAAC;IAC1D,UAAU,CAAC,qBAAqB;QAC9B,MAAM,CAAC,MAAM,KAAK,kBAAkB;YACpC,CAAC,kBAAkB,GAAG,CAAC;gBACrB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC;QACtC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,qCAAqC;IACrC,UAAU,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC;IAC1E,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAClC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,iDAAiD;IACjD,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,qBAAqB,GAAG,KAAK,CAAC;YAC9B,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,qBAAqB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,qBAAqB,GAAG,KAAK,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,wBAAwB,GAAG,qBAAqB,CAAC;IAC5D,IAAI,CAAC,UAAU,CAAC,wBAAwB,EAAE,CAAC;QACzC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,oCAAoC;IACpC,IAAI,+BAA+B,GAAG,KAAK,CAAC;IAC5C,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,+BAA+B;YAC7B,gBAAgB,CAAC,MAAM,KAAK,MAAM,CAAC,4BAA4B,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,+BAA+B;YAC7B,gBAAgB,CAAC,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IACrE,CAAC;IACD,UAAU,CAAC,+BAA+B,GAAG,+BAA+B,CAAC;IAC7E,IAAI,CAAC,UAAU,CAAC,+BAA+B,EAAE,CAAC;QAChD,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,2CAA2C;IAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;IAEtC,qCAAqC;IACrC,IAAI,6BAA6B,GAAG,IAAI,CAAC;IACzC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;YACjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,oBAAoB;oBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,6BAA6B,GAAG,KAAK,CAAC;gBACtC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;IACzE,IAAI,CAAC,UAAU,CAAC,6BAA6B,EAAE,CAAC;QAC9C,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0DAA0D;IAC1D,IAAI,gCAAgC,GAAG,IAAI,CAAC;IAC5C,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;QACzC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;YAC/D,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,WAAW,CACZ,CAAC;YACF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI;oBAC/B,CAAC,CAAC,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAC5C,CAAC,CAAC,YAAY,WAAW,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,CAAC,IAAI,IAAI,QAAQ,mCAAmC,CACrF,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,WAAW,CAAC,kBAAkB,IAAI,EAAE,CACrC,EAAE,CAAC;gBACF,MAAM,sBAAsB,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC;gBAC9D,IAAI,CAAC,sBAAsB,EAAE,CAAC;oBAC5B,gCAAgC,GAAG,KAAK,CAAC;oBACzC,MAAM;gBACR,CAAC;YACH,CAAC;YAED,0CAA0C;YAC1C,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;gBAC5C,KAAK,MAAM,aAAa,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;oBACpE,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,SAAS,CAAC,KAAK,CAAC;wBACnC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;oBAC/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;wBACzB,gCAAgC,GAAG,KAAK,CAAC;wBACzC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,UAAU,CAAC,gCAAgC;YACzC,gCAAgC,CAAC;QACnC,IAAI,CAAC,gCAAgC,EAAE,CAAC;YACtC,oBAAoB,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,IAAI,6BAA6B,GAAG,IAAI,CAAC;IACzC,IACE,MAAM,CAAC,0BAA0B;QACjC,MAAM,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAC5C,CAAC;QACD,KAAK,MAAM,iBAAiB,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;YAClE,gDAAgD;YAChD,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjD,4DAA4D;gBAC5D,IAAI,IAAI,CAAC,QAAQ,KAAK,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBACjD,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,8EAA8E;gBAC9E,qFAAqF;gBACrF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC7B,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CACrC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAChC,CAAC;gBAEF,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBAC/B,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CACtC,SAAS,iBAAiB,CAAC,QAAQ,GAAG,CACvC,CAAC;oBACF,OAAO,cAAc,IAAI,eAAe,CAAC;gBAC3C,CAAC;gBAED,OAAO,cAAc,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,6BAA6B,GAAG,KAAK,CAAC;gBACtC,MAAM;YACR,CAAC;YAED,mEAAmE;YACnE,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,iBAAiB,CAAC,kBAAkB,IAAI,EAAE,CAC3C,EAAE,CAAC;gBACF,6DAA6D;gBAC7D,2DAA2D;gBAC3D,MAAM,WAAW,GACf,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAC1C;oBACD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAC5C,CAAC;gBAEJ,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,6BAA6B,GAAG,KAAK,CAAC;oBACtC,MAAM;gBACR,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;gBAClD,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;oBAC1E,mEAAmE;oBACnE,MAAM,iBAAiB,GACrB,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,GAAG,CAAC;wBACvD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,IAAI,CAAC,CAAC;oBAE3D,IAAI,iBAAiB,EAAE,CAAC;wBACtB,6BAA6B,GAAG,KAAK,CAAC;wBACtC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,6BAA6B,EAAE,CAAC;gBACnC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;IACzE,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACnC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0BAA0B;IAC1B,2BAA2B;IAC3B,IAAI,SAAS,GAAG,GAAG,CAAC;IAEpB,8BAA8B;IAC9B,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,IAAI,MAAM,CAAC,qBAAqB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3C,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;IACD,UAAU,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAEzD,uCAAuC;IACvC,IAAI,oCAAoC,GAAG,IAAI,CAAC;IAChD,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,eAAe,GAAG,IAAI,CAAC;YAE3B,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,CAAC,CAAC;gBACpB,eAAe;oBACb,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,CAAC;wBAC5D,SAAS,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,eAAe;oBACb,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,IAAI,oBAAoB,CAAC,qBAAqB,CAAC;gBACxD,oCAAoC,GAAG,KAAK,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,oCAAoC;QAC7C,oCAAoC,CAAC;IAEvC,sBAAsB;IACtB,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,UAAU,CAAC,aAAa,GAAG,UAAU,CAAC,SAAS,CAAC;IAChD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,SAAS,IAAI,oBAAoB,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED,6BAA6B;IAC7B,2BAA2B;IAC3B,MAAM,SAAS,GAAG,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,oBAAoB,IAAI,SAAS,IAAI,GAAG,CAAC;IAE5D,MAAM,OAAO,GAAG;QACd,SAAS;QACT,UAAU;QACV,UAAU;QACV,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,uDAAuD;IACvD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QACxB,MAAM,CAAC,QAAQ,CAAC;YACd,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE;gBACP,GAAG,SAAS,CAAC,OAAO;gBACpB,SAAS;aACV;YACD,QAAQ,EAAE;gBACR,GAAG,SAAS,CAAC,QAAQ;gBACrB,UAAU;gBACV,oBAAoB;gBACpB,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACrB,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;gBACzC,cAAc,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI;gBACtC,cAAc,EAAE,UAAU,CAAC,UAAU;gBACrC,gBAAgB,EAAE,UAAU,CAAC,YAAY;gBACzC,oCAAoC;gBACpC,0BAA0B,EACxB,CAAC,MAAM,CAAC,6BAA6B,EAAE,MAAM,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACd,KAAK,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,IAAI,CAAC,CAAC,EACzD,CAAC,CACF,IAAI,CAAC,CAAC;oBACP,CAAC,MAAM,CAAC,0BAA0B,EAAE,MAAM,CACxC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACd,KAAK,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,IAAI,CAAC,CAAC,EACzD,CAAC,CACF,IAAI,CAAC,CAAC;gBACT,sEAAsE;gBACtE,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,CAChD,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE;oBACxB,kEAAkE;oBAClE,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAC9D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,GAAG,CAAC,cAAc,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;oBACvD,CAAC;oBACD,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;wBACxB,GAAG,CAAC,gBAAgB,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAC3D,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,EAA4B,CAC7B;gBACD,GAAG,UAAU;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,2BAA2B;IAE3B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IAC7E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC3D,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;QACzC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;YAC5D,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,QAKpC,CAAC;YACF,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,4BAA4B,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YAErE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI;oBAC5B,CAAC,CAAC,YAAY,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBACzC,CAAC,CAAC,YAAY,QAAQ,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,qBAAqB,IAAI,IAAI,QAAQ,mCAAmC,CACzE,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,kBAAkB,IAAI,EAAE,CACzB,EAAE,CAAC;gBACF,MAAM,CACJ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,SAAS,EAC/C,aAAa,OAAO,qBAAqB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAC9I,CAAC,UAAU,EAAE,CAAC;YACjB,CAAC;YAED,qDAAqD;YACrD,IAAI,QAAQ,CAAC,2BAA2B,EAAE,CAAC;gBACzC,KAAK,MAAM,aAAa,IAAI,QAAQ,CAAC,2BAA2B,EAAE,CAAC;oBACjE,MAAM,CACJ,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;wBAC5B,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS,EACzC,aAAa,aAAa,kCAAkC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CACjI,CAAC,UAAU,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;QACtC,KAAK,MAAM,iBAAiB,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjD,IAAI,IAAI,CAAC,QAAQ,KAAK,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBACjD,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC7B,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CACrC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAChC,CAAC;gBAEF,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBAC/B,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CACtC,SAAS,iBAAiB,CAAC,QAAQ,GAAG,CACvC,CAAC;oBACF,OAAO,cAAc,IAAI,eAAe,CAAC;gBAC3C,CAAC;gBAED,OAAO,cAAc,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,MAAM,CACJ,iBAAiB,EACjB,oCAAoC,iBAAiB,CAAC,OAAO,OAAO,iBAAiB,CAAC,QAAQ,EAAE,CACjG,CAAC,WAAW,EAAE,CAAC;YAEhB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,iBAAiB,CAAC,kBAAkB,IAAI,EAAE,CAC3C,EAAE,CAAC;oBACF,MAAM,WAAW,GACf,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAC1C;wBACD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAC5C,CAAC;oBACJ,MAAM,CACJ,WAAW,EACX,gDAAgD,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CACvF,CAAC,UAAU,EAAE,CAAC;gBACjB,CAAC;gBAED,4EAA4E;gBAC5E,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;oBAClD,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;wBAC1E,MAAM,iBAAiB,GACrB,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,GAAG,CAAC;4BACvD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,IAAI,CAAC,CAAC;wBAE3D,MAAM,CACJ,CAAC,iBAAiB,EAClB,gDAAgD,aAAa,oBAAoB,CAClF,CAAC,UAAU,EAAE,CAAC;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAE/C,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/ai-service/evals/helpers/index.d.ts

@@ -1,7 +1,10 @@
 import { type Tracer } from "dd-trace";
 import { Paths } from "../../const.js";
 import type { FileArtifact, PathParams } from "../../types.js";
+import type { NodePath } from "@babel/traverse";
+import type { Node } from "@babel/types";
 export declare const waitForNextTick: () => Promise<unknown>;
+export declare const logLLMResponse: (result: any) => void;
 export declare function sanitizeErrorForTests(error: any): any;
 export declare function generateTextSafe(config: any): Promise<import("ai").GenerateTextResult<import("ai").ToolSet, never>>;
 export declare function wrapLLM<T>(fn: () => Promise<T>, options?: {
@@ -13,12 +16,28 @@ export type MatchedArtifact<T extends string> = FileArtifact & {
 };
 export declare function extractArtifacts(text: string): FileArtifact[];
 export declare function readDemoAppArtifacts(patterns?: string[]): Promise<FileArtifact[]>;
+export declare function readAppArtifacts(appPath: string, patterns?: string[]): Promise<FileArtifact[]>;
+export interface ComponentSearchCriteria {
+    tagName: string;
+    bindName?: string;
+    elementId?: string;
+    attributeFilters?: Record<string, string>;
+    /** If true, returns all matches instead of just the first one */
+    findAll?: boolean;
+    /** Zero-based index of which match to return (only used when findAll is false) */
+    matchIndex?: number;
+}
+export declare function createComponentNodePath(appPath: string, filePath: string, criteria: ComponentSearchCriteria): Promise<NodePath<Node> | undefined>;
+export declare function createComponentNodePath(appPath: string, filePath: string, criteria: ComponentSearchCriteria & {
+    findAll: true;
+}): Promise<NodePath<Node>[]>;
 export declare function groupArtifacts(artifacts: FileArtifact[]): {
     packageJson: FileArtifact | null;
     scopes: MatchedArtifact<Paths.PageScopes>[];
     pages: MatchedArtifact<Paths.PageIndexes>[];
     apis: MatchedArtifact<Paths.GeneratedApis>[];
-    components: MatchedArtifact<Paths.ComponentsFile>[];
+    components: MatchedArtifact<any>[];
+    customComponents: MatchedArtifact<Paths.ComponentsFile>[];
     other: FileArtifact[];
 };
 export declare function useTempDir(): (testName?: string) => string;

package/dist/ai-service/evals/helpers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAOA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAOhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE/D,eAAO,MAAM,eAAe,wBACyB,CAAC;AAGtD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CACjE,GACA,OAAO,CAAC,CAAC,CAAC,CA0BZ;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAYD,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBA4C7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAC5C,YAAY,EAAE;EAGhC;AAED,wBAAgB,UAAU,KAWhB,WAAW,MAAM,YAQ1B;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAQA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAEtD,eAAO,MAAM,cAAc,GAAI,QAAQ,GAAG,SAIzC,CAAC;AAGF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CACjE,GACA,OAAO,CAAC,CAAC,CAAC,CA0BZ;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAgB,UAAU,KAWhB,WAAW,MAAM,YAQ1B;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB"}

package/dist/ai-service/evals/helpers/index.js

@@ -3,18 +3,25 @@ import { readFile } from "node:fs/promises";
 import { mkdir, mkdtemp, rm, writeFile, symlink } from "node:fs/promises";
 import os from "node:os";
 import path from "node:path";
+import { parse } from "@babel/parser";
 import superblocksLinter from "@superblocksteam/linter";
 import { generateText } from "ai";
 import ddTrace, {} from "dd-trace";
 import { ESLint } from "eslint";
 import { expect, beforeEach, afterEach } from "vitest";
 import packageJson from "../../../../package.json" with { type: "json" };
+import { traverse } from "../../../traverse.js";
 import { OperationQueue } from "../../../util/operation-queue.js";
 import { AppShell } from "../../app-interface/shell.js";
 import { BoltArtifactProcessor } from "../../artifacts/bolt.js";
 import { Paths } from "../../const.js";
 import { matchMultiplePaths, matchPath } from "../../transform/shared.js";
 export const waitForNextTick = () => new Promise((resolve) => setTimeout(resolve, 1000));
+export const logLLMResponse = (result) => {
+    console.log("====== LLM Response text:");
+    console.log(result.text);
+    console.log("====== End LLM Response text:");
+};
 // Helper function to sanitize errors and prevent logging system prompts
 export function sanitizeErrorForTests(error) {
     if (typeof error !== "object" || error === null) {
@@ -71,6 +78,98 @@ export async function readDemoAppArtifacts(patterns = ["**/*.{ts,tsx,yaml,css}",
     });
     return await appShell.readFiles(patterns);
 }
+export async function readAppArtifacts(appPath, patterns = ["**/*.{ts,tsx,yaml,css}", "package.json"]) {
+    // Get default app artifacts first
+    const defaultArtifacts = await readDemoAppArtifacts(patterns);
+    // Get specific app artifacts
+    const fullAppPath = path.resolve(__dirname, "../input-context", appPath);
+    const fsOperationQueue = new OperationQueue();
+    const appShell = new AppShell({
+        appRootDirPath: fullAppPath,
+        fsOperationQueue,
+    });
+    const specificArtifacts = await appShell.readFiles(patterns);
+    // Create a map for easy merging, keyed by file path
+    const artifactMap = new Map();
+    // Add default artifacts first
+    for (const artifact of defaultArtifacts) {
+        artifactMap.set(artifact.filePath, artifact);
+    }
+    // Add specific artifacts, overriding defaults if they exist
+    for (const artifact of specificArtifacts) {
+        artifactMap.set(artifact.filePath, artifact);
+    }
+    // Return merged artifacts as array
+    return Array.from(artifactMap.values());
+}
+export async function createComponentNodePath(appPath, filePath, criteria) {
+    const artifacts = await readAppArtifacts(appPath);
+    const targetArtifact = artifacts.find((a) => a.filePath === filePath);
+    if (!targetArtifact) {
+        return criteria.findAll ? [] : undefined;
+    }
+    const ast = parse(targetArtifact.content, {
+        sourceType: "module",
+        plugins: ["jsx", "typescript"],
+    });
+    const matches = [];
+    const targetIndex = criteria.matchIndex ?? 0;
+    traverse(ast, {
+        JSXOpeningElement(path) {
+            if (path.node.name.type === "JSXIdentifier" &&
+                path.node.name.name === criteria.tagName) {
+                let isMatch = true;
+                // Check bind attribute if specified
+                if (criteria.bindName) {
+                    const bindAttr = path.node.attributes.find((attr) => attr.type === "JSXAttribute" &&
+                        attr.name.type === "JSXIdentifier" &&
+                        attr.name.name === "bind" &&
+                        attr.value?.type === "JSXExpressionContainer" &&
+                        attr.value.expression.type === "Identifier" &&
+                        attr.value.expression.name === criteria.bindName);
+                    if (!bindAttr)
+                        isMatch = false;
+                }
+                // Check element ID if specified
+                if (criteria.elementId && isMatch) {
+                    const idAttr = path.node.attributes.find((attr) => attr.type === "JSXAttribute" &&
+                        attr.name.type === "JSXIdentifier" &&
+                        attr.name.name === "data-sb-id" &&
+                        attr.value?.type === "StringLiteral" &&
+                        attr.value.value === criteria.elementId);
+                    if (!idAttr)
+                        isMatch = false;
+                }
+                // Check additional attribute filters if specified
+                if (criteria.attributeFilters && isMatch) {
+                    for (const [attrName, attrValue] of Object.entries(criteria.attributeFilters)) {
+                        const attr = path.node.attributes.find((attr) => attr.type === "JSXAttribute" &&
+                            attr.name.type === "JSXIdentifier" &&
+                            attr.name.name === attrName);
+                        if (!attr ||
+                            (attr.type === "JSXAttribute" &&
+                                attr.value?.type === "StringLiteral" &&
+                                attr.value.value !== attrValue)) {
+                            isMatch = false;
+                            break;
+                        }
+                    }
+                }
+                if (isMatch) {
+                    matches.push(path);
+                    // If we're not finding all matches and we've reached our target index, stop
+                    if (!criteria.findAll && matches.length > targetIndex) {
+                        path.stop();
+                    }
+                }
+            }
+        },
+    });
+    if (criteria.findAll) {
+        return matches;
+    }
+    return matches[targetIndex] || undefined;
+}
 async function writeArtifacts(artifacts, tempDir) {
     return Promise.all(artifacts.map(async (artifact) => {
         const fullPath = path.join(tempDir, artifact.filePath);
@@ -88,7 +187,13 @@ export function groupArtifacts(artifacts) {
         const pageScopeMatch = pageScopeMatcher(file.filePath);
         const apiPathMatch = apiPathMatcher(file.filePath);
         const componentPathsMatch = componentPathsMatcher(file.filePath);
-        if (file.filePath === Paths.PackageJson) {
+        if (file.type === "component") {
+            acc.components.push({
+                ...file,
+                params: {},
+            });
+        }
+        else if (file.filePath === Paths.PackageJson) {
             acc.packageJson = file;
         }
         else if (pagePathMatch.matched) {
@@ -110,7 +215,7 @@ export function groupArtifacts(artifacts) {
             });
         }
         else if (componentPathsMatch.matched) {
-            acc.components.push({
+            acc.customComponents.push({
                 ...file,
                 params: componentPathsMatch.params,
             });
@@ -125,6 +230,7 @@ export function groupArtifacts(artifacts) {
         pages: [],
         apis: [],
         components: [],
+        customComponents: [],
         other: [],
     });
 }