@superblocksteam/vite-plugin-file-sync 2.0.21-next.9 → 2.0.21

package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.js

@@ -0,0 +1,51 @@
+const integrationPromptContent = [
+    {
+        name: "SalesforceProduction",
+        id: "sf-prod-456",
+        type: "salesforce",
+        metadata: {
+            // Salesforce is an OpenAPI integration, so it doesn't have database schema
+            // Instead it has available objects and fields that can be queried
+            objects: [
+                {
+                    name: "Account",
+                    fields: [
+                        "Id",
+                        "Name",
+                        "Industry",
+                        "Website",
+                        "Phone",
+                        "BillingCity",
+                        "BillingState",
+                        "CreatedDate",
+                        "LastModifiedDate",
+                    ],
+                },
+                {
+                    name: "Contact",
+                    fields: [
+                        "Id",
+                        "FirstName",
+                        "LastName",
+                        "Email",
+                        "Phone",
+                        "AccountId",
+                    ],
+                },
+                {
+                    name: "Opportunity",
+                    fields: [
+                        "Id",
+                        "Name",
+                        "Amount",
+                        "StageName",
+                        "CloseDate",
+                        "AccountId",
+                    ],
+                },
+            ],
+        },
+    },
+];
+export default integrationPromptContent;
+//# sourceMappingURL=get-salesforce-accounts-integrations.js.map

package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-salesforce-accounts-integrations.js","sourceRoot":"","sources":["../../../../../src/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG;IAC/B;QACE,IAAI,EAAE,sBAAsB;QAC5B,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE;YACR,2EAA2E;YAC3E,kEAAkE;YAClE,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE;wBACN,IAAI;wBACJ,MAAM;wBACN,UAAU;wBACV,SAAS;wBACT,OAAO;wBACP,aAAa;wBACb,cAAc;wBACd,aAAa;wBACb,kBAAkB;qBACnB;iBACF;gBACD;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE;wBACN,IAAI;wBACJ,WAAW;wBACX,UAAU;wBACV,OAAO;wBACP,OAAO;wBACP,WAAW;qBACZ;iBACF;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE;wBACN,IAAI;wBACJ,MAAM;wBACN,QAAQ;wBACR,WAAW;wBACX,WAAW;wBACX,WAAW;qBACZ;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,eAAe,wBAAwB,CAAC"}

package/dist/ai-service/evals/helpers/critical-scorers.d.ts

@@ -7,4 +7,6 @@ export declare function scoreExpectedCustomComponentCount(context: ScorerContext
 export declare function scoreRequiredUiComponentsInPage(context: ScorerContext): ScorerResult;
 export declare function scoreRequiredUiComponentProperties(context: ScorerContext): ScorerResult;
 export declare function scoreExpectedComponentArtifacts(context: ScorerContext): ScorerResult;
+export declare function scoreApisCanBeTransformedToYaml(context: ScorerContext): Promise<ScorerResult>;
+export declare function scoreApiYamlHasRequiredBlocks(context: ScorerContext): Promise<ScorerResult>;
 //# sourceMappingURL=critical-scorers.d.ts.map

package/dist/ai-service/evals/helpers/critical-scorers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"critical-scorers.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAKrE,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA0B3E;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA0B5E;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAcxE;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,aAAa,GACrB,YAAY,CAqCd;AAED,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,aAAa,GACrB,YAAY,CAuBd;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CA0Cd;AAiBD,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,aAAa,GACrB,YAAY,CA8Ed;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CA0Gd"}
+{"version":3,"file":"critical-scorers.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMrE,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA4B3E;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA4B5E;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAgBxE;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,aAAa,GACrB,YAAY,CAoCd;AAED,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,aAAa,GACrB,YAAY,CAuBd;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CAyCd;AAiBD,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,aAAa,GACrB,YAAY,CAsFd;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CAiHd;AAED,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AAED,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA2HvB"}

package/dist/ai-service/evals/helpers/critical-scorers.js

@@ -1,4 +1,9 @@
+import jsYaml from "js-yaml";
+import { get } from "lodash-es";
 import { expect } from "vitest";
+import { TemplateRenderer } from "../../template-renderer.js";
+import { ApiBuilderToYamlTransformer } from "../../transform/api-builder/to-yaml-transformer.js";
+import { applyFileTransformations } from "../../transform/shared.js";
 import { findComponentAtPath, findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
 import { SCORING_CONFIG } from "./scorer-types.js";
 // Critical scorer functions - these result in -100 point penalties when they fail
@@ -18,11 +23,13 @@ export function scoreExpectedPageCount(context) {
         passed,
         scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
         isCritical: true,
-        metadata: {
-            expectedPageCount,
-            actualPageCount: context.pages.length,
-            pageNames: context.pages.map((p) => p.params.pageName),
-        },
+        ...(!passed && {
+            metadata: {
+                expectedPageCount,
+                actualPageCount: context.pages.length,
+                pageNames: context.pages.map((p) => p.params.pageName),
+            },
+        }),
     };
 }
 export function scoreExpectedScopeCount(context) {
@@ -40,11 +47,13 @@ export function scoreExpectedScopeCount(context) {
         passed,
         scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
         isCritical: true,
-        metadata: {
-            expectedScopeCount,
-            actualScopeCount: context.scopes.length,
-            scopeNames: context.scopes.map((s) => s.params.pageName),
-        },
+        ...(!passed && {
+            metadata: {
+                expectedScopeCount,
+                actualScopeCount: context.scopes.length,
+                scopeNames: context.scopes.map((s) => s.params.pageName),
+            },
+        }),
     };
 }
 export function scoreUniqueApiNames(context) {
@@ -54,11 +63,13 @@ export function scoreUniqueApiNames(context) {
         passed,
         scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
         isCritical: true,
-        metadata: {
-            apiNames: context.apiNames,
-            uniqueCount: new Set(context.apiNames).size,
-            totalCount: context.apiNames.length,
-        },
+        ...(!passed && {
+            metadata: {
+                apiNames: context.apiNames,
+                uniqueCount: new Set(context.apiNames).size,
+                totalCount: context.apiNames.length,
+            },
+        }),
     };
 }
 export function scoreApisInCorrectLocation(context) {
@@ -94,7 +105,6 @@ export function scoreApisInCorrectLocation(context) {
         passed: true,
         scoreDelta: 0,
         isCritical: true,
-        metadata: { allApisInCorrectLocation: true },
     };
 }
 export function scoreExpectedCustomComponentCount(context) {
@@ -156,7 +166,6 @@ export function scoreRequiredUiComponentsInPage(context) {
         passed: true,
         scoreDelta: 0,
         isCritical: true,
-        metadata: { allRequiredComponentsFound: true },
     };
 }
 function getComponentForPropertyCheck(foundComponents, config) {
@@ -173,7 +182,7 @@ export function scoreRequiredUiComponentProperties(context) {
         const component = getComponentForPropertyCheck(foundComponents, propertyCheck);
         if (!component) {
             return {
-                checkName: "hasExpectedUiComponentProperties",
+                checkName: "hasRequiredUiComponentProperties",
                 passed: false,
                 scoreDelta: SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
                 isCritical: true,
@@ -187,11 +196,17 @@ export function scoreRequiredUiComponentProperties(context) {
         if (propertyCheck.expectedProperties) {
             for (const [key, value] of Object.entries(propertyCheck.expectedProperties)) {
                 try {
-                    expect(component.props).toHaveProperty(key, value);
+                    if (typeof value === "function") {
+                        expect(value(component.props[key])).toBe(true);
+                    }
+                    else {
+                        expect(component.props).toHaveProperty(key, value);
+                    }
                 }
                 catch {
+                    console.error(`Test failure: Expected page to have a component with type "${propertyCheck.type}" and property "${key}" to have a value ${typeof value === "function" ? "matching a function" : `"${value}"`} but got ${component.props[key]}`);
                     return {
-                        checkName: "hasExpectedUiComponentProperties",
+                        checkName: "hasRequiredUiComponentProperties",
                         passed: false,
                         scoreDelta: SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
                         isCritical: true,
@@ -199,7 +214,7 @@ export function scoreRequiredUiComponentProperties(context) {
                             failedPropertyCheck: propertyCheck.type,
                             reason: "propertyMismatch",
                             property: key,
-                            expected: value,
+                            expected: value.toString(),
                             actual: component.props[key],
                         },
                     };
@@ -219,6 +234,7 @@ export function scoreRequiredUiComponentProperties(context) {
                             failedPropertyCheck: propertyCheck.type,
                             reason: "propertyNotUndefined",
                             property: key,
+                            expected: "undefined (the actual undefined js value)",
                             actual: component.props[key],
                         },
                     };
@@ -283,9 +299,15 @@ export function scoreExpectedComponentArtifacts(context) {
         if (expectedArtifact.expectedProperties) {
             for (const [key, value] of Object.entries(expectedArtifact.expectedProperties)) {
                 try {
-                    expect(foundComponent.props).toHaveProperty(key, value);
+                    if (typeof value === "function") {
+                        expect(value(foundComponent.props[key])).toBe(true);
+                    }
+                    else {
+                        expect(foundComponent.props).toHaveProperty(key, value);
+                    }
                 }
                 catch {
+                    console.error(`Test failure: Property mismatch for '${key}' in component '${expectedArtifact.tagName}' in file '${expectedArtifact.filePath}'. Expected: ${typeof value === "function" ? value.toString() : value} Actual: ${foundComponent.props[key]}`);
                     return {
                         checkName: "hasExpectedComponentArtifacts",
                         passed: false,
@@ -328,4 +350,126 @@ export function scoreExpectedComponentArtifacts(context) {
         metadata: { allExpectedArtifactsFound: true },
     };
 }
+export async function scoreApisCanBeTransformedToYaml(context) {
+    let passed = true;
+    const templateRenderer = new TemplateRenderer({
+        prefetchNodeModules: true,
+    });
+    for (const apiArtifact of context.apis) {
+        try {
+            const [apiYaml] = await applyFileTransformations([apiArtifact], [
+                new ApiBuilderToYamlTransformer({
+                    skipCleanup: false,
+                    templateRenderer,
+                }),
+            ]);
+            if (apiYaml == undefined) {
+                passed = false;
+                console.log(`Error transforming ${apiArtifact.filePath} to yaml: return value from transform is undefined`);
+            }
+            else {
+                if (process.env.SUPERBLOCKS_AI_SERVICE_EVALS_VERBOSE_DEBUG === "true") {
+                    console.log(`Successfully transformed ${apiArtifact.filePath} to yaml`, `JS was: `, apiArtifact.content, `YAML is: `, apiYaml);
+                }
+            }
+        }
+        catch (error) {
+            console.log(`Error transforming ${apiArtifact.filePath} to yaml: ${error}`);
+            passed = false;
+        }
+    }
+    return {
+        checkName: "apisCanBeTransformedToYaml",
+        passed,
+        scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
+        isCritical: true,
+    };
+}
+export async function scoreApiYamlHasRequiredBlocks(context) {
+    let passed = true;
+    let apiYaml;
+    const apiArtifacts = [];
+    const templateRenderer = new TemplateRenderer({
+        prefetchNodeModules: true,
+    });
+    const apiToYamlTransformErrors = [];
+    for (const apiArtifact of context.apis) {
+        apiArtifacts.push(apiArtifact);
+        try {
+            const [yaml] = await applyFileTransformations([apiArtifact], [
+                new ApiBuilderToYamlTransformer({
+                    skipCleanup: false,
+                    templateRenderer,
+                }),
+            ]);
+            if (yaml == undefined) {
+                passed = false;
+                apiToYamlTransformErrors.push(`Error transforming ${apiArtifact.filePath} to yaml: return value from transform is undefined`);
+            }
+            else {
+                apiYaml = yaml.content;
+            }
+        }
+        catch (error) {
+            apiToYamlTransformErrors.push(`Error transforming ${apiArtifact.filePath} to yaml: ${error}`);
+            passed = false;
+        }
+    }
+    if (!passed) {
+        return {
+            checkName: "apiYamlHasRequiredBlocks",
+            passed: false,
+            scoreDelta: SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
+            isCritical: true,
+            metadata: {
+                ...(apiToYamlTransformErrors.length > 0 && {
+                    apiToYamlTransformErrors,
+                }),
+            },
+        };
+    }
+    const apiYamlObject = jsYaml.load(apiYaml);
+    const requiredBlockErrors = [];
+    for (const requiredBlock of context.config.requiredApiYamlBlocks ?? []) {
+        const api = apiArtifacts[requiredBlock.apiIndex];
+        if (!api) {
+            passed = false;
+            requiredBlockErrors.push(`Error, generated APIs array has no API artifact at index ${requiredBlock.apiIndex}`);
+            continue;
+        }
+        const block = apiYamlObject.blocks[requiredBlock.blockIndex];
+        if (!Object.hasOwn(block, requiredBlock.expectedBlockType)) {
+            passed = false;
+            requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it is not a ${requiredBlock.expectedBlockType} block`);
+        }
+        if (!Object.hasOwn(block[requiredBlock.expectedBlockType], requiredBlock.expectedIntegrationOrControlBlockType)) {
+            passed = false;
+            requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it is not a ${requiredBlock.expectedBlockType} block`);
+        }
+        if (requiredBlock.expectedBlockBodyProperties) {
+            for (const [key, value] of Object.entries(requiredBlock.expectedBlockBodyProperties)) {
+                const blockBody = block[requiredBlock.expectedBlockType][requiredBlock.expectedIntegrationOrControlBlockType];
+                if (typeof value !== "function") {
+                    if (get(blockBody, key) !== value) {
+                        passed = false;
+                        requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it does not have the expected config body property ${key} with value ${value}`);
+                    }
+                }
+                else {
+                    if (!value(get(blockBody, key))) {
+                        passed = false;
+                        requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it does not have the expected config body property ${key} with value satisfying the function: ${value.toString()}). Value was ${get(blockBody, key)}`);
+                    }
+                }
+            }
+        }
+    }
+    return {
+        checkName: "apiYamlHasRequiredBlocks",
+        passed,
+        scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
+        isCritical: true,
+        metadata: { allApisCanBeTransformedToYaml: passed, requiredBlockErrors },
+    };
+}
 //# sourceMappingURL=critical-scorers.js.map

package/dist/ai-service/evals/helpers/critical-scorers.js.map

@@ -1 +1 @@
-{"version":3,"file":"critical-scorers.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGnD,kFAAkF;AAClF,2BAA2B;AAE3B,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAC5C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB;QAClC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,iBAAiB;QAC1C,CAAC,iBAAiB,KAAK,CAAC;YACtB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,iBAAiB,GAAG,CAAC;gBACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACrD;gBACH,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAEvD,OAAO;QACL,SAAS,EAAE,sBAAsB;QACjC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,iBAAiB;YACjB,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACvD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAsB;IAC5D,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,kBAAkB,KAAK,SAAS;QAC7C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB;QACnC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB;QAC5C,CAAC,kBAAkB,KAAK,CAAC;YACvB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,GAAG,CAAC;gBACtB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACvD;gBACH,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAExD,OAAO;QACL,SAAS,EAAE,uBAAuB;QAClC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,kBAAkB;YAClB,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YACvC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAE1E,OAAO;QACL,SAAS,EAAE,mBAAmB;QAC9B,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI;YAC3C,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAAsB;IAEtB,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,OAAO;gBACL,SAAS,EAAE,0BAA0B;gBACrC,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,EAAE,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,SAAS,EAAE,0BAA0B;oBACrC,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,EAAE;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,wBAAwB,EAAE,IAAI,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,OAAsB;IAEtB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,4BAA4B,CAAC;IAClE,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,MAAM,KAAK,aAAa,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC;QACjC,MAAM;YACJ,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG;gBACtC,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,SAAS,EAAE,iCAAiC;QAC5C,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,aAAa;YACb,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;SAC7C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;YAC7C,oBAAoB;gBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,WAAW,CAAC,IAAI;oBACjC,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,UAAU,EAAE,eAAe,CAAC,MAAM;iBACnC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,OAAsB;IAEtB,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,6BAA6B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,aAAa,CAAC,IAAI,CACnB,CAAC;QACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,kCAAkC;gBAC7C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;oBACvC,MAAM,EAAE,mBAAmB;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,aAAa,CAAC,kBAAkB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,kBAAkB,CACjC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,kBAAkB;4BAC1B,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;gBAC5D,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,sBAAsB;4BAC9B,QAAQ,EAAE,GAAG;4BACb,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,kCAAkC;QAC7C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,0BAA0B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5D,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CACvD,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,gBAAgB,CAAC,QAAQ;iBAC3C;aACF,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,cAAc,GAAG,oBAAoB,CACzC,eAAe,CAAC,OAAO,EACvB,gBAAgB,CAAC,OAAO,CACzB,CAAC,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;oBACvC,cAAc,EAAE,gBAAgB,CAAC,OAAO;iBACzC;aACF,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,gBAAgB,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACnE,OAAO;oBACL,SAAS,EAAE,+BAA+B;oBAC1C,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE;wBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;wBACvC,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ;wBAC3C,cAAc,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ;qBAC9C;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,gBAAgB,CAAC,kBAAkB,CACpC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1D,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,gBAAgB,EAAE,GAAG;4BACrB,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;YACjD,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;gBAC/D,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC5C,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,oBAAoB,EAAE,GAAG;4BACzB,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE;KAC9C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"critical-scorers.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,oDAAoD,CAAC;AACjG,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAKnD,kFAAkF;AAClF,2BAA2B;AAE3B,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAC5C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB;QAClC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,iBAAiB;QAC1C,CAAC,iBAAiB,KAAK,CAAC;YACtB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,iBAAiB,GAAG,CAAC;gBACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACrD;gBACH,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAEvD,OAAO;QACL,SAAS,EAAE,sBAAsB;QACjC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,GAAG,CAAC,CAAC,MAAM,IAAI;YACb,QAAQ,EAAE;gBACR,iBAAiB;gBACjB,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;gBACrC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;aACvD;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAsB;IAC5D,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,kBAAkB,KAAK,SAAS;QAC7C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB;QACnC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB;QAC5C,CAAC,kBAAkB,KAAK,CAAC;YACvB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,GAAG,CAAC;gBACtB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACvD;gBACH,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAExD,OAAO;QACL,SAAS,EAAE,uBAAuB;QAClC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,GAAG,CAAC,CAAC,MAAM,IAAI;YACb,QAAQ,EAAE;gBACR,kBAAkB;gBAClB,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBACvC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;aACzD;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAE1E,OAAO;QACL,SAAS,EAAE,mBAAmB;QAC9B,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,GAAG,CAAC,CAAC,MAAM,IAAI;YACb,QAAQ,EAAE;gBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,WAAW,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI;gBAC3C,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;aACpC;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAAsB;IAEtB,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,OAAO;gBACL,SAAS,EAAE,0BAA0B;gBACrC,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,EAAE,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,SAAS,EAAE,0BAA0B;oBACrC,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,EAAE;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,OAAsB;IAEtB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,4BAA4B,CAAC;IAClE,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,MAAM,KAAK,aAAa,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC;QACjC,MAAM;YACJ,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG;gBACtC,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,SAAS,EAAE,iCAAiC;QAC5C,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,aAAa;YACb,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;SAC7C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;YAC7C,oBAAoB;gBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,WAAW,CAAC,IAAI;oBACjC,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,UAAU,EAAE,eAAe,CAAC,MAAM;iBACnC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,OAAsB;IAEtB,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,6BAA6B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,aAAa,CAAC,IAAI,CACnB,CAAC;QACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,kCAAkC;gBAC7C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;oBACvC,MAAM,EAAE,mBAAmB;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,aAAa,CAAC,kBAAkB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,kBAAkB,CACjC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;wBAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACjD,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBACrD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,KAAK,CACX,8DAA8D,aAAa,CAAC,IAAI,mBAAmB,GAAG,qBAAqB,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,YAAY,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAChO,CAAC;oBACF,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,kBAAkB;4BAC1B,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE;4BAC1B,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;gBAC5D,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,sBAAsB;4BAC9B,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,2CAA2C;4BACrD,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,kCAAkC;QAC7C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,0BAA0B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5D,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CACvD,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,gBAAgB,CAAC,QAAQ;iBAC3C;aACF,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,cAAc,GAAG,oBAAoB,CACzC,eAAe,CAAC,OAAO,EACvB,gBAAgB,CAAC,OAAO,CACzB,CAAC,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;oBACvC,cAAc,EAAE,gBAAgB,CAAC,OAAO;iBACzC;aACF,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,gBAAgB,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACnE,OAAO;oBACL,SAAS,EAAE,+BAA+B;oBAC1C,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE;wBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;wBACvC,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ;wBAC3C,cAAc,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ;qBAC9C;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,gBAAgB,CAAC,kBAAkB,CACpC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;wBAChC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtD,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,KAAK,CACX,wCAAwC,GAAG,mBAAmB,gBAAgB,CAAC,OAAO,cAAc,gBAAgB,CAAC,QAAQ,gBAAgB,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,YAAY,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAC3O,CAAC;oBACF,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,gBAAgB,EAAE,GAAG;4BACrB,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;YACjD,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;gBAC/D,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC5C,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,oBAAoB,EAAE,GAAG;4BACzB,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,OAAsB;IAEtB,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC5C,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,wBAAwB,CAC9C,CAAC,WAAW,CAAC,EACb;gBACE,IAAI,2BAA2B,CAAC;oBAC9B,WAAW,EAAE,KAAK;oBAClB,gBAAgB;iBACjB,CAAC;aACH,CACF,CAAC;YACF,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;gBACzB,MAAM,GAAG,KAAK,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,sBAAsB,WAAW,CAAC,QAAQ,oDAAoD,CAC/F,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,MAAM,EAAE,CAAC;oBACtE,OAAO,CAAC,GAAG,CACT,4BAA4B,WAAW,CAAC,QAAQ,UAAU,EAC1D,UAAU,EACV,WAAW,CAAC,OAAO,EACnB,WAAW,EACX,OAAO,CACR,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CACT,sBAAsB,WAAW,CAAC,QAAQ,aAAa,KAAK,EAAE,CAC/D,CAAC;YACF,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,4BAA4B;QACvC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAsB;IAEtB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,OAA2B,CAAC;IAChC,MAAM,YAAY,GAA2C,EAAE,CAAC;IAEhE,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC5C,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IAEH,MAAM,wBAAwB,GAAa,EAAE,CAAC;IAE9C,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,wBAAwB,CAC3C,CAAC,WAAW,CAAC,EACb;gBACE,IAAI,2BAA2B,CAAC;oBAC9B,WAAW,EAAE,KAAK;oBAClB,gBAAgB;iBACjB,CAAC;aACH,CACF,CAAC;YACF,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,GAAG,KAAK,CAAC;gBACf,wBAAwB,CAAC,IAAI,CAC3B,sBAAsB,WAAW,CAAC,QAAQ,oDAAoD,CAC/F,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wBAAwB,CAAC,IAAI,CAC3B,sBAAsB,WAAW,CAAC,QAAQ,aAAa,KAAK,EAAE,CAC/D,CAAC;YACF,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,SAAS,EAAE,0BAA0B;YACrC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;YACnD,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE;gBACR,GAAG,CAAC,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI;oBACzC,wBAAwB;iBACzB,CAAC;aACH;SACF,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,OAAiB,CAAwB,CAAC;IAE5E,MAAM,mBAAmB,GAAa,EAAE,CAAC;IAEzC,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC;QACvE,MAAM,GAAG,GAAG,YAAY,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,4DAA4D,aAAa,CAAC,QAAQ,EAAE,CACrF,CAAC;YACF,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,oBAAoB,aAAa,CAAC,iBAAiB,QAAQ,CACtK,CAAC;QACJ,CAAC;QAED,IACE,CAAC,MAAM,CAAC,MAAM,CACZ,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,EACtC,aAAa,CAAC,qCAAqC,CACpD,EACD,CAAC;YACD,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,oBAAoB,aAAa,CAAC,iBAAiB,QAAQ,CACtK,CAAC;QACJ,CAAC;QAED,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,2BAA2B,CAC1C,EAAE,CAAC;gBACF,MAAM,SAAS,GACb,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,CACpC,aAAa,CAAC,qCAAqC,CACpD,CAAC;gBAEJ,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;oBAChC,IAAI,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;wBAClC,MAAM,GAAG,KAAK,CAAC;wBACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,2DAA2D,GAAG,eAAe,KAAK,EAAE,CAC/L,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;wBAChC,MAAM,GAAG,KAAK,CAAC;wBACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,2DAA2D,GAAG,wCAAwC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CACtQ,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,6BAA6B,EAAE,MAAM,EAAE,mBAAmB,EAAE;KACzE,CAAC;AACJ,CAAC"}

package/dist/ai-service/evals/helpers/eval-scoring.d.ts

@@ -11,7 +11,7 @@ export interface EvalChecks {
     hasExpectedUiComponentsInPage: boolean;
     hasExpectedUiComponentProperties: boolean;
     hasExpectedComponentArtifacts: boolean;
-    hasLintErrors: boolean;
+    hasNoLintIssues: boolean;
     hasReasonableApiCount: boolean;
     hasReasonableUiComponentInPageCounts: boolean;
 }
@@ -35,6 +35,13 @@ export interface EvalScoreConfig {
         expectedProperties?: Record<string, any>;
         expectedUndefinedProperties?: string[];
     }>;
+    requiredApiYamlBlocks?: Array<{
+        apiIndex: number;
+        blockIndex: number;
+        expectedBlockType: "step" | "block";
+        expectedIntegrationOrControlBlockType: string;
+        expectedBlockBodyProperties?: Record<string, any> | ((value: any) => boolean);
+    }>;
     expectedUiComponentProperties?: Array<{
         type: string;
         path?: string[];

package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAMnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,OAAO,CAAC;IAC1C,6BAA6B,EAAE,OAAO,CAAC;IACvC,aAAa,EAAE,OAAO,CAAC;IAGvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oCAAoC,EAAE,OAAO,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGxD,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAEH,0BAA0B,CAAC,EAAE,KAAK,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;CACJ;AAyED,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GACf,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,EAAE;QAClB,gBAAgB,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC9D,qBAAqB,EAAE;YACrB,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,YAAY,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACnD,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,SAAS,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YAChD,eAAe,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,cAAc,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACrD,gBAAgB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACvD,oBAAoB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;SAC5D,CAAC;KACH,CAAC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAuJD"}
+{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAMnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,OAAO,CAAC;IAC1C,6BAA6B,EAAE,OAAO,CAAC;IACvC,eAAe,EAAE,OAAO,CAAC;IAGzB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oCAAoC,EAAE,OAAO,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGxD,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAGH,qBAAqB,CAAC,EAAE,KAAK,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC;QACpC,qCAAqC,EAAE,MAAM,CAAC;QAC9C,2BAA2B,CAAC,EACxB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACnB,CAAC,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;KAC/B,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAEH,0BAA0B,CAAC,EAAE,KAAK,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;CACJ;AA2ED,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GACf,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,EAAE;QAClB,gBAAgB,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC9D,qBAAqB,EAAE;YACrB,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,YAAY,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACnD,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,SAAS,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YAChD,eAAe,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,cAAc,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACrD,gBAAgB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACvD,oBAAoB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;SAC5D,CAAC;KACH,CAAC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAgKD"}

package/dist/ai-service/evals/helpers/eval-scoring.js

@@ -1,6 +1,6 @@
 import ddTrace from "dd-trace";
 import { expect } from "vitest";
-import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, } from "./critical-scorers.js";
+import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, scoreApisCanBeTransformedToYaml, scoreApiYamlHasRequiredBlocks, } from "./critical-scorers.js";
 import { scoreApiCountTolerance, scoreExpectedUiComponentsInPage, scoreExpectedUiComponentProperties, scoreLintIssues, } from "./non-critical-scorers.js";
 import { SCORING_CONFIG, PASSING_SCORE_THRESHOLD } from "./scorer-types.js";
 import { groupArtifacts, runLinterCLI } from "./index.js";
@@ -11,6 +11,8 @@ const CRITICAL_SCORERS = [
     scoreExpectedScopeCount,
     scoreUniqueApiNames,
     scoreApisInCorrectLocation,
+    scoreApisCanBeTransformedToYaml,
+    scoreApiYamlHasRequiredBlocks,
     scoreExpectedCustomComponentCount,
     scoreRequiredUiComponentsInPage,
     scoreRequiredUiComponentProperties,
@@ -86,7 +88,7 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, classi
     // Build evalChecks from scorer results for backward compatibility
     const evalChecks = {};
     for (const result of results) {
-        evalChecks[result.checkName] = result.passed;
+        evalChecks[result.checkName] = result;
     }
     // Calculate additional derived values
     const criticalChecksPassed = criticalFailures.length === 0;
@@ -95,7 +97,7 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, classi
     const totalNonCriticalDeductions = Object.values(nonCriticalDeductions).reduce((sum, deduction) => sum + Math.abs(deduction.deduction), 0);
     const softScore = Math.max(0, 1 - totalNonCriticalDeductions / 100);
     // Extract lint data from results for proper formatting
-    const lintResult_scorer = results.find((r) => r.checkName === "hasLintErrors");
+    const lintResult_scorer = results.find((r) => r.checkName === "hasNoLintIssues");
     const lintErrorsData = lintResult_scorer?.metadata
         ? {
             count: lintResult_scorer.metadata.errorCount || 0,
@@ -176,9 +178,13 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, classi
             console.warn("Failed to submit evaluation to LLM Observability:", error?.message);
         }
     }
-    // Simple vitest assertion based on final score
-    expect(evalResults.evalScore >= PASSING_SCORE_THRESHOLD, `Evaluation failed with score ${evalResults.evalScore}/${SCORING_CONFIG.STARTING_SCORE}. ` +
-        `Expected >= ${PASSING_SCORE_THRESHOLD}. Full results: ${JSON.stringify(evalResults, null, 2)}`).toBe(true);
+    if (evalResults.evalScore < PASSING_SCORE_THRESHOLD) {
+        console.error(`Eval failed with score ${evalResults.evalScore}/${PASSING_SCORE_THRESHOLD}.`, `Full results: ${JSON.stringify({
+            ...evalResults,
+            artifactGroups: undefined, // remove artifact groups given the size. They're reported in DD if you need to see them.
+        }, null, 2)}`);
+    }
+    expect(evalResults.evalScore).toBeGreaterThanOrEqual(PASSING_SCORE_THRESHOLD);
     return evalResults;
 }
 //# sourceMappingURL=eval-scoring.js.map

package/dist/ai-service/evals/helpers/eval-scoring.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,GAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,kCAAkC,EAClC,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AA0E3E,6BAA6B;AAC7B,2BAA2B;AAE3B,MAAM,gBAAgB,GAAqB;IACzC,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,0BAA0B;IAC1B,iCAAiC;IACjC,+BAA+B;IAC/B,kCAAkC;IAClC,+BAA+B;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,sBAAsB;IACtB,+BAA+B;IAC/B,kCAAkC;IAClC,eAAe;CAChB,CAAC;AAEF,KAAK,UAAU,UAAU,CAAC,OAAsB;IAM9C,IAAI,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC;IACjD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAgD,EAAE,CAAC;IACzE,MAAM,qBAAqB,GAGvB,EAAE,CAAC;IAEP,kBAAkB;IAClB,MAAM,UAAU,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC;QAElC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,gBAAgB,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC,SAAS;gBACvB,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzD,wDAAwD;YACxD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,EAAE,WAAW;gBAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU;gBAC3B,MAAM,CAAC,QAAQ,EAAE,YAAY;gBAC7B,CAAC,CAAC;YACJ,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;gBACxC,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;QAChE,gBAAgB;QAChB,qBAAqB;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GAMf;IA8BC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAE5C,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAkB;QAC7B,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,MAAM;QACN,WAAW;QACX,UAAU;KACX,CAAC;IAEF,kBAAkB;IAClB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GACpE,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAE5B,kEAAkE;IAClE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxD,CAAC;IAED,sCAAsC;IACtC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,UAAU,IAAI,uBAAuB,CAAC;IAEzD,oEAAoE;IACpE,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAC9C,qBAAqB,CACtB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IAEpE,uDAAuD;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,CACvC,CAAC;IACF,MAAM,cAAc,GAAG,iBAAiB,EAAE,QAAQ;QAChD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YACjD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC;SAC9D;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC/B,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,QAAQ;QAClD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;YACnD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,oBAAoB,IAAI,CAAC;SAChE;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,8BAA8B,GAAG;QACrC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,gBAAgB;QAC9B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QACtC,SAAS,EAAE,qBAAqB,CAAC,qBAAqB,IAAI;YACxD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACD,eAAe,EACb,qBAAqB,CAAC,oCAAoC,IAAI;YAC5D,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACH,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC5C,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,UAAU;QACrB,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE;YAClB,gBAAgB;YAChB,qBAAqB,EAAE,8BAA8B;SACtD;QACD,2CAA2C;QAC3C,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,yDAAyD;IACzD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAE/C,oCAAoC;YACpC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,OAAO;gBACnB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,aAAa;gBACzB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC;gBACd,QAAQ,EAAE;oBACR,iBAAiB,EAAE,cAAc;oBACjC,YAAY,EAAE,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE;iBAC5D;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,6CAA6C,UAAU,YAAY,UAAU,EAAE,CAChF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,mDAAmD,EACnD,KAAK,EAAE,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,MAAM,CACJ,WAAW,CAAC,SAAS,IAAI,uBAAuB,EAChD,gCAAgC,WAAW,CAAC,SAAS,IAAI,cAAc,CAAC,cAAc,IAAI;QACxF,eAAe,uBAAuB,mBAAmB,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAClG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO,WAAW,CAAC;AACrB,CAAC"}
+{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,EAC/B,+BAA+B,EAC/B,6BAA6B,GAC9B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,kCAAkC,EAClC,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAqF3E,6BAA6B;AAC7B,2BAA2B;AAE3B,MAAM,gBAAgB,GAAqB;IACzC,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,0BAA0B;IAC1B,+BAA+B;IAC/B,6BAA6B;IAC7B,iCAAiC;IACjC,+BAA+B;IAC/B,kCAAkC;IAClC,+BAA+B;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,sBAAsB;IACtB,+BAA+B;IAC/B,kCAAkC;IAClC,eAAe;CAChB,CAAC;AAEF,KAAK,UAAU,UAAU,CAAC,OAAsB;IAM9C,IAAI,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC;IACjD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAgD,EAAE,CAAC;IACzE,MAAM,qBAAqB,GAGvB,EAAE,CAAC;IAEP,kBAAkB;IAClB,MAAM,UAAU,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC;QAElC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,gBAAgB,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC,SAAS;gBACvB,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzD,wDAAwD;YACxD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,EAAE,WAAW;gBAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU;gBAC3B,MAAM,CAAC,QAAQ,EAAE,YAAY;gBAC7B,CAAC,CAAC;YACJ,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;gBACxC,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;QAChE,gBAAgB;QAChB,qBAAqB;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GAMf;IA8BC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAE5C,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAkB;QAC7B,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,MAAM;QACN,WAAW;QACX,UAAU;KACX,CAAC;IAEF,kBAAkB;IAClB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GACpE,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAE5B,kEAAkE;IAClE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;IACjD,CAAC;IAED,sCAAsC;IACtC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,UAAU,IAAI,uBAAuB,CAAC;IAEzD,oEAAoE;IACpE,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAC9C,qBAAqB,CACtB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IAEpE,uDAAuD;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,iBAAiB,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,iBAAiB,EAAE,QAAQ;QAChD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YACjD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC;SAC9D;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC/B,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,QAAQ;QAClD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;YACnD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,oBAAoB,IAAI,CAAC;SAChE;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,8BAA8B,GAAG;QACrC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,gBAAgB;QAC9B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QACtC,SAAS,EAAE,qBAAqB,CAAC,qBAAqB,IAAI;YACxD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACD,eAAe,EACb,qBAAqB,CAAC,oCAAoC,IAAI;YAC5D,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACH,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC5C,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,UAAU;QACrB,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE;YAClB,gBAAgB;YAChB,qBAAqB,EAAE,8BAA8B;SACtD;QACD,2CAA2C;QAC3C,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,yDAAyD;IACzD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAE/C,oCAAoC;YACpC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,OAAO;gBACnB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,aAAa;gBACzB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC;gBACd,QAAQ,EAAE;oBACR,iBAAiB,EAAE,cAAc;oBACjC,YAAY,EAAE,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE;iBAC5D;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,6CAA6C,UAAU,YAAY,UAAU,EAAE,CAChF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,mDAAmD,EACnD,KAAK,EAAE,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,SAAS,GAAG,uBAAuB,EAAE,CAAC;QACpD,OAAO,CAAC,KAAK,CACX,0BAA0B,WAAW,CAAC,SAAS,IAAI,uBAAuB,GAAG,EAC7E,iBAAiB,IAAI,CAAC,SAAS,CAC7B;YACE,GAAG,WAAW;YACd,cAAc,EAAE,SAAS,EAAE,yFAAyF;SACrH,EACD,IAAI,EACJ,CAAC,CACF,EAAE,CACJ,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,CAAC;IAE9E,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/ai-service/evals/helpers/index.d.ts

@@ -4,7 +4,6 @@ import type { FileArtifact, PathParams } from "../../types.js";
 import type { NodePath } from "@babel/traverse";
 import type { Node } from "@babel/types";
 export declare const waitForNextTick: () => Promise<unknown>;
-export declare const logLLMResponse: (result: any) => void;
 export declare function sanitizeErrorForTests(error: any): any;
 export declare function generateTextSafe(config: any): Promise<import("ai").GenerateTextResult<import("ai").ToolSet, never>>;
 export declare function wrapLLM<T>(fn: () => Promise<T>, options?: {
@@ -65,4 +64,5 @@ export interface LintResult {
     hasErrors: boolean;
 }
 export declare function runLinterCLI(artifacts: FileArtifact[], tempDir: string): Promise<LintResult>;
+export declare function getColorName(hex: string): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/ai-service/evals/helpers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAQA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAEtD,eAAO,MAAM,cAAc,GAAI,QAAQ,GAAG,SAIzC,CAAC;AAGF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK;QACxB,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB,CAAC;IACF,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C,GACA,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,GAAG,CAAC;IAAC,IAAI,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CAqDvD;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAsB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWtE;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnE;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AASA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAGtD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK;QACxB,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB,CAAC;IACF,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C,GACA,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,GAAG,CAAC;IAAC,IAAI,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CAqDvD;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAsB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWtE;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnE;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAahD"}

package/dist/ai-service/evals/helpers/index.js

@@ -6,6 +6,7 @@ import path from "node:path";
 import { parse } from "@babel/parser";
 import superblocksLinter from "@superblocksteam/linter";
 import { generateText } from "ai";
+import { parseToHsla } from "color2k";
 import ddTrace, {} from "dd-trace";
 import { ESLint } from "eslint";
 import { expect } from "vitest";
@@ -17,11 +18,6 @@ import { BoltArtifactProcessor } from "../../artifacts/bolt.js";
 import { Paths } from "../../const.js";
 import { matchMultiplePaths, matchPath } from "../../transform/shared.js";
 export const waitForNextTick = () => new Promise((resolve) => setTimeout(resolve, 1000));
-export const logLLMResponse = (result) => {
-    console.log("====== LLM Response text:");
-    console.log(result.text);
-    console.log("====== End LLM Response text:");
-};
 // Helper function to sanitize errors and prevent logging system prompts
 export function sanitizeErrorForTests(error) {
     if (typeof error !== "object" || error === null) {
@@ -513,4 +509,28 @@ module.exports = baseConfigs.map((configPart) => {
         });
     });
 }
+export function getColorName(hex) {
+    const [h, s, l] = parseToHsla(hex);
+    if (s < 0.1 && l > 0.5)
+        return "gray";
+    if (l < 0.1)
+        return "black";
+    if (h < 15 || h >= 345)
+        return "red";
+    if (h < 45)
+        return "orange";
+    if (h < 75)
+        return "yellow";
+    if (h < 165)
+        return "green";
+    if (h < 195)
+        return "cyan";
+    if (h < 255)
+        return "blue";
+    if (h < 285)
+        return "purple";
+    if (h < 345)
+        return "magenta";
+    return "unknown";
+}
 //# sourceMappingURL=index.js.map