@superblocksteam/vite-plugin-file-sync 2.0.18-next.25 → 2.0.18-next.26

package/dist/ai-service/evals/helpers/eval-scoring.js

@@ -1,273 +1,139 @@
 import ddTrace from "dd-trace";
 import { expect } from "vitest";
-import { findComponentAtPath, findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
+import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, } from "./critical-scorers.js";
+import { scoreApiCountTolerance, scoreExpectedUiComponentsInPage, scoreExpectedUiComponentProperties, scoreLintIssues, } from "./non-critical-scorers.js";
+import { SCORING_CONFIG, PASSING_SCORE_THRESHOLD } from "./scorer-types.js";
 import { groupArtifacts, runLinterCLI } from "./index.js";
-const SOFT_CHECK_PENALTIES = {
-    wrongApiCount: 0.3,
-    wrongUiComponentCount: 0.3,
-    lintErrors: 0.3,
-};
-function getComponentForPropertyCheck(foundComponents, config) {
-    if (config.path) {
-        return findComponentAtPath(foundComponents, config.path);
+// Scorer registry and runner
+// ------------------------
+const CRITICAL_SCORERS = [
+    scoreExpectedPageCount,
+    scoreExpectedScopeCount,
+    scoreUniqueApiNames,
+    scoreApisInCorrectLocation,
+    scoreExpectedCustomComponentCount,
+    scoreRequiredUiComponentsInPage,
+    scoreRequiredUiComponentProperties,
+    scoreExpectedComponentArtifacts,
+];
+const NON_CRITICAL_SCORERS = [
+    scoreApiCountTolerance,
+    scoreExpectedUiComponentsInPage,
+    scoreExpectedUiComponentProperties,
+    scoreLintIssues,
+];
+async function runScorers(context) {
+    let currentScore = SCORING_CONFIG.STARTING_SCORE;
+    const results = [];
+    const criticalFailures = [];
+    const nonCriticalDeductions = {};
+    // Run all scorers
+    const allScorers = [...CRITICAL_SCORERS, ...NON_CRITICAL_SCORERS];
+    for (const scorer of allScorers) {
+        const result = await scorer(context);
+        results.push(result);
+        currentScore += result.scoreDelta;
+        if (result.isCritical && !result.passed) {
+            criticalFailures.push({
+                check: result.checkName,
+                deduction: result.scoreDelta,
+            });
+        }
+        else if (!result.isCritical && result.scoreDelta !== 0) {
+            // For non-critical scorers, extract count from metadata
+            const count = result.metadata?.totalIssues ||
+                result.metadata?.errorCount ||
+                result.metadata?.apiCountDiff ||
+                0;
+            nonCriticalDeductions[result.checkName] = {
+                count,
+                deduction: result.scoreDelta,
+            };
+        }
     }
-    const index = config.index ?? 0;
-    return foundComponents[index];
+    return {
+        results,
+        finalScore: Math.max(SCORING_CONFIG.MINIMUM_SCORE, currentScore),
+        criticalFailures,
+        nonCriticalDeductions,
+    };
 }
 // Reusable eval scoring function
 // ------------------------
-export async function calculateEvalScore({ artifacts, getTempDir, config, traceData, }) {
+export async function calculateEvalScore({ artifacts, getTempDir, config, classification, }) {
     const { scopes, pages, apis, customComponents, components } = groupArtifacts(artifacts);
-    const evalChecks = {};
     const apiNames = apis.map((api) => api.params.apiName.replace(".ts", ""));
-    // Calculate all evaluation results first (no assertions yet)
-    // ------------------------
-    let criticalChecksPassed = true;
-    // Critical 1: Has expected number of pages
-    const expectedPageCount = config.expectedPageCount ?? 1;
-    evalChecks.hasExpectedPageCount =
-        pages.length === expectedPageCount &&
-            (expectedPageCount > 1
-                ? pages.every((page, i) => page.params.pageName === `Page${i + 1}`)
-                : pages[0]?.params.pageName === "Page1");
-    if (!evalChecks.hasExpectedPageCount) {
-        criticalChecksPassed = false;
-    }
-    // Critical 2: Has expected number of scopes
-    const expectedScopeCount = config.expectedScopeCount ?? 1;
-    evalChecks.hasExpectedScopeCount =
-        scopes.length === expectedScopeCount &&
-            (expectedScopeCount > 1
-                ? scopes.every((scope, i) => scope.params.pageName === `Page${i + 1}`)
-                : scopes[0]?.params.pageName === "Page1");
-    if (!evalChecks.hasExpectedScopeCount) {
-        criticalChecksPassed = false;
-    }
-    // Critical 3: APIs have unique names
-    evalChecks.hasUniqueApiNames = new Set(apiNames).size === apiNames.length;
-    if (!evalChecks.hasUniqueApiNames) {
-        criticalChecksPassed = false;
-    }
-    // Critical 4: APIs are in correct page and scope
-    let apisInCorrectLocation = true;
-    for (const api of apis) {
-        if (api.params.pageName !== "Page1") {
-            apisInCorrectLocation = false;
-            break;
-        }
-    }
-    if (apisInCorrectLocation && scopes[0]) {
-        const scopeEntityNames = parseScopeEntityNames(scopes[0]);
-        for (const apiName of apiNames) {
-            if (!scopeEntityNames.includes(apiName)) {
-                apisInCorrectLocation = false;
-                break;
-            }
-        }
-    }
-    evalChecks.hasApisInCorrectLocation = apisInCorrectLocation;
-    if (!evalChecks.hasApisInCorrectLocation) {
-        criticalChecksPassed = false;
-    }
-    // Critical 5: Component count check
-    let hasExpectedCustomComponentCount = false;
-    if (typeof config.expectedCustomComponentCount === "number") {
-        hasExpectedCustomComponentCount =
-            customComponents.length === config.expectedCustomComponentCount;
-    }
-    else {
-        const [min, max] = config.expectedCustomComponentCount;
-        hasExpectedCustomComponentCount =
-            customComponents.length >= min && customComponents.length <= max;
-    }
-    evalChecks.hasExpectedCustomComponentCount = hasExpectedCustomComponentCount;
-    if (!evalChecks.hasExpectedCustomComponentCount) {
-        criticalChecksPassed = false;
-    }
-    // Get page content for UI component checks
-    const pageContent = pages[0]?.content;
-    // Critical 6: Required UI components
-    let hasExpectedUiComponentsInPage = true;
-    for (const uiComponent of config.expectedUiComponents ?? []) {
-        if (uiComponent.required) {
-            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
-            let componentCheckPassed = false;
-            if (typeof uiComponent.expectedCount === "number") {
-                if (uiComponent.expectedCount === 0) {
-                    componentCheckPassed = foundComponents.length === 0;
-                }
-                else {
-                    componentCheckPassed = foundComponents.length > 0;
-                }
-            }
-            else {
-                const [min, max] = uiComponent.expectedCount;
-                componentCheckPassed =
-                    foundComponents.length >= min && foundComponents.length <= max;
-            }
-            if (!componentCheckPassed) {
-                hasExpectedUiComponentsInPage = false;
-                break;
-            }
-        }
-    }
-    evalChecks.hasExpectedUiComponentsInPage = hasExpectedUiComponentsInPage;
-    if (!evalChecks.hasExpectedUiComponentsInPage) {
-        criticalChecksPassed = false;
-    }
-    // Critical check 7: Does it have the expected properties?
-    let hasExpectedUiComponentProperties = true;
-    if (config.expectedUiComponentProperties) {
-        for (const uiComponent of config.expectedUiComponentProperties) {
-            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
-            const component = getComponentForPropertyCheck(foundComponents, uiComponent);
-            if (!component) {
-                const selector = uiComponent.path
-                    ? `at path [${uiComponent.path.join(", ")}]`
-                    : `at index ${uiComponent.index ?? 0}`;
-                throw new Error(`Component of type ${uiComponent.type} ${selector} to check properties on not found`);
-            }
-            for (const [key, value] of Object.entries(uiComponent.expectedProperties ?? {})) {
-                const propertyValueIsCorrect = component.props[key] === value;
-                if (!propertyValueIsCorrect) {
-                    hasExpectedUiComponentProperties = false;
-                    break;
-                }
-            }
-            // Check for expected undefined properties
-            if (uiComponent.expectedUndefinedProperties) {
-                for (const undefinedProp of uiComponent.expectedUndefinedProperties) {
-                    const propertyIsUndefined = !(undefinedProp in component.props) ||
-                        component.props[undefinedProp] === undefined;
-                    if (!propertyIsUndefined) {
-                        hasExpectedUiComponentProperties = false;
-                        break;
-                    }
-                }
-            }
-        }
-        evalChecks.hasExpectedUiComponentProperties =
-            hasExpectedUiComponentProperties;
-        if (!hasExpectedUiComponentProperties) {
-            criticalChecksPassed = false;
-        }
-    }
-    // Critical check 8: Component artifacts have expected properties
-    let hasExpectedComponentArtifacts = true;
-    if (config.expectedComponentArtifacts &&
-        config.expectedComponentArtifacts.length > 0) {
-        for (const expectedComponent of config.expectedComponentArtifacts) {
-            // Find component artifact matching the criteria
-            const componentArtifact = components.find((comp) => {
-                // Parse the component content to check tagName and bindName
-                if (comp.filePath !== expectedComponent.filePath) {
-                    return false;
-                }
-                // For component artifacts, we need to parse the content to extract properties
-                // This is a simplified check - in practice you might need more sophisticated parsing
-                const content = comp.content;
-                const hasExpectedTag = content.includes(`<${expectedComponent.tagName}`);
-                if (expectedComponent.bindName) {
-                    const hasExpectedBind = content.includes(`bind={${expectedComponent.bindName}}`);
-                    return hasExpectedTag && hasExpectedBind;
-                }
-                return hasExpectedTag;
-            });
-            if (!componentArtifact) {
-                hasExpectedComponentArtifacts = false;
-                break;
-            }
-            // Check if the component artifact contains the expected properties
-            for (const [propKey, propValue] of Object.entries(expectedComponent.expectedProperties ?? {})) {
-                // Simple string-based property check for component artifacts
-                // This could be enhanced with proper AST parsing if needed
-                const hasProperty = componentArtifact.content.includes(`${propKey}=${JSON.stringify(propValue)}`) ||
-                    componentArtifact.content.includes(`${propKey}={${JSON.stringify(propValue)}}`);
-                if (!hasProperty) {
-                    hasExpectedComponentArtifacts = false;
-                    break;
-                }
-            }
-            // Check for expected undefined properties in component artifacts
-            if (expectedComponent.expectedUndefinedProperties) {
-                for (const undefinedProp of expectedComponent.expectedUndefinedProperties) {
-                    // Check that the property is NOT present in the component artifact
-                    const propertyIsPresent = componentArtifact.content.includes(`${undefinedProp}=`) ||
-                        componentArtifact.content.includes(`${undefinedProp} =`);
-                    if (propertyIsPresent) {
-                        hasExpectedComponentArtifacts = false;
-                        break;
-                    }
-                }
-            }
-            if (!hasExpectedComponentArtifacts) {
-                break;
-            }
-        }
-    }
-    evalChecks.hasExpectedComponentArtifacts = hasExpectedComponentArtifacts;
-    if (!hasExpectedComponentArtifacts) {
-        criticalChecksPassed = false;
-    }
-    // Soft checks calculation
-    // ------------------------
-    let softScore = 1.0;
-    // Soft 1: API count tolerance
-    let hasReasonableApiCount = true;
-    if (typeof config.expectedApiCountRange === "number") {
-        if (config.expectedApiCountRange !== apis.length) {
-            hasReasonableApiCount = false;
-            softScore -= SOFT_CHECK_PENALTIES.wrongApiCount;
-        }
-    }
-    else {
-        const [min, max] = config.expectedApiCountRange;
-        if (apis.length < min || apis.length > max) {
-            hasReasonableApiCount = false;
-            softScore -= SOFT_CHECK_PENALTIES.wrongApiCount;
-        }
-    }
-    evalChecks.hasReasonableApiCount = hasReasonableApiCount;
-    // Soft 2: UI component count tolerance
-    let hasReasonableUiComponentInPageCounts = true;
-    for (const uiComponent of config.expectedUiComponents ?? []) {
-        if (!uiComponent.required) {
-            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
-            let withinTolerance = true;
-            if (typeof uiComponent.expectedCount === "number") {
-                const tolerance = 1;
-                withinTolerance =
-                    Math.abs(foundComponents.length - uiComponent.expectedCount) <=
-                        tolerance;
-            }
-            else {
-                const [min, max] = uiComponent.expectedCount;
-                withinTolerance =
-                    foundComponents.length >= min && foundComponents.length <= max;
-            }
-            if (!withinTolerance) {
-                softScore -= SOFT_CHECK_PENALTIES.wrongUiComponentCount;
-                hasReasonableUiComponentInPageCounts = false;
-            }
-        }
-    }
-    evalChecks.hasReasonableUiComponentInPageCounts =
-        hasReasonableUiComponentInPageCounts;
-    // Soft 3: Lint errors
+    const pageContent = pages[0]?.content || "";
+    // Run lint analysis first as it's needed by scorers
     const lintResult = await runLinterCLI(artifacts, getTempDir());
-    evalChecks.hasLintErrors = lintResult.hasErrors;
-    if (evalChecks.hasLintErrors) {
+    if (lintResult.hasErrors) {
         console.log("Lint results:", JSON.stringify(lintResult, null, 2));
-        softScore -= SOFT_CHECK_PENALTIES.lintErrors;
     }
-    // Calculate final eval score
-    // ------------------------
-    const evalScore = criticalChecksPassed ? softScore : 0;
-    const evalPassed = criticalChecksPassed && softScore >= 0.8;
-    const results = {
-        evalScore,
+    // Create scorer context
+    const context = {
+        scopes,
+        pages,
+        apis,
+        apiNames,
+        customComponents,
+        components,
+        config,
+        pageContent,
+        lintResult,
+    };
+    // Run all scorers
+    const { results, finalScore, criticalFailures, nonCriticalDeductions } = await runScorers(context);
+    // Build evalChecks from scorer results for backward compatibility
+    const evalChecks = {};
+    for (const result of results) {
+        evalChecks[result.checkName] = result.passed;
+    }
+    // Calculate additional derived values
+    const criticalChecksPassed = criticalFailures.length === 0;
+    const evalPassed = finalScore >= PASSING_SCORE_THRESHOLD;
+    // Calculate legacy softScore for backward compatibility (0-1 scale)
+    const totalNonCriticalDeductions = Object.values(nonCriticalDeductions).reduce((sum, deduction) => sum + Math.abs(deduction.deduction), 0);
+    const softScore = Math.max(0, 1 - totalNonCriticalDeductions / 100);
+    // Extract lint data from results for proper formatting
+    const lintResult_scorer = results.find((r) => r.checkName === "hasLintErrors");
+    const lintErrorsData = lintResult_scorer?.metadata
+        ? {
+            count: lintResult_scorer.metadata.errorCount || 0,
+            deduction: lintResult_scorer.metadata.lintErrorDeduction || 0,
+        }
+        : { count: 0, deduction: 0 };
+    const lintWarningsData = lintResult_scorer?.metadata
+        ? {
+            count: lintResult_scorer.metadata.warningCount || 0,
+            deduction: lintResult_scorer.metadata.lintWarningDeduction || 0,
+        }
+        : { count: 0, deduction: 0 };
+    // Convert nonCriticalDeductions to expected format for backward compatibility
+    const formattedNonCriticalDeductions = {
+        lintErrors: lintErrorsData,
+        lintWarnings: lintWarningsData,
+        typeErrors: { count: 0, deduction: 0 },
+        apiIssues: nonCriticalDeductions.hasReasonableApiCount || {
+            count: 0,
+            deduction: 0,
+        },
+        componentIssues: nonCriticalDeductions.hasReasonableUiComponentInPageCounts || {
+            count: 0,
+            deduction: 0,
+        },
+        propertyIssues: { count: 0, deduction: 0 },
+        bindEntityIssues: { count: 0, deduction: 0 },
+        frontendEntityIssues: { count: 0, deduction: 0 },
+    };
+    const evalResults = {
+        evalScore: finalScore,
         evalPassed,
         evalChecks,
+        deductionBreakdown: {
+            criticalFailures,
+            nonCriticalDeductions: formattedNonCriticalDeductions,
+        },
+        // Legacy fields for backward compatibility
         softScore,
         criticalChecksPassed,
         lintResult,
@@ -280,162 +146,39 @@ export async function calculateEvalScore({ artifacts, getTempDir, config, traceD
             components,
         },
     };
-    // Send trace data to Datadog before running assertions
+    // Submit evaluation to Datadog before running assertions
     // ------------------------
     const { llmobs } = ddTrace;
-    if (llmobs && traceData) {
-        llmobs.annotate({
-            inputData: traceData.inputData,
-            outputData: traceData.outputData,
-            metrics: {
-                ...traceData.metrics,
-                evalScore,
-            },
-            metadata: {
-                ...traceData.metadata,
-                evalPassed,
-                criticalChecksPassed,
-                softScore,
-                pageCount: pages.length,
-                apiCount: apis.length,
-                customComponents: customComponents.length,
-                uniqueApiCount: new Set(apiNames).size,
-                lintErrorCount: lintResult.errorCount,
-                lintWarningCount: lintResult.warningCount,
-                // Count undefined properties checks
-                undefinedPropertiesChecked: (config.expectedUiComponentProperties?.reduce((count, comp) => count + (comp.expectedUndefinedProperties?.length || 0), 0) || 0) +
-                    (config.expectedComponentArtifacts?.reduce((count, comp) => count + (comp.expectedUndefinedProperties?.length || 0), 0) || 0),
-                // Add detailed error counts by rule (sanitize rule names for Datadog)
-                ...Object.entries(lintResult.ruleBreakdown).reduce((acc, [ruleId, counts]) => {
-                    // Sanitize rule name: replace special characters with underscores
-                    const sanitizedRuleId = ruleId.replace(/[^a-zA-Z0-9_]/g, "_");
-                    if (counts.errors > 0) {
-                        acc[`lintErrors_${sanitizedRuleId}`] = counts.errors;
-                    }
-                    if (counts.warnings > 0) {
-                        acc[`lintWarnings_${sanitizedRuleId}`] = counts.warnings;
-                    }
-                    return acc;
-                }, {}),
-                ...evalChecks,
-            },
-        });
-    }
-    // Now run all the assertions (after trace data is sent)
-    // ------------------------
-    expect(pages).toHaveLength(expectedPageCount);
-    for (let i = 0; i < expectedPageCount; i++) {
-        expect(pages[i]?.params.pageName).toEqual(`Page${i + 1}`);
-    }
-    expect(scopes).toHaveLength(expectedScopeCount);
-    for (let i = 0; i < expectedScopeCount; i++) {
-        expect(scopes[i]?.params.pageName).toEqual(`Page${i + 1}`);
-    }
-    expect(new Set(apiNames).size).toBe(apiNames.length);
-    for (const api of apis) {
-        expect(api.params.pageName).toEqual("Page1");
-    }
-    if (expectedScopeCount > 0) {
-        const scopeEntityNames = parseScopeEntityNames(scopes[0]);
-        for (const apiName of apiNames) {
-            expect(scopeEntityNames).toContain(apiName);
-        }
-    }
-    if (typeof config.expectedCustomComponentCount === "number") {
-        expect(customComponents).toHaveLength(config.expectedCustomComponentCount);
-    }
-    else {
-        const [min, max] = config.expectedCustomComponentCount;
-        expect(customComponents.length).toBeGreaterThanOrEqual(min);
-        expect(customComponents.length).toBeLessThanOrEqual(max);
-    }
-    for (const uiComponent of config.expectedUiComponents ?? []) {
-        if (uiComponent.required) {
-            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
-            if (typeof uiComponent.expectedCount === "number") {
-                if (uiComponent.expectedCount === 0) {
-                    expect(foundComponents).toHaveLength(0);
-                }
-                else {
-                    expect(foundComponents).not.toHaveLength(0);
-                }
-            }
-            else {
-                const [min, max] = uiComponent.expectedCount;
-                expect(foundComponents.length).toBeGreaterThanOrEqual(min);
-                expect(foundComponents.length).toBeLessThanOrEqual(max);
-            }
-        }
-    }
-    if (typeof config.expectedApiCountRange === "number") {
-        expect(apis.length).toBe(config.expectedApiCountRange);
-    }
-    else {
-        const [min, max] = config.expectedApiCountRange;
-        expect(apis.length).toBeGreaterThanOrEqual(min);
-        expect(apis.length).toBeLessThanOrEqual(max);
-    }
-    if (config.expectedUiComponentProperties) {
-        for (const expected of config.expectedUiComponentProperties) {
-            const { type, expectedProperties } = expected;
-            const foundComponents = findComponentsInPage(pageContent || "", type);
-            const comp = getComponentForPropertyCheck(foundComponents, expected);
-            if (!comp) {
-                const selector = expected.path
-                    ? `at path [${expected.path.join(", ")}]`
-                    : `at index ${expected.index ?? 0}`;
-                throw new Error(`Component of type ${type} ${selector} to check properties on not found`);
-            }
-            for (const [propKey, propValue] of Object.entries(expectedProperties ?? {})) {
-                expect(comp.props && comp.props[propKey] === propValue, `Property "${propKey}" expected value: ${JSON.stringify(propValue)}, actual: ${JSON.stringify(comp.props ? comp.props[propKey] : undefined)}`).toBeTruthy();
-            }
-            // Check assertions for expected undefined properties
-            if (expected.expectedUndefinedProperties) {
-                for (const undefinedProp of expected.expectedUndefinedProperties) {
-                    expect(!(undefinedProp in comp.props) ||
-                        comp.props[undefinedProp] === undefined, `Property "${undefinedProp}" should be undefined but was: ${JSON.stringify(comp.props ? comp.props[undefinedProp] : undefined)}`).toBeTruthy();
-                }
-            }
-        }
-    }
-    // Component artifacts assertions
-    if (config.expectedComponentArtifacts) {
-        for (const expectedComponent of config.expectedComponentArtifacts) {
-            const componentArtifact = components.find((comp) => {
-                if (comp.filePath !== expectedComponent.filePath) {
-                    return false;
-                }
-                const content = comp.content;
-                const hasExpectedTag = content.includes(`<${expectedComponent.tagName}`);
-                if (expectedComponent.bindName) {
-                    const hasExpectedBind = content.includes(`bind={${expectedComponent.bindName}}`);
-                    return hasExpectedTag && hasExpectedBind;
-                }
-                return hasExpectedTag;
+    if (llmobs) {
+        try {
+            const currentSpanContext = llmobs.exportSpan();
+            // Submit numerical score evaluation
+            llmobs.submitEvaluation(currentSpanContext, {
+                label: "eval_score",
+                metricType: "score",
+                value: finalScore,
+            });
+            // Submit pass/fail evaluation
+            llmobs.submitEvaluation(currentSpanContext, {
+                label: "eval_passed",
+                metricType: "categorical",
+                value: evalPassed ? "passed" : "failed",
+            });
+            llmobs.annotate({
+                metadata: {
+                    sb_classification: classification,
+                    eval_results: { ...evalResults, artifactGroups: undefined },
+                },
             });
-            expect(componentArtifact, `Component artifact not found for ${expectedComponent.tagName} in ${expectedComponent.filePath}`).toBeDefined();
-            if (componentArtifact) {
-                for (const [propKey, propValue] of Object.entries(expectedComponent.expectedProperties ?? {})) {
-                    const hasProperty = componentArtifact.content.includes(`${propKey}=${JSON.stringify(propValue)}`) ||
-                        componentArtifact.content.includes(`${propKey}={${JSON.stringify(propValue)}}`);
-                    expect(hasProperty, `Component artifact missing expected property ${propKey}=${JSON.stringify(propValue)}`).toBeTruthy();
-                }
-                // Check assertions for expected undefined properties in component artifacts
-                if (expectedComponent.expectedUndefinedProperties) {
-                    for (const undefinedProp of expectedComponent.expectedUndefinedProperties) {
-                        const propertyIsPresent = componentArtifact.content.includes(`${undefinedProp}=`) ||
-                            componentArtifact.content.includes(`${undefinedProp} =`);
-                        expect(!propertyIsPresent, `Component artifact should not have property "${undefinedProp}" but it was found`).toBeTruthy();
-                    }
-                }
-            }
+            console.log(`Successfully submitted evaluations: score=${finalScore}, passed=${evalPassed}`);
+        }
+        catch (error) {
+            console.warn("Failed to submit evaluation to LLM Observability:", error?.message);
         }
     }
-    // Lint check assertion
-    if (lintResult.hasErrors) {
-        console.log("Lint results:", JSON.stringify(lintResult, null, 2));
-    }
-    expect(lintResult.errorCount).toBeLessThan(10);
-    return results;
+    // Simple vitest assertion based on final score
+    expect(evalResults.evalScore >= PASSING_SCORE_THRESHOLD, `Evaluation failed with score ${evalResults.evalScore}/${SCORING_CONFIG.STARTING_SCORE}. ` +
+        `Expected >= ${PASSING_SCORE_THRESHOLD}. Full results: ${JSON.stringify(evalResults, null, 2)}`).toBe(true);
+    return evalResults;
 }
 //# sourceMappingURL=eval-scoring.js.map

package/dist/ai-service/evals/helpers/eval-scoring.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAkD3E,MAAM,oBAAoB,GAItB;IACF,aAAa,EAAE,GAAG;IAClB,qBAAqB,EAAE,GAAG;IAC1B,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GAWV;IAgBC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAE1E,6DAA6D;IAC7D,2BAA2B;IAC3B,IAAI,oBAAoB,GAAG,IAAI,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;IACxD,UAAU,CAAC,oBAAoB;QAC7B,KAAK,CAAC,MAAM,KAAK,iBAAiB;YAClC,CAAC,iBAAiB,GAAG,CAAC;gBACpB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACrC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,4CAA4C;IAC5C,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,CAAC,CAAC;IAC1D,UAAU,CAAC,qBAAqB;QAC9B,MAAM,CAAC,MAAM,KAAK,kBAAkB;YACpC,CAAC,kBAAkB,GAAG,CAAC;gBACrB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC;QACtC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,qCAAqC;IACrC,UAAU,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC;IAC1E,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAClC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,iDAAiD;IACjD,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,qBAAqB,GAAG,KAAK,CAAC;YAC9B,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,qBAAqB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,qBAAqB,GAAG,KAAK,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,wBAAwB,GAAG,qBAAqB,CAAC;IAC5D,IAAI,CAAC,UAAU,CAAC,wBAAwB,EAAE,CAAC;QACzC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,oCAAoC;IACpC,IAAI,+BAA+B,GAAG,KAAK,CAAC;IAC5C,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,+BAA+B;YAC7B,gBAAgB,CAAC,MAAM,KAAK,MAAM,CAAC,4BAA4B,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,+BAA+B;YAC7B,gBAAgB,CAAC,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IACrE,CAAC;IACD,UAAU,CAAC,+BAA+B,GAAG,+BAA+B,CAAC;IAC7E,IAAI,CAAC,UAAU,CAAC,+BAA+B,EAAE,CAAC;QAChD,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,2CAA2C;IAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;IAEtC,qCAAqC;IACrC,IAAI,6BAA6B,GAAG,IAAI,CAAC;IACzC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;YACjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,oBAAoB;oBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,6BAA6B,GAAG,KAAK,CAAC;gBACtC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;IACzE,IAAI,CAAC,UAAU,CAAC,6BAA6B,EAAE,CAAC;QAC9C,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0DAA0D;IAC1D,IAAI,gCAAgC,GAAG,IAAI,CAAC;IAC5C,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;QACzC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;YAC/D,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,WAAW,CACZ,CAAC;YACF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI;oBAC/B,CAAC,CAAC,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAC5C,CAAC,CAAC,YAAY,WAAW,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,CAAC,IAAI,IAAI,QAAQ,mCAAmC,CACrF,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,WAAW,CAAC,kBAAkB,IAAI,EAAE,CACrC,EAAE,CAAC;gBACF,MAAM,sBAAsB,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC;gBAC9D,IAAI,CAAC,sBAAsB,EAAE,CAAC;oBAC5B,gCAAgC,GAAG,KAAK,CAAC;oBACzC,MAAM;gBACR,CAAC;YACH,CAAC;YAED,0CAA0C;YAC1C,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;gBAC5C,KAAK,MAAM,aAAa,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;oBACpE,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,SAAS,CAAC,KAAK,CAAC;wBACnC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;oBAC/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;wBACzB,gCAAgC,GAAG,KAAK,CAAC;wBACzC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,UAAU,CAAC,gCAAgC;YACzC,gCAAgC,CAAC;QACnC,IAAI,CAAC,gCAAgC,EAAE,CAAC;YACtC,oBAAoB,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,IAAI,6BAA6B,GAAG,IAAI,CAAC;IACzC,IACE,MAAM,CAAC,0BAA0B;QACjC,MAAM,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAC5C,CAAC;QACD,KAAK,MAAM,iBAAiB,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;YAClE,gDAAgD;YAChD,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjD,4DAA4D;gBAC5D,IAAI,IAAI,CAAC,QAAQ,KAAK,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBACjD,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,8EAA8E;gBAC9E,qFAAqF;gBACrF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC7B,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CACrC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAChC,CAAC;gBAEF,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBAC/B,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CACtC,SAAS,iBAAiB,CAAC,QAAQ,GAAG,CACvC,CAAC;oBACF,OAAO,cAAc,IAAI,eAAe,CAAC;gBAC3C,CAAC;gBAED,OAAO,cAAc,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,6BAA6B,GAAG,KAAK,CAAC;gBACtC,MAAM;YACR,CAAC;YAED,mEAAmE;YACnE,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,iBAAiB,CAAC,kBAAkB,IAAI,EAAE,CAC3C,EAAE,CAAC;gBACF,6DAA6D;gBAC7D,2DAA2D;gBAC3D,MAAM,WAAW,GACf,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAC1C;oBACD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAC5C,CAAC;gBAEJ,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,6BAA6B,GAAG,KAAK,CAAC;oBACtC,MAAM;gBACR,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;gBAClD,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;oBAC1E,mEAAmE;oBACnE,MAAM,iBAAiB,GACrB,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,GAAG,CAAC;wBACvD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,IAAI,CAAC,CAAC;oBAE3D,IAAI,iBAAiB,EAAE,CAAC;wBACtB,6BAA6B,GAAG,KAAK,CAAC;wBACtC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,6BAA6B,EAAE,CAAC;gBACnC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;IACzE,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACnC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0BAA0B;IAC1B,2BAA2B;IAC3B,IAAI,SAAS,GAAG,GAAG,CAAC;IAEpB,8BAA8B;IAC9B,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,IAAI,MAAM,CAAC,qBAAqB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3C,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;IACD,UAAU,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAEzD,uCAAuC;IACvC,IAAI,oCAAoC,GAAG,IAAI,CAAC;IAChD,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,eAAe,GAAG,IAAI,CAAC;YAE3B,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,CAAC,CAAC;gBACpB,eAAe;oBACb,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,CAAC;wBAC5D,SAAS,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,eAAe;oBACb,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,IAAI,oBAAoB,CAAC,qBAAqB,CAAC;gBACxD,oCAAoC,GAAG,KAAK,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,oCAAoC;QAC7C,oCAAoC,CAAC;IAEvC,sBAAsB;IACtB,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,UAAU,CAAC,aAAa,GAAG,UAAU,CAAC,SAAS,CAAC;IAChD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,SAAS,IAAI,oBAAoB,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED,6BAA6B;IAC7B,2BAA2B;IAC3B,MAAM,SAAS,GAAG,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,oBAAoB,IAAI,SAAS,IAAI,GAAG,CAAC;IAE5D,MAAM,OAAO,GAAG;QACd,SAAS;QACT,UAAU;QACV,UAAU;QACV,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,uDAAuD;IACvD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QACxB,MAAM,CAAC,QAAQ,CAAC;YACd,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE;gBACP,GAAG,SAAS,CAAC,OAAO;gBACpB,SAAS;aACV;YACD,QAAQ,EAAE;gBACR,GAAG,SAAS,CAAC,QAAQ;gBACrB,UAAU;gBACV,oBAAoB;gBACpB,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACrB,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;gBACzC,cAAc,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI;gBACtC,cAAc,EAAE,UAAU,CAAC,UAAU;gBACrC,gBAAgB,EAAE,UAAU,CAAC,YAAY;gBACzC,oCAAoC;gBACpC,0BAA0B,EACxB,CAAC,MAAM,CAAC,6BAA6B,EAAE,MAAM,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACd,KAAK,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,IAAI,CAAC,CAAC,EACzD,CAAC,CACF,IAAI,CAAC,CAAC;oBACP,CAAC,MAAM,CAAC,0BAA0B,EAAE,MAAM,CACxC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACd,KAAK,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,IAAI,CAAC,CAAC,EACzD,CAAC,CACF,IAAI,CAAC,CAAC;gBACT,sEAAsE;gBACtE,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,CAChD,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE;oBACxB,kEAAkE;oBAClE,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAC9D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,GAAG,CAAC,cAAc,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;oBACvD,CAAC;oBACD,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;wBACxB,GAAG,CAAC,gBAAgB,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAC3D,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,EAA4B,CAC7B;gBACD,GAAG,UAAU;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,2BAA2B;IAE3B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IAC7E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QAC5D,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC3D,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;QACzC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,6BAA6B,EAAE,CAAC;YAC5D,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,QAKpC,CAAC;YACF,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,4BAA4B,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YAErE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI;oBAC5B,CAAC,CAAC,YAAY,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBACzC,CAAC,CAAC,YAAY,QAAQ,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,qBAAqB,IAAI,IAAI,QAAQ,mCAAmC,CACzE,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,kBAAkB,IAAI,EAAE,CACzB,EAAE,CAAC;gBACF,MAAM,CACJ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,SAAS,EAC/C,aAAa,OAAO,qBAAqB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAC9I,CAAC,UAAU,EAAE,CAAC;YACjB,CAAC;YAED,qDAAqD;YACrD,IAAI,QAAQ,CAAC,2BAA2B,EAAE,CAAC;gBACzC,KAAK,MAAM,aAAa,IAAI,QAAQ,CAAC,2BAA2B,EAAE,CAAC;oBACjE,MAAM,CACJ,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;wBAC5B,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS,EACzC,aAAa,aAAa,kCAAkC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CACjI,CAAC,UAAU,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;QACtC,KAAK,MAAM,iBAAiB,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjD,IAAI,IAAI,CAAC,QAAQ,KAAK,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBACjD,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC7B,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CACrC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAChC,CAAC;gBAEF,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBAC/B,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CACtC,SAAS,iBAAiB,CAAC,QAAQ,GAAG,CACvC,CAAC;oBACF,OAAO,cAAc,IAAI,eAAe,CAAC;gBAC3C,CAAC;gBAED,OAAO,cAAc,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,MAAM,CACJ,iBAAiB,EACjB,oCAAoC,iBAAiB,CAAC,OAAO,OAAO,iBAAiB,CAAC,QAAQ,EAAE,CACjG,CAAC,WAAW,EAAE,CAAC;YAEhB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,iBAAiB,CAAC,kBAAkB,IAAI,EAAE,CAC3C,EAAE,CAAC;oBACF,MAAM,WAAW,GACf,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAC1C;wBACD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAChC,GAAG,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAC5C,CAAC;oBACJ,MAAM,CACJ,WAAW,EACX,gDAAgD,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CACvF,CAAC,UAAU,EAAE,CAAC;gBACjB,CAAC;gBAED,4EAA4E;gBAC5E,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;oBAClD,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,CAAC;wBAC1E,MAAM,iBAAiB,GACrB,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,GAAG,CAAC;4BACvD,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,aAAa,IAAI,CAAC,CAAC;wBAE3D,MAAM,CACJ,CAAC,iBAAiB,EAClB,gDAAgD,aAAa,oBAAoB,CAClF,CAAC,UAAU,EAAE,CAAC;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAE/C,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,GAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,kCAAkC,EAClC,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AA0E3E,6BAA6B;AAC7B,2BAA2B;AAE3B,MAAM,gBAAgB,GAAqB;IACzC,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,0BAA0B;IAC1B,iCAAiC;IACjC,+BAA+B;IAC/B,kCAAkC;IAClC,+BAA+B;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,sBAAsB;IACtB,+BAA+B;IAC/B,kCAAkC;IAClC,eAAe;CAChB,CAAC;AAEF,KAAK,UAAU,UAAU,CAAC,OAAsB;IAM9C,IAAI,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC;IACjD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAgD,EAAE,CAAC;IACzE,MAAM,qBAAqB,GAGvB,EAAE,CAAC;IAEP,kBAAkB;IAClB,MAAM,UAAU,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC;QAElC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,gBAAgB,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC,SAAS;gBACvB,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzD,wDAAwD;YACxD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,EAAE,WAAW;gBAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU;gBAC3B,MAAM,CAAC,QAAQ,EAAE,YAAY;gBAC7B,CAAC,CAAC;YACJ,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;gBACxC,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;QAChE,gBAAgB;QAChB,qBAAqB;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GAMf;IA8BC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAE5C,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAkB;QAC7B,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,MAAM;QACN,WAAW;QACX,UAAU;KACX,CAAC;IAEF,kBAAkB;IAClB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GACpE,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAE5B,kEAAkE;IAClE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxD,CAAC;IAED,sCAAsC;IACtC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,UAAU,IAAI,uBAAuB,CAAC;IAEzD,oEAAoE;IACpE,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAC9C,qBAAqB,CACtB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IAEpE,uDAAuD;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,CACvC,CAAC;IACF,MAAM,cAAc,GAAG,iBAAiB,EAAE,QAAQ;QAChD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YACjD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC;SAC9D;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC/B,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,QAAQ;QAClD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;YACnD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,oBAAoB,IAAI,CAAC;SAChE;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,8BAA8B,GAAG;QACrC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,gBAAgB;QAC9B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QACtC,SAAS,EAAE,qBAAqB,CAAC,qBAAqB,IAAI;YACxD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACD,eAAe,EACb,qBAAqB,CAAC,oCAAoC,IAAI;YAC5D,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACH,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC5C,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,UAAU;QACrB,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE;YAClB,gBAAgB;YAChB,qBAAqB,EAAE,8BAA8B;SACtD;QACD,2CAA2C;QAC3C,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,yDAAyD;IACzD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAE/C,oCAAoC;YACpC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,OAAO;gBACnB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,aAAa;gBACzB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC;gBACd,QAAQ,EAAE;oBACR,iBAAiB,EAAE,cAAc;oBACjC,YAAY,EAAE,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE;iBAC5D;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,6CAA6C,UAAU,YAAY,UAAU,EAAE,CAChF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,mDAAmD,EACnD,KAAK,EAAE,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,MAAM,CACJ,WAAW,CAAC,SAAS,IAAI,uBAAuB,EAChD,gCAAgC,WAAW,CAAC,SAAS,IAAI,cAAc,CAAC,cAAc,IAAI;QACxF,eAAe,uBAAuB,mBAAmB,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAClG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO,WAAW,CAAC;AACrB,CAAC"}