@superblocksteam/vite-plugin-file-sync 2.0.48-next.0 → 2.0.50

package/dist/ai-service/evals/helpers/eval-scoring.d.ts

@@ -1,127 +0,0 @@
-import { type LintResult } from "./index.js";
-import type { MatchedArtifact } from "./index.js";
-import type { extractArtifacts } from "./index.js";
-import type { Paths } from "../../const.js";
-export interface EvalChecks {
-    hasExpectedPageCount: boolean;
-    hasExpectedScopeCount: boolean;
-    hasUniqueApiNames: boolean;
-    hasApisInCorrectLocation: boolean;
-    hasExpectedCustomComponentCount: boolean;
-    hasExpectedUiComponentsInPage: boolean;
-    hasExpectedUiComponentProperties: boolean;
-    hasExpectedComponentArtifacts: boolean;
-    hasNoLintIssues: boolean;
-    hasReasonableApiCount: boolean;
-    hasReasonableUiComponentInPageCounts: boolean;
-}
-export interface EvalScoreConfig {
-    expectedPageCount?: number;
-    expectedScopeCount?: number;
-    expectedApiCountRange: number | [number, number];
-    expectedCustomComponentCount: number | [number, number];
-    requiredUiComponents?: Array<{
-        type: string;
-        expectedCount: number | [number, number];
-    }>;
-    expectedUiComponents?: Array<{
-        type: string;
-        expectedCount: number | [number, number];
-    }>;
-    requiredUiComponentProperties?: Array<{
-        type: string;
-        path?: string[];
-        index?: number;
-        expectedProperties?: Record<string, any>;
-        expectedUndefinedProperties?: string[];
-    }>;
-    requiredApiYamlBlocks?: Array<{
-        apiIndex: number;
-        blockIndex: number;
-        expectedBlockType: string;
-        expectedIntegrationType?: string;
-        expectedBlockBodyProperties?: Record<string, any> | ((value: any) => boolean);
-    }>;
-    expectedUiComponentProperties?: Array<{
-        type: string;
-        path?: string[];
-        index?: number;
-        expectedProperties?: Record<string, any>;
-        expectedUndefinedProperties?: string[];
-    }>;
-    expectedComponentArtifacts?: Array<{
-        filePath: string;
-        tagName: string;
-        bindName?: string;
-        expectedProperties?: Record<string, any>;
-        expectedUndefinedProperties?: string[];
-    }>;
-}
-export declare function calculateEvalScore({ artifacts, getTempDir, config, classification, }: {
-    artifacts: ReturnType<typeof extractArtifacts>;
-    getTempDir: () => string;
-    config: EvalScoreConfig;
-    classification: string;
-}): Promise<{
-    evalScore: number;
-    evalPassed: boolean;
-    evalChecks: EvalChecks;
-    deductionBreakdown: {
-        criticalFailures: Array<{
-            check: string;
-            deduction: number;
-        }>;
-        nonCriticalDeductions: {
-            lintErrors: {
-                count: number;
-                deduction: number;
-            };
-            lintWarnings: {
-                count: number;
-                deduction: number;
-            };
-            typeErrors: {
-                count: number;
-                deduction: number;
-            };
-            apiIssues: {
-                count: number;
-                deduction: number;
-            };
-            componentIssues: {
-                count: number;
-                deduction: number;
-            };
-            propertyIssues: {
-                count: number;
-                deduction: number;
-            };
-            bindEntityIssues: {
-                count: number;
-                deduction: number;
-            };
-            frontendEntityIssues: {
-                count: number;
-                deduction: number;
-            };
-        };
-    };
-    softScore: number;
-    criticalChecksPassed: boolean;
-    lintResult: LintResult;
-    artifactGroups: {
-        scopes: MatchedArtifact<Paths.PageScopes>[];
-        pages: MatchedArtifact<Paths.PageIndexes>[];
-        apis: MatchedArtifact<Paths.GeneratedApis>[];
-        apiNames: string[];
-        customComponents: MatchedArtifact<Paths.ComponentsFile>[];
-        components: MatchedArtifact<Paths.ComponentsFile>[];
-    };
-}>;
-export declare function recordEvalScore({ finalScore, passingThreshold, evalResults, classification, }: {
-    finalScore: number;
-    passingThreshold: number;
-    evalResults?: object;
-    classification: string;
-}): Promise<void>;
-//# sourceMappingURL=eval-scoring.d.ts.map

package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAMnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,OAAO,CAAC;IAC1C,6BAA6B,EAAE,OAAO,CAAC;IACvC,eAAe,EAAE,OAAO,CAAC;IAGzB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oCAAoC,EAAE,OAAO,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGxD,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAGH,qBAAqB,CAAC,EAAE,KAAK,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,2BAA2B,CAAC,EACxB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACnB,CAAC,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;KAC/B,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAEH,0BAA0B,CAAC,EAAE,KAAK,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;CACJ;AA2ED,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GACf,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,EAAE;QAClB,gBAAgB,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC9D,qBAAqB,EAAE;YACrB,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,YAAY,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACnD,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,SAAS,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YAChD,eAAe,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,cAAc,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACrD,gBAAgB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACvD,oBAAoB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;SAC5D,CAAC;KACH,CAAC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAiID;AAED,wBAAsB,eAAe,CAAC,EACpC,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,cAAc,GACf,EAAE;IACD,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;CACxB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyChB"}

package/dist/ai-service/evals/helpers/eval-scoring.js

@@ -1,201 +0,0 @@
-import ddTrace from "dd-trace";
-import { expect } from "vitest";
-import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, scoreApisCanBeTransformedToYaml, scoreApiYamlHasRequiredBlocks, } from "./critical-scorers.js";
-import { scoreApiCountTolerance, scoreExpectedUiComponentsInPage, scoreExpectedUiComponentProperties, scoreLintIssues, } from "./non-critical-scorers.js";
-import { SCORING_CONFIG, PASSING_SCORE_THRESHOLD } from "./scorer-types.js";
-import { groupArtifacts, runLinterCLI } from "./index.js";
-// Scorer registry and runner
-// ------------------------
-const CRITICAL_SCORERS = [
-    scoreExpectedPageCount,
-    scoreExpectedScopeCount,
-    scoreUniqueApiNames,
-    scoreApisInCorrectLocation,
-    scoreApisCanBeTransformedToYaml,
-    scoreApiYamlHasRequiredBlocks,
-    scoreExpectedCustomComponentCount,
-    scoreRequiredUiComponentsInPage,
-    scoreRequiredUiComponentProperties,
-    scoreExpectedComponentArtifacts,
-];
-const NON_CRITICAL_SCORERS = [
-    scoreApiCountTolerance,
-    scoreExpectedUiComponentsInPage,
-    scoreExpectedUiComponentProperties,
-    scoreLintIssues,
-];
-async function runScorers(context) {
-    let currentScore = SCORING_CONFIG.STARTING_SCORE;
-    const results = [];
-    const criticalFailures = [];
-    const nonCriticalDeductions = {};
-    // Run all scorers
-    const allScorers = [...CRITICAL_SCORERS, ...NON_CRITICAL_SCORERS];
-    for (const scorer of allScorers) {
-        const result = await scorer(context);
-        results.push(result);
-        currentScore += result.scoreDelta;
-        if (result.isCritical && !result.passed) {
-            criticalFailures.push({
-                check: result.checkName,
-                deduction: result.scoreDelta,
-            });
-        }
-        else if (!result.isCritical && result.scoreDelta !== 0) {
-            // For non-critical scorers, extract count from metadata
-            const count = result.metadata?.totalIssues ||
-                result.metadata?.errorCount ||
-                result.metadata?.apiCountDiff ||
-                0;
-            nonCriticalDeductions[result.checkName] = {
-                count,
-                deduction: result.scoreDelta,
-            };
-        }
-    }
-    return {
-        results,
-        finalScore: Math.max(SCORING_CONFIG.MINIMUM_SCORE, currentScore),
-        criticalFailures,
-        nonCriticalDeductions,
-    };
-}
-// Reusable eval scoring function
-// ------------------------
-export async function calculateEvalScore({ artifacts, getTempDir, config, classification, }) {
-    const { scopes, pages, apis, customComponents, components } = groupArtifacts(artifacts);
-    const apiNames = apis.map((api) => api.params.apiName.replace(".ts", ""));
-    const pageContent = pages[0]?.content || "";
-    // Run lint analysis first as it's needed by scorers
-    const lintResult = await runLinterCLI(artifacts, getTempDir());
-    if (lintResult.hasErrors) {
-        console.log("Lint results:", JSON.stringify(lintResult, null, 2));
-    }
-    // Create scorer context
-    const context = {
-        scopes,
-        pages,
-        apis,
-        apiNames,
-        customComponents,
-        components,
-        config,
-        pageContent,
-        lintResult,
-    };
-    // Run all scorers
-    const { results, finalScore, criticalFailures, nonCriticalDeductions } = await runScorers(context);
-    // Build evalChecks from scorer results for backward compatibility
-    const evalChecks = {};
-    for (const result of results) {
-        evalChecks[result.checkName] = result;
-    }
-    // Calculate additional derived values
-    const criticalChecksPassed = criticalFailures.length === 0;
-    const evalPassed = finalScore >= PASSING_SCORE_THRESHOLD;
-    // Calculate legacy softScore for backward compatibility (0-1 scale)
-    const totalNonCriticalDeductions = Object.values(nonCriticalDeductions).reduce((sum, deduction) => sum + Math.abs(deduction.deduction), 0);
-    const softScore = Math.max(0, 1 - totalNonCriticalDeductions / 100);
-    // Extract lint data from results for proper formatting
-    const lintResult_scorer = results.find((r) => r.checkName === "hasNoLintIssues");
-    const lintErrorsData = lintResult_scorer?.metadata
-        ? {
-            count: lintResult_scorer.metadata.errorCount || 0,
-            deduction: lintResult_scorer.metadata.lintErrorDeduction || 0,
-        }
-        : { count: 0, deduction: 0 };
-    const lintWarningsData = lintResult_scorer?.metadata
-        ? {
-            count: lintResult_scorer.metadata.warningCount || 0,
-            deduction: lintResult_scorer.metadata.lintWarningDeduction || 0,
-        }
-        : { count: 0, deduction: 0 };
-    // Convert nonCriticalDeductions to expected format for backward compatibility
-    const formattedNonCriticalDeductions = {
-        lintErrors: lintErrorsData,
-        lintWarnings: lintWarningsData,
-        typeErrors: { count: 0, deduction: 0 },
-        apiIssues: nonCriticalDeductions.hasReasonableApiCount || {
-            count: 0,
-            deduction: 0,
-        },
-        componentIssues: nonCriticalDeductions.hasReasonableUiComponentInPageCounts || {
-            count: 0,
-            deduction: 0,
-        },
-        propertyIssues: { count: 0, deduction: 0 },
-        bindEntityIssues: { count: 0, deduction: 0 },
-        frontendEntityIssues: { count: 0, deduction: 0 },
-    };
-    const evalResults = {
-        evalScore: finalScore,
-        evalPassed,
-        evalChecks,
-        deductionBreakdown: {
-            criticalFailures,
-            nonCriticalDeductions: formattedNonCriticalDeductions,
-        },
-        // Legacy fields for backward compatibility
-        softScore,
-        criticalChecksPassed,
-        lintResult,
-        artifactGroups: {
-            scopes,
-            pages,
-            apis,
-            apiNames,
-            customComponents,
-            components,
-        },
-    };
-    // Submit evaluation to Datadog before running assertions
-    // ------------------------
-    await recordEvalScore({
-        finalScore,
-        passingThreshold: PASSING_SCORE_THRESHOLD,
-        evalResults,
-        classification,
-    });
-    if (evalResults.evalScore < PASSING_SCORE_THRESHOLD) {
-        console.error(`Eval failed with score ${evalResults.evalScore}/${PASSING_SCORE_THRESHOLD}.`, `Full results: ${JSON.stringify({
-            ...evalResults,
-            artifactGroups: undefined, // remove artifact groups given the size. They're reported in DD if you need to see them.
-        }, null, 2)}`);
-    }
-    expect(evalResults.evalScore).toBeGreaterThanOrEqual(PASSING_SCORE_THRESHOLD);
-    return evalResults;
-}
-export async function recordEvalScore({ finalScore, passingThreshold, evalResults, classification, }) {
-    const { llmobs } = ddTrace;
-    if (llmobs) {
-        try {
-            const currentSpanContext = llmobs.exportSpan();
-            const evalPassed = finalScore >= passingThreshold;
-            // Submit numerical score evaluation
-            llmobs.submitEvaluation(currentSpanContext, {
-                label: "eval_score",
-                metricType: "score",
-                value: finalScore,
-            });
-            // Submit pass/fail evaluation
-            llmobs.submitEvaluation(currentSpanContext, {
-                label: "eval_passed",
-                metricType: "categorical",
-                value: evalPassed ? "passed" : "failed",
-            });
-            if (evalResults) {
-                llmobs.annotate({
-                    metadata: {
-                        sb_classification: classification,
-                        eval_results: { ...evalResults, artifactGroups: undefined },
-                    },
-                });
-            }
-            console.log(`Successfully submitted evaluations: score=${finalScore}, passed=${evalPassed}`);
-        }
-        catch (error) {
-            console.warn("Failed to submit evaluation to LLM Observability:", error?.message);
-        }
-    }
-}
-//# sourceMappingURL=eval-scoring.js.map

package/dist/ai-service/evals/helpers/eval-scoring.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,EAC/B,+BAA+B,EAC/B,6BAA6B,GAC9B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,kCAAkC,EAClC,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAqF3E,6BAA6B;AAC7B,2BAA2B;AAE3B,MAAM,gBAAgB,GAAqB;IACzC,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,0BAA0B;IAC1B,+BAA+B;IAC/B,6BAA6B;IAC7B,iCAAiC;IACjC,+BAA+B;IAC/B,kCAAkC;IAClC,+BAA+B;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,sBAAsB;IACtB,+BAA+B;IAC/B,kCAAkC;IAClC,eAAe;CAChB,CAAC;AAEF,KAAK,UAAU,UAAU,CAAC,OAAsB;IAM9C,IAAI,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC;IACjD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAgD,EAAE,CAAC;IACzE,MAAM,qBAAqB,GAGvB,EAAE,CAAC;IAEP,kBAAkB;IAClB,MAAM,UAAU,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC;QAElC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,gBAAgB,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC,SAAS;gBACvB,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzD,wDAAwD;YACxD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,EAAE,WAAW;gBAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU;gBAC3B,MAAM,CAAC,QAAQ,EAAE,YAAY;gBAC7B,CAAC,CAAC;YACJ,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;gBACxC,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;QAChE,gBAAgB;QAChB,qBAAqB;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GAMf;IA8BC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAE5C,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAkB;QAC7B,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,MAAM;QACN,WAAW;QACX,UAAU;KACX,CAAC;IAEF,kBAAkB;IAClB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GACpE,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAE5B,kEAAkE;IAClE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;IACjD,CAAC;IAED,sCAAsC;IACtC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,UAAU,IAAI,uBAAuB,CAAC;IAEzD,oEAAoE;IACpE,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAC9C,qBAAqB,CACtB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IAEpE,uDAAuD;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,iBAAiB,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,iBAAiB,EAAE,QAAQ;QAChD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YACjD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC;SAC9D;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC/B,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,QAAQ;QAClD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;YACnD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,oBAAoB,IAAI,CAAC;SAChE;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,8BAA8B,GAAG;QACrC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,gBAAgB;QAC9B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QACtC,SAAS,EAAE,qBAAqB,CAAC,qBAAqB,IAAI;YACxD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACD,eAAe,EACb,qBAAqB,CAAC,oCAAoC,IAAI;YAC5D,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACH,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC5C,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,UAAU;QACrB,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE;YAClB,gBAAgB;YAChB,qBAAqB,EAAE,8BAA8B;SACtD;QACD,2CAA2C;QAC3C,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,yDAAyD;IACzD,2BAA2B;IAC3B,MAAM,eAAe,CAAC;QACpB,UAAU;QACV,gBAAgB,EAAE,uBAAuB;QACzC,WAAW;QACX,cAAc;KACf,CAAC,CAAC;IAEH,IAAI,WAAW,CAAC,SAAS,GAAG,uBAAuB,EAAE,CAAC;QACpD,OAAO,CAAC,KAAK,CACX,0BAA0B,WAAW,CAAC,SAAS,IAAI,uBAAuB,GAAG,EAC7E,iBAAiB,IAAI,CAAC,SAAS,CAC7B;YACE,GAAG,WAAW;YACd,cAAc,EAAE,SAAS,EAAE,yFAAyF;SACrH,EACD,IAAI,EACJ,CAAC,CACF,EAAE,CACJ,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,CAAC;IAE9E,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,cAAc,GAMf;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,UAAU,IAAI,gBAAgB,CAAC;YAElD,oCAAoC;YACpC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,OAAO;gBACnB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,aAAa;gBACzB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,CAAC,QAAQ,CAAC;oBACd,QAAQ,EAAE;wBACR,iBAAiB,EAAE,cAAc;wBACjC,YAAY,EAAE,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE;qBAC5D;iBACF,CAAC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CACT,6CAA6C,UAAU,YAAY,UAAU,EAAE,CAChF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,mDAAmD,EACnD,KAAK,EAAE,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/ai-service/evals/helpers/index.d.ts

@@ -1,68 +0,0 @@
-import { type Tracer } from "dd-trace";
-import { Paths } from "../../const.js";
-import type { FileArtifact, PathParams } from "../../types.js";
-import type { NodePath } from "@babel/traverse";
-import type { Node } from "@babel/types";
-export declare const waitForNextTick: () => Promise<unknown>;
-export declare function sanitizeErrorForTests(error: any): any;
-export declare function generateTextSafe(config: any): Promise<import("ai").GenerateTextResult<import("ai").ToolSet, never>>;
-export declare function wrapLLM<T>(fn: () => Promise<T>, options?: {
-    devFixture?: string;
-    spanOptions?: Partial<Parameters<Tracer["llmobs"]["trace"]>[0]>;
-    onResult?: (result: T) => {
-        inputData: any;
-        outputData: any;
-        metrics: any;
-        metadata?: any;
-    };
-    onEvaluation?: (result: T) => Promise<void>;
-}): Promise<{
-    result: T;
-    spanContext?: any;
-    span?: any;
-}>;
-export type MatchedArtifact<T extends string> = FileArtifact & {
-    params: PathParams<T>;
-};
-export declare function extractArtifacts(text: string): FileArtifact[];
-export declare function readDemoAppArtifacts(patterns?: string[], enableAppBlacklist?: boolean): Promise<FileArtifact[]>;
-export declare function readAppArtifacts(appPath: string, patterns?: string[]): Promise<FileArtifact[]>;
-export interface ComponentSearchCriteria {
-    tagName: string;
-    bindName?: string;
-    elementId?: string;
-    attributeFilters?: Record<string, string>;
-    /** If true, returns all matches instead of just the first one */
-    findAll?: boolean;
-    /** Zero-based index of which match to return (only used when findAll is false) */
-    matchIndex?: number;
-}
-export declare function createComponentNodePath(appPath: string, filePath: string, criteria: ComponentSearchCriteria): Promise<NodePath<Node> | undefined>;
-export declare function createComponentNodePath(appPath: string, filePath: string, criteria: ComponentSearchCriteria & {
-    findAll: true;
-}): Promise<NodePath<Node>[]>;
-export declare function groupArtifacts(artifacts: FileArtifact[]): {
-    packageJson: FileArtifact | null;
-    scopes: MatchedArtifact<Paths.PageScopes>[];
-    pages: MatchedArtifact<Paths.PageIndexes>[];
-    apis: MatchedArtifact<Paths.GeneratedApis>[];
-    components: MatchedArtifact<any>[];
-    customComponents: MatchedArtifact<Paths.ComponentsFile>[];
-    other: FileArtifact[];
-};
-export declare function createTempDir(testName?: string): Promise<string>;
-export declare function cleanupTempDir(tempDir: string): Promise<void>;
-export declare function setupTracing(): void;
-export declare function runLinter(artifacts: FileArtifact[], tempDir: string): Promise<string>;
-export interface LintResult {
-    errorCount: number;
-    warningCount: number;
-    ruleBreakdown: Record<string, {
-        errors: number;
-        warnings: number;
-    }>;
-    hasErrors: boolean;
-}
-export declare function runLinterCLI(artifacts: FileArtifact[], tempDir: string): Promise<LintResult>;
-export declare function getColorName(hex: string): string;
-//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/evals/helpers/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAUA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAGtD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK;QACxB,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB,CAAC;IACF,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C,GACA,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,GAAG,CAAC;IAAC,IAAI,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CAqDvD;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,EACrD,kBAAkB,UAAO,2BA0B1B;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAsB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWtE;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnE;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CA0KrB;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAahD"}