@superblocksteam/vite-plugin-file-sync 2.0.67 → 2.0.68-next.1

package/dist/ai-service/judge/judge-eval-service-runner.js

@@ -0,0 +1,124 @@
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { getLogger } from "../../util/logger.js";
+import { OperationPassthrough } from "../../util/operation-queue.js";
+import { AppShell } from "../app-interface/shell.js";
+import { LLMClient } from "../llm/client.js";
+import { ContextManager } from "../llm/context/manager.js";
+import { LocalContextStorage } from "../llm/context/storage/local.js";
+import { createLLMProvider } from "../llm/provider.js";
+import { PlaywrightMcpServerManager } from "../mcp/playwright-server.js";
+import { JudgeService } from "./judge-service.js";
+import { CsvJudgeStorage } from "./storage/csv-storage.js";
+export async function runJudgeServiceEvaluation(options) {
+    const logger = getLogger();
+    const repoRoot = findWorkspaceRoot(process.cwd());
+    const jwtProvider = () => options.jwt ??
+        process.env.JUDGE_JWT ??
+        process.env.SUPERBLOCKS_JWT ??
+        process.env.SUPERBLOCKS_TOKEN ??
+        undefined;
+    const { judgeService } = await createJudgeService(repoRoot, logger, jwtProvider);
+    try {
+        const evaluation = await judgeService.evaluateApplication(options.promptId, options.prompt, options.appId ?? options.promptId, {
+            appUrl: options.appUrl,
+            complexity: options.complexity ?? "medium",
+            storageStatePath: options.storageStatePath,
+            jwt: options.jwt,
+            llmConfig: options.llmConfig,
+            storageStateData: options.storageStateData,
+            sessionStorageData: options.sessionStorageData,
+            extraOrigins: options.extraOrigins,
+            config: options.configOverrides,
+        });
+        return evaluation;
+    }
+    finally {
+        await judgeService.dispose();
+    }
+}
+async function createJudgeService(repoRoot, logger = getLogger(), getJwt) {
+    const fsQueue = new OperationPassthrough();
+    const appShell = new AppShell({
+        appRootDirPath: repoRoot,
+        fsOperationQueue: fsQueue,
+    });
+    const contextStorage = new LocalContextStorage(path.join(repoRoot, ".superblocks/context"));
+    const contextManager = new ContextManager({ storage: contextStorage });
+    const llmClient = new LLMClient({
+        contextManager,
+        appShell,
+    });
+    const llmProviderSettings = buildLlmProviderSettings();
+    const llmProvider = createLLMProvider(llmProviderSettings, getJwt);
+    const storageLocation = resolveJudgeStorageLocation(repoRoot);
+    await fs.promises.mkdir(storageLocation.dir, { recursive: true });
+    const judgeStorage = new CsvJudgeStorage(storageLocation.dir, storageLocation.filename);
+    const mcpServerManager = new PlaywrightMcpServerManager(logger);
+    const judgeService = new JudgeService({
+        llmClient,
+        llmProvider,
+        storage: judgeStorage,
+        mcpServerManager,
+        logger,
+    });
+    return { judgeService };
+}
+function buildLlmProviderSettings() {
+    const baseUrl = process.env.SUPERBLOCKS_BASE_URL || "http://localhost:3000";
+    return {
+        anthropic: {
+            baseURL: `${baseUrl}/api/v1/ai/proxy/anthropic`,
+            apiKey: process.env.ANTHROPIC_API_KEY ?? "placeholder",
+        },
+        clark: {
+            baseURL: `${baseUrl}/api/v1/ai/inference`,
+            upstreamProvider: process.env.SUPERBLOCKS_UPSTREAM_PROVIDER === "vertex"
+                ? "vertex"
+                : "bedrock",
+        },
+    };
+}
+function resolveJudgeStorageLocation(repoRoot) {
+    const configuredPath = process.env.JUDGE_STORAGE_PATH;
+    if (configuredPath) {
+        const expanded = configuredPath.startsWith("~/")
+            ? path.join(os.homedir(), configuredPath.slice(2))
+            : configuredPath;
+        if (expanded.endsWith(".csv")) {
+            return {
+                dir: path.dirname(expanded),
+                filename: path.basename(expanded),
+            };
+        }
+        return { dir: expanded, filename: "evaluations.csv" };
+    }
+    const defaultDir = path.join(repoRoot, ".superblocks/judge-evaluations");
+    return {
+        dir: defaultDir,
+        filename: "evaluations.csv",
+    };
+}
+function findWorkspaceRoot(startDir) {
+    let current = startDir;
+    let last = "";
+    while (current !== last) {
+        const packageJsonPath = path.join(current, "package.json");
+        if (fs.existsSync(packageJsonPath)) {
+            try {
+                const pkg = JSON.parse(fs.readFileSync(packageJsonPath, "utf-8"));
+                if (pkg.workspaces) {
+                    return current;
+                }
+            }
+            catch {
+                // ignore parse errors and continue
+            }
+        }
+        last = current;
+        current = path.dirname(current);
+    }
+    return startDir;
+}
+//# sourceMappingURL=judge-eval-service-runner.js.map

package/dist/ai-service/judge/judge-eval-service-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge-eval-service-runner.js","sourceRoot":"","sources":["../../../src/ai-service/judge/judge-eval-service-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AA4B3D,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAAkC;IAElC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAElD,MAAM,WAAW,GAAG,GAAG,EAAE,CACvB,OAAO,CAAC,GAAG;QACX,OAAO,CAAC,GAAG,CAAC,SAAS;QACrB,OAAO,CAAC,GAAG,CAAC,eAAe;QAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,SAAS,CAAC;IAEZ,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,kBAAkB,CAC/C,QAAQ,EACR,MAAM,EACN,WAAW,CACZ,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,mBAAmB,CACvD,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,EACjC;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,QAAQ;YAC1C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM,EAAE,OAAO,CAAC,eAAe;SAChC,CACF,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;YAAS,CAAC;QACT,MAAM,YAAY,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,MAAM,GAAG,SAAS,EAAE,EACpB,MAAiC;IAEjC,MAAM,OAAO,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,QAAQ;QACxB,gBAAgB,EAAE,OAAO;KAC1B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAI,mBAAmB,CAC5C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAC5C,CAAC;IACF,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IAEvE,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC;QAC9B,cAAc;QACd,QAAQ;KACT,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,wBAAwB,EAAE,CAAC;IACvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;IAEnE,MAAM,eAAe,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,YAAY,GAAG,IAAI,eAAe,CACtC,eAAe,CAAC,GAAG,EACnB,eAAe,CAAC,QAAQ,CACzB,CAAC;IAEF,MAAM,gBAAgB,GAAG,IAAI,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAEhE,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,SAAS;QACT,WAAW;QACX,OAAO,EAAE,YAAY;QACrB,gBAAgB;QAChB,MAAM;KACP,CAAC,CAAC;IAEH,OAAO,EAAE,YAAY,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,uBAAuB,CAAC;IAE5E,OAAO;QACL,SAAS,EAAE;YACT,OAAO,EAAE,GAAG,OAAO,4BAA4B;YAC/C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,aAAa;SACvD;QACD,KAAK,EAAE;YACL,OAAO,EAAE,GAAG,OAAO,sBAAsB;YACzC,gBAAgB,EACd,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,QAAQ;gBACpD,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,SAAS;SAChB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAgB;IACnD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IACtD,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC;YAC9C,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC,CAAC,cAAc,CAAC;QAEnB,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IACzE,OAAO;QACL,GAAG,EAAE,UAAU;QACf,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,IAAI,OAAO,GAAG,QAAQ,CAAC;IACvB,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,OAAO,OAAO,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC3D,IAAI,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;gBAClE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBACnB,OAAO,OAAO,CAAC;gBACjB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,mCAAmC;YACrC,CAAC;QACH,CAAC;QACD,IAAI,GAAG,OAAO,CAAC;QACf,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/ai-service/judge/judge-executor.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Judge executor for evaluating AI-generated applications.
+ *
+ * Orchestrates the evaluation process using LLM with browser
+ * automation capabilities through Playwright MCP.
+ */
+import type { JudgeEvaluation, EvaluationCriteria, JudgeConfig } from "./types.js";
+import type { Logger } from "../../util/logger.js";
+import type { LLMClient } from "../llm/client.js";
+import type { LanguageModelV2 } from "@ai-sdk/provider";
+/**
+ * Executes judge evaluations for AI-generated applications.
+ *
+ * Uses LLM with Playwright browser automation to comprehensively
+ * evaluate applications against defined criteria.
+ */
+export declare class JudgeExecutor {
+    private llmClient;
+    private model;
+    private logger;
+    private playwrightBridge;
+    private config;
+    constructor(llmClient: LLMClient, model: LanguageModelV2, logger: Logger, config: Partial<JudgeConfig>);
+    /**
+     * Initializes the judge executor.
+     *
+     * Sets up connections to required services.
+     */
+    initialize(): Promise<void>;
+    /**
+     * Evaluates a simulation result against criteria.
+     *
+     * @param simulationResult - The simulation to evaluate
+     * @param criteria - Evaluation criteria
+     * @param appUrl - URL of the application to evaluate
+     * @returns Comprehensive evaluation result
+     */
+    evaluateSimulation(simulationResult: {
+        promptId: string;
+        success: boolean;
+        stepResults: Array<{
+            prompt: string;
+        }>;
+        tokens: {
+            input: number;
+            output: number;
+            total: number;
+        };
+        duration: number;
+    }, criteria: EvaluationCriteria, appUrl: string): Promise<JudgeEvaluation>;
+    /**
+     * Builds the user prompt for judge evaluation.
+     *
+     * @param simulationResult - Simulation to evaluate
+     * @param criteria - Evaluation criteria
+     * @param appUrl - Application URL
+     * @returns Formatted user prompt
+     */
+    private buildUserPrompt;
+    /**
+     * Cleans up resources.
+     */
+    cleanup(): Promise<void>;
+}
+//# sourceMappingURL=judge-executor.d.ts.map

package/dist/ai-service/judge/judge-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge-executor.d.ts","sourceRoot":"","sources":["../../../src/ai-service/judge/judge-executor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,WAAW,EAEZ,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAaxD;;;;;GAKG;AACH,qBAAa,aAAa;IAKtB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,MAAM;IANhB,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,MAAM,CAAc;gBAGlB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,eAAe,EACtB,MAAM,EAAE,MAAM,EACtB,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC;IAa9B;;;;OAIG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC;;;;;;;OAOG;IACG,kBAAkB,CACtB,gBAAgB,EAAE;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,WAAW,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACvC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QACzD,QAAQ,EAAE,MAAM,CAAC;KAClB,EACD,QAAQ,EAAE,kBAAkB,EAC5B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,eAAe,CAAC;IA+Q3B;;;;;;;OAOG;IACH,OAAO,CAAC,eAAe;IAoDvB;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/ai-service/judge/judge-executor.js

@@ -0,0 +1,334 @@
+/**
+ * Judge executor for evaluating AI-generated applications.
+ *
+ * Orchestrates the evaluation process using LLM with browser
+ * automation capabilities through Playwright MCP.
+ */
+import { safeJsonStringify } from "../util/safe-stringify.js";
+import { PlaywrightBridge } from "./integration/playwright-bridge.js";
+import { buildJudgeSystemPrompt } from "./prompts/system-prompt.js";
+import { buildJudgeTools } from "./tools/index.js";
+/**
+ * Default judge configuration.
+ */
+const DEFAULT_JUDGE_CONFIG = {
+    maxSteps: 30,
+    timeoutMs: 5 * 60 * 1000, // 5 minutes
+    passingThreshold: 70,
+    captureScreenshots: true,
+    detailedReasoning: true,
+};
+/**
+ * Executes judge evaluations for AI-generated applications.
+ *
+ * Uses LLM with Playwright browser automation to comprehensively
+ * evaluate applications against defined criteria.
+ */
+export class JudgeExecutor {
+    llmClient;
+    model;
+    logger;
+    playwrightBridge;
+    config;
+    constructor(llmClient, model, logger, config) {
+        this.llmClient = llmClient;
+        this.model = model;
+        this.logger = logger;
+        this.config = {
+            ...DEFAULT_JUDGE_CONFIG,
+            ...config,
+        };
+        this.playwrightBridge = new PlaywrightBridge(this.config.playwrightMcpUrl, logger);
+    }
+    /**
+     * Initializes the judge executor.
+     *
+     * Sets up connections to required services.
+     */
+    async initialize() {
+        await this.playwrightBridge.initialize();
+        this.logger.info("Judge executor initialized");
+    }
+    /**
+     * Evaluates a simulation result against criteria.
+     *
+     * @param simulationResult - The simulation to evaluate
+     * @param criteria - Evaluation criteria
+     * @param appUrl - URL of the application to evaluate
+     * @returns Comprehensive evaluation result
+     */
+    async evaluateSimulation(simulationResult, criteria, appUrl) {
+        const startTime = Date.now();
+        this.logger.info(`Starting evaluation for ${simulationResult.promptId} at ${appUrl}. Criteria: ${criteria.functionalRequirements.length} functional, ${criteria.uiRequirements.length} UI, ${criteria.dataRequirements.length} data, ${criteria.performanceRequirements?.length || 0} performance`);
+        try {
+            // Build judge context for tools
+            const _judgeContext = {
+                appUrl,
+                prompts: simulationResult.stepResults.map((sr) => sr.prompt),
+                criteria,
+                evaluationState: {
+                    criteriaChecked: [],
+                    evidence: new Map(),
+                    scores: new Map(),
+                },
+            };
+            // Build tools with Playwright bridge
+            this.logger.info("Building tools");
+            const tools = (await buildJudgeTools(this.playwrightBridge));
+            // Build system prompt
+            this.logger.info("Building system prompt");
+            const systemPrompt = buildJudgeSystemPrompt(criteria, this.config);
+            // Build user prompt
+            this.logger.info("Building user prompt");
+            const userPrompt = this.buildUserPrompt(simulationResult, criteria, appUrl);
+            // Track evaluation result
+            let evaluation = null;
+            let tokenUsage = { input: 0, output: 0, cached: 0, total: 0 };
+            // Execute judge with llmClient
+            this.logger.info("Starting evaluation with config:", safeJsonStringify(this.config));
+            const maxSteps = this.config.maxSteps || 5;
+            const result = await this.llmClient.streamText({
+                model: this.model,
+                system: systemPrompt,
+                user: {
+                    role: "user",
+                    content: userPrompt,
+                },
+                context: {
+                    contextId: {
+                        appId: "judge",
+                        userId: "system",
+                        name: `judge-${simulationResult.promptId}-${Date.now()}`,
+                    },
+                    contextOptions: {
+                        maxTokens: 100_000,
+                        tokenEstimation: {
+                            minCharsPerToken: 1.5,
+                        },
+                    },
+                    // Note: Judge contexts are ephemeral (not persisted)
+                },
+                tools,
+                maxSteps,
+                prepareStep: (step) => {
+                    const remainingSteps = maxSteps - step.stepNumber - 1;
+                    const halfwayPoint = Math.floor(maxSteps / 2);
+                    this.logger.info(`Preparing step ${step.stepNumber} (maxSteps=${maxSteps}, remaining=${remainingSteps})`);
+                    // On the final step: force submitFeedback by removing other tools
+                    if (step.stepNumber === maxSteps - 1) {
+                        this.logger.info(`Final step ${step.stepNumber} - restricting to submitFeedback tool only`);
+                        // Add a user message to force the issue and restrict tools
+                        const warningMessage = {
+                            role: "user",
+                            content: [
+                                {
+                                    type: "text",
+                                    text: "**CRITICAL: This is your FINAL step. You MUST call submitFeedback now with your evaluation. No other tools are available.**",
+                                },
+                            ],
+                        };
+                        return {
+                            ...step,
+                            messages: [...step.messages, warningMessage],
+                            activeTools: ["submitFeedback"],
+                        };
+                    }
+                    // Warn from halfway point onwards
+                    else if (step.stepNumber >= halfwayPoint && remainingSteps > 0) {
+                        this.logger.info(`Step ${step.stepNumber} - warning about ${remainingSteps} remaining steps`);
+                        const warningMessage = {
+                            role: "user",
+                            content: [
+                                {
+                                    type: "text",
+                                    text: `**IMPORTANT: You have ${remainingSteps} step${remainingSteps === 1 ? "" : "s"} remaining before you must call submitFeedback. Plan accordingly and wrap up your evaluation.**`,
+                                },
+                            ],
+                        };
+                        return {
+                            ...step,
+                            messages: [...step.messages, warningMessage],
+                        };
+                    }
+                    return step;
+                },
+                stopWhen: ({ steps }) => {
+                    const lastStep = steps[steps.length - 1];
+                    const hasSubmitFeedback = lastStep?.toolCalls?.some((tc) => tc.toolName === "submitFeedback");
+                    return hasSubmitFeedback ?? false;
+                },
+                onStepFinish: (stepResult) => {
+                    // Extract token usage
+                    if (stepResult.usage) {
+                        const usage = stepResult.usage;
+                        tokenUsage = {
+                            input: usage.inputTokens || 0,
+                            output: usage.outputTokens || 0,
+                            cached: usage.cachedTokens || 0,
+                            total: usage.totalTokens || 0,
+                        };
+                    }
+                    if (stepResult.reasoningText) {
+                        this.logger.info(`Step finished - reasoning: ${stepResult.reasoningText}`);
+                    }
+                    if (stepResult.text) {
+                        this.logger.info(`Step finished - text: ${stepResult.text}`);
+                    }
+                },
+                onFinish: (finishResult) => {
+                    // Extract final token usage
+                    if (finishResult.usage) {
+                        const usage = finishResult.usage;
+                        tokenUsage = {
+                            input: usage.inputTokens || 0,
+                            output: usage.outputTokens || 0,
+                            cached: usage.cachedTokens || 0,
+                            total: usage.totalTokens || 0,
+                        };
+                    }
+                    this.logger.info(`Stream finished - finishReason: ${finishResult.finishReason}, hasEvaluation: ${!!evaluation}`);
+                },
+            });
+            // Process stream to extract evaluation
+            this.logger.info("Processing stream chunks");
+            for await (const chunk of result.fullStream) {
+                // Log chunk types for debugging
+                if (chunk.type === "tool-call") {
+                    const toolName = chunk.toolName;
+                    const args = JSON.stringify(chunk.args || {}).slice(0, 200);
+                    this.logger.info(`Tool call - ${toolName} with args: ${args}`);
+                }
+                else if (chunk.type === "tool-result") {
+                    const toolName = chunk.toolName;
+                    const success = !!chunk.output?.success;
+                    const hasError = !!chunk.output?.error;
+                    this.logger.info(`Tool result - ${toolName} success=${success} hasError=${hasError}`);
+                }
+                // Check for tool results to extract evaluation
+                if (chunk.type === "tool-result" &&
+                    "toolName" in chunk &&
+                    chunk.toolName === "submitFeedback") {
+                    this.logger.info("Found submitFeedback result");
+                    const toolResult = chunk.output;
+                    if (toolResult && toolResult.evaluation) {
+                        evaluation = toolResult.evaluation;
+                        this.logger.info(`Evaluation extracted - Score: ${evaluation.overallScore}, Passed: ${evaluation.passed}`);
+                    }
+                }
+            }
+            // Ensure we got an evaluation
+            if (!evaluation) {
+                // Create a default evaluation if none was submitted
+                evaluation = {
+                    overallScore: 0,
+                    passed: false,
+                    criteriaEvaluations: [],
+                    summary: "Judge did not submit an evaluation",
+                    suggestions: [],
+                    tokensUsed: tokenUsage,
+                    evaluationDurationMs: Date.now() - startTime,
+                };
+            }
+            else {
+                // Add metadata to evaluation
+                evaluation.tokensUsed = tokenUsage;
+                evaluation.evaluationDurationMs = Date.now() - startTime;
+            }
+            // Check if evaluation passes threshold
+            if (evaluation.overallScore < (this.config.passingThreshold || 70)) {
+                this.logger.warn(`Evaluation below passing threshold - score: ${evaluation.overallScore}, threshold: ${this.config.passingThreshold}`);
+            }
+            return evaluation;
+        }
+        catch (error) {
+            const errorMsg = String(error);
+            this.logger.error("Judge evaluation failed", {
+                error: {
+                    kind: "JudgeEvaluationError",
+                    message: errorMsg,
+                    stack: error instanceof Error ? error.stack : undefined,
+                },
+            });
+            // Don't crash the process - return a failed evaluation instead
+            // This allows the system to continue with other tests
+            return {
+                overallScore: 0,
+                passed: false,
+                criteriaEvaluations: [],
+                summary: `Judge evaluation failed: ${errorMsg}`,
+                suggestions: [
+                    errorMsg.includes("import") && errorMsg.includes("module")
+                        ? "The evaluation attempted to use ES6 module syntax in browser context. Only plain JavaScript is supported."
+                        : "The evaluation encountered an error. Please check the logs for details.",
+                ],
+                tokensUsed: { input: 0, output: 0, cached: 0, total: 0 },
+                evaluationDurationMs: Date.now() - startTime,
+                error: errorMsg,
+            };
+        }
+        finally {
+            // Cleanup
+            try {
+                await this.playwrightBridge.cleanup();
+            }
+            catch (cleanupError) {
+                // Log but don't throw cleanup errors
+                this.logger.warn(`Cleanup error: ${String(cleanupError)}`);
+            }
+        }
+    }
+    /**
+     * Builds the user prompt for judge evaluation.
+     *
+     * @param simulationResult - Simulation to evaluate
+     * @param criteria - Evaluation criteria
+     * @param appUrl - Application URL
+     * @returns Formatted user prompt
+     */
+    buildUserPrompt(simulationResult, criteria, appUrl) {
+        const promptList = simulationResult.stepResults
+            .map((sr, idx) => `${idx + 1}. ${sr.prompt}`)
+            .join("\n");
+        return `Please evaluate the application at: ${appUrl}
+
+The AI agent was given the following prompts:
+${promptList}
+
+The agent completed the task in ${simulationResult.duration}ms using:
+- Input tokens: ${simulationResult.tokens.input}
+- Output tokens: ${simulationResult.tokens.output}
+- Total tokens: ${simulationResult.tokens.total}
+
+Evaluation Criteria:
+
+Functional Requirements (40% weight):
+${criteria.functionalRequirements.map((r) => `- ${r}`).join("\n")}
+
+UI/UX Requirements (30% weight):
+${criteria.uiRequirements.map((r) => `- ${r}`).join("\n")}
+
+Data Requirements (20% weight):
+${criteria.dataRequirements.map((r) => `- ${r}`).join("\n")}
+
+${criteria.performanceRequirements?.length
+            ? `Performance Requirements (10% weight):\n${criteria.performanceRequirements
+                .map((r) => `- ${r}`)
+                .join("\n")}`
+            : ""}
+
+Instructions:
+1. Navigate to the application using the playwright_action tool
+2. Systematically test each requirement
+3. Capture screenshots as evidence when appropriate
+4. Use the submitFeedback tool to submit your final evaluation
+
+Be thorough but efficient. Focus on objective assessment of whether requirements are met.`;
+    }
+    /**
+     * Cleans up resources.
+     */
+    async cleanup() {
+        await this.playwrightBridge.cleanup();
+    }
+}
+//# sourceMappingURL=judge-executor.js.map

package/dist/ai-service/judge/judge-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge-executor.js","sourceRoot":"","sources":["../../../src/ai-service/judge/judge-executor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAWnD;;GAEG;AACH,MAAM,oBAAoB,GAAyB;IACjD,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,YAAY;IACtC,gBAAgB,EAAE,EAAE;IACpB,kBAAkB,EAAE,IAAI;IACxB,iBAAiB,EAAE,IAAI;CACxB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IAKd;IACA;IACA;IANF,gBAAgB,CAAmB;IACnC,MAAM,CAAc;IAE5B,YACU,SAAoB,EACpB,KAAsB,EACtB,MAAc,EACtB,MAA4B;QAHpB,cAAS,GAAT,SAAS,CAAW;QACpB,UAAK,GAAL,KAAK,CAAiB;QACtB,WAAM,GAAN,MAAM,CAAQ;QAGtB,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,oBAAoB;YACvB,GAAG,MAAM;SACK,CAAC;QAEjB,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAC1C,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5B,MAAM,CACP,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACjD,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,kBAAkB,CACtB,gBAMC,EACD,QAA4B,EAC5B,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,gBAAgB,CAAC,QAAQ,OAAO,MAAM,eAAe,QAAQ,CAAC,sBAAsB,CAAC,MAAM,gBAAgB,QAAQ,CAAC,cAAc,CAAC,MAAM,QAAQ,QAAQ,CAAC,gBAAgB,CAAC,MAAM,UAAU,QAAQ,CAAC,uBAAuB,EAAE,MAAM,IAAI,CAAC,cAAc,CAClR,CAAC;QAEF,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,aAAa,GAAiB;gBAClC,MAAM;gBACN,OAAO,EAAE,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC;gBAC5D,QAAQ;gBACR,eAAe,EAAE;oBACf,eAAe,EAAE,EAAE;oBACnB,QAAQ,EAAE,IAAI,GAAG,EAAE;oBACnB,MAAM,EAAE,IAAI,GAAG,EAAE;iBAClB;aACF,CAAC;YAEF,qCAAqC;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,CAAC,MAAM,eAAe,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAG1D,CAAC;YAEF,sBAAsB;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC3C,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnE,oBAAoB;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CACrC,gBAAgB,EAChB,QAAQ,EACR,MAAM,CACP,CAAC;YAEF,0BAA0B;YAC1B,IAAI,UAAU,GAA2B,IAAI,CAAC;YAC9C,IAAI,UAAU,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAE9D,+BAA+B;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,kCAAkC,EAClC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAC/B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAE3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC7C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,YAAY;gBACpB,IAAI,EAAE;oBACJ,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,UAAU;iBACpB;gBACD,OAAO,EAAE;oBACP,SAAS,EAAE;wBACT,KAAK,EAAE,OAAO;wBACd,MAAM,EAAE,QAAQ;wBAChB,IAAI,EAAE,SAAS,gBAAgB,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;qBACzD;oBACD,cAAc,EAAE;wBACd,SAAS,EAAE,OAAO;wBAClB,eAAe,EAAE;4BACf,gBAAgB,EAAE,GAAG;yBACtB;qBACF;oBACD,qDAAqD;iBACtD;gBACD,KAAK;gBACL,QAAQ;gBACR,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;oBACpB,MAAM,cAAc,GAAG,QAAQ,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;oBACtD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;oBAE9C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,kBAAkB,IAAI,CAAC,UAAU,cAAc,QAAQ,eAAe,cAAc,GAAG,CACxF,CAAC;oBAEF,kEAAkE;oBAClE,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,GAAG,CAAC,EAAE,CAAC;wBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,cAAc,IAAI,CAAC,UAAU,4CAA4C,CAC1E,CAAC;wBAEF,2DAA2D;wBAC3D,MAAM,cAAc,GAAG;4BACrB,IAAI,EAAE,MAAe;4BACrB,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,MAAe;oCACrB,IAAI,EAAE,6HAA6H;iCACpI;6BACF;yBACF,CAAC;wBAEF,OAAO;4BACL,GAAG,IAAI;4BACP,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;4BAC5C,WAAW,EAAE,CAAC,gBAAgB,CAAC;yBAChC,CAAC;oBACJ,CAAC;oBACD,kCAAkC;yBAC7B,IAAI,IAAI,CAAC,UAAU,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;wBAC/D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,UAAU,oBAAoB,cAAc,kBAAkB,CAC5E,CAAC;wBAEF,MAAM,cAAc,GAAG;4BACrB,IAAI,EAAE,MAAe;4BACrB,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,MAAe;oCACrB,IAAI,EAAE,yBAAyB,cAAc,QAAQ,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,iGAAiG;iCACtL;6BACF;yBACF,CAAC;wBAEF,OAAO;4BACL,GAAG,IAAI;4BACP,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;yBAC7C,CAAC;oBACJ,CAAC;oBAED,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACzC,MAAM,iBAAiB,GAAG,QAAQ,EAAE,SAAS,EAAE,IAAI,CACjD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,gBAAgB,CACzC,CAAC;oBACF,OAAO,iBAAiB,IAAI,KAAK,CAAC;gBACpC,CAAC;gBACD,YAAY,EAAE,CAAC,UAAU,EAAE,EAAE;oBAC3B,sBAAsB;oBACtB,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;wBACrB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAY,CAAC;wBACtC,UAAU,GAAG;4BACX,KAAK,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;4BAC7B,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;4BAC/B,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;4BAC/B,KAAK,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;yBAC9B,CAAC;oBACJ,CAAC;oBACD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;wBAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,8BAA8B,UAAU,CAAC,aAAa,EAAE,CACzD,CAAC;oBACJ,CAAC;oBACD,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;wBACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;gBACD,QAAQ,EAAE,CAAC,YAAY,EAAE,EAAE;oBACzB,4BAA4B;oBAC5B,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAY,CAAC;wBACxC,UAAU,GAAG;4BACX,KAAK,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;4BAC7B,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;4BAC/B,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;4BAC/B,KAAK,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;yBAC9B,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mCAAmC,YAAY,CAAC,YAAY,oBAAoB,CAAC,CAAC,UAAU,EAAE,CAC/F,CAAC;gBACJ,CAAC;aACF,CAAC,CAAC;YAEH,uCAAuC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC5C,gCAAgC;gBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/B,MAAM,QAAQ,GAAI,KAAa,CAAC,QAAQ,CAAC;oBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAE,KAAa,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBACrE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,QAAQ,eAAe,IAAI,EAAE,CAAC,CAAC;gBACjE,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACxC,MAAM,QAAQ,GAAI,KAAa,CAAC,QAAQ,CAAC;oBACzC,MAAM,OAAO,GAAG,CAAC,CAAE,KAAa,CAAC,MAAM,EAAE,OAAO,CAAC;oBACjD,MAAM,QAAQ,GAAG,CAAC,CAAE,KAAa,CAAC,MAAM,EAAE,KAAK,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iBAAiB,QAAQ,YAAY,OAAO,aAAa,QAAQ,EAAE,CACpE,CAAC;gBACJ,CAAC;gBAED,+CAA+C;gBAC/C,IACE,KAAK,CAAC,IAAI,KAAK,aAAa;oBAC5B,UAAU,IAAI,KAAK;oBACnB,KAAK,CAAC,QAAQ,KAAK,gBAAgB,EACnC,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;oBAChD,MAAM,UAAU,GAAI,KAAa,CAAC,MAAM,CAAC;oBACzC,IAAI,UAAU,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;wBACxC,UAAU,GAAG,UAAU,CAAC,UAA6B,CAAC;wBACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iCAAiC,UAAU,CAAC,YAAY,aAAa,UAAU,CAAC,MAAM,EAAE,CACzF,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,oDAAoD;gBACpD,UAAU,GAAG;oBACX,YAAY,EAAE,CAAC;oBACf,MAAM,EAAE,KAAK;oBACb,mBAAmB,EAAE,EAAE;oBACvB,OAAO,EAAE,oCAAoC;oBAC7C,WAAW,EAAE,EAAE;oBACf,UAAU,EAAE,UAAU;oBACtB,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBAC7C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,6BAA6B;gBAC7B,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC;gBACnC,UAAU,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC3D,CAAC;YAED,uCAAuC;YACvC,IAAI,UAAU,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC,EAAE,CAAC;gBACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,UAAU,CAAC,YAAY,gBAAgB,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CACrH,CAAC;YACJ,CAAC;YAED,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;gBAC3C,KAAK,EAAE;oBACL,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,QAAQ;oBACjB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACxD;aACF,CAAC,CAAC;YAEH,+DAA+D;YAC/D,sDAAsD;YACtD,OAAO;gBACL,YAAY,EAAE,CAAC;gBACf,MAAM,EAAE,KAAK;gBACb,mBAAmB,EAAE,EAAE;gBACvB,OAAO,EAAE,4BAA4B,QAAQ,EAAE;gBAC/C,WAAW,EAAE;oBACX,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACxD,CAAC,CAAC,2GAA2G;wBAC7G,CAAC,CAAC,yEAAyE;iBAC9E;gBACD,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;gBACxD,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC5C,KAAK,EAAE,QAAQ;aAChB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,UAAU;YACV,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YACxC,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,qCAAqC;gBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,eAAe,CACrB,gBAKC,EACD,QAA4B,EAC5B,MAAc;QAEd,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW;aAC5C,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,CAAC;aAC5C,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO,uCAAuC,MAAM;;;EAGtD,UAAU;;kCAEsB,gBAAgB,CAAC,QAAQ;kBACzC,gBAAgB,CAAC,MAAM,CAAC,KAAK;mBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM;kBAC/B,gBAAgB,CAAC,MAAM,CAAC,KAAK;;;;;EAK7C,QAAQ,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAG/D,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAGvD,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;EAGzD,QAAQ,CAAC,uBAAuB,EAAE,MAAM;YACtC,CAAC,CAAC,2CAA2C,QAAQ,CAAC,uBAAuB;iBACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;iBACpB,IAAI,CAAC,IAAI,CAAC,EAAE;YACjB,CAAC,CAAC,EACN;;;;;;;;0FAQ0F,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;IACxC,CAAC;CACF"}