ctxpkg 0.0.3 → 0.0.4

package/dist/agent/agent.test-runner.js

@@ -0,0 +1,316 @@
+import { readFile } from 'node:fs/promises';
+import { dirname, resolve } from 'node:path';
+import { parse as parseYaml } from 'yaml';
+import { createDocumentAgent, getLLMConfigFromAppConfig } from './agent.js';
+import { testSuiteSchema, } from './agent.test-runner.schemas.js';
+import { createClient } from '#root/client/client.js';
+import { EmbedderService } from '#root/embedder/embedder.js';
+import { Services, destroy } from '#root/utils/utils.services.js';
+/**
+ * LLM validation prompt
+ */
+const LLM_VALIDATION_PROMPT = `You are evaluating an AI agent's answer against expected criteria.
+
+## Expected Answer / Criteria
+{expected}
+
+## Actual Answer
+{actual}
+
+## Validation Instructions
+{instructions}
+
+## Task
+Evaluate how well the actual answer meets the expected criteria. Consider:
+- Does it address the key points?
+- Is the information accurate (based on what was expected)?
+- Is it appropriately detailed?
+
+Respond with a JSON object:
+\`\`\`json
+{
+  "score": <0.0 to 1.0>,
+  "passed": <true if score >= threshold>,
+  "reasoning": "<brief explanation of your evaluation>"
+}
+\`\`\``;
+const DEFAULT_VALIDATION_INSTRUCTIONS = `Evaluate whether the actual answer adequately addresses the expected criteria. 
+Focus on factual correctness and completeness rather than exact wording.`;
+/**
+ * Test runner service for validating agent performance
+ */
+class AgentTestRunner {
+    #services;
+    #embedder;
+    constructor() {
+        this.#services = new Services();
+        this.#embedder = this.#services.get(EmbedderService);
+    }
+    /**
+     * Compute collection ID from spec URL (mirrors CollectionsService.computeCollectionId)
+     */
+    #computeCollectionId(url) {
+        const normalizedUrl = url.replace(/\/+$/, '');
+        return `pkg:${normalizedUrl}`;
+    }
+    /**
+     * Load and parse a test suite from a YAML file
+     */
+    async loadTestSuite(filePath) {
+        const content = await readFile(filePath, 'utf-8');
+        const parsed = parseYaml(content);
+        const suite = testSuiteSchema.parse(parsed);
+        const baseDir = dirname(resolve(filePath));
+        return { suite, baseDir };
+    }
+    /**
+     * Run a complete test suite
+     */
+    async runTestSuite(suite, options = {}) {
+        const { onProgress, llmConfig: providedLlmConfig, baseDir = process.cwd() } = options;
+        const startedAt = new Date().toISOString();
+        const startTime = Date.now();
+        // Get LLM config
+        const llmConfig = providedLlmConfig ?? (await getLLMConfigFromAppConfig());
+        onProgress?.({ type: 'suite_start', suiteName: suite.name, totalTests: suite.tests.length });
+        const results = [];
+        // Create client using direct mode (uses existing database)
+        const client = await createClient({ mode: 'direct' });
+        try {
+            // Sync collections from test suite
+            onProgress?.({ type: 'sync_start' });
+            // Build alias map for test suite collections only
+            const aliasMap = new Map();
+            for (const [alias, spec] of Object.entries(suite.collections)) {
+                // Compute collection ID (same as CollectionsService.computeCollectionId)
+                const collectionId = this.#computeCollectionId(spec.url);
+                aliasMap.set(alias, collectionId);
+                // Sync the collection
+                await client.collections.sync({
+                    name: alias,
+                    spec,
+                    cwd: baseDir,
+                });
+            }
+            onProgress?.({ type: 'sync_complete' });
+            // Create agent with only the test suite's collections
+            const agent = createDocumentAgent({
+                client,
+                llmConfig,
+                aliasMap,
+                // Restrict searches to only the test suite's collections
+                collections: Array.from(aliasMap.values()),
+            });
+            // Run each test
+            for (let i = 0; i < suite.tests.length; i++) {
+                const testCase = suite.tests[i];
+                onProgress?.({ type: 'test_start', testId: testCase.id, index: i });
+                const result = await this.#runSingleTest(testCase, agent, client, llmConfig, suite.options, options);
+                results.push(result);
+                onProgress?.({ type: 'test_complete', testId: testCase.id, result });
+            }
+        }
+        finally {
+            await client.disconnect();
+        }
+        const completedAt = new Date().toISOString();
+        const durationMs = Date.now() - startTime;
+        const summary = {
+            total: results.length,
+            passed: results.filter((r) => r.passed && !r.skipped).length,
+            failed: results.filter((r) => !r.passed && !r.skipped).length,
+            skipped: results.filter((r) => r.skipped).length,
+        };
+        const runResult = {
+            suiteName: suite.name,
+            startedAt,
+            completedAt,
+            durationMs,
+            summary,
+            results,
+        };
+        onProgress?.({ type: 'suite_complete', result: runResult });
+        return runResult;
+    }
+    /**
+     * Run a single test case
+     */
+    async #runSingleTest(testCase, agent, client, llmConfig, suiteOptions, runnerOptions) {
+        const startTime = Date.now();
+        // Check if skipped
+        if (testCase.skip) {
+            return {
+                id: testCase.id,
+                passed: false,
+                skipped: true,
+                actualAnswer: '',
+                durationMs: 0,
+            };
+        }
+        try {
+            // Get the agent's answer
+            const response = await agent.ask(testCase.query, testCase.useCase);
+            const actualAnswer = response.answer;
+            // Determine validation mode
+            const validationMode = runnerOptions.validationMode ?? testCase.validationMode ?? suiteOptions?.validationMode ?? 'semantic';
+            // Determine pass threshold
+            const passThreshold = runnerOptions.passThreshold ?? testCase.passThreshold ?? suiteOptions?.passThreshold ?? 0.75;
+            // Validate based on mode
+            let result;
+            switch (validationMode) {
+                case 'keywords':
+                    result = await this.#validateKeywords(testCase, actualAnswer, passThreshold);
+                    break;
+                case 'llm':
+                    result = await this.#validateWithLLM(testCase, actualAnswer, passThreshold, llmConfig, suiteOptions, runnerOptions.validationModel);
+                    break;
+                case 'semantic':
+                default:
+                    result = await this.#validateSemantic(testCase, actualAnswer, passThreshold);
+                    break;
+            }
+            result.durationMs = Date.now() - startTime;
+            return result;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            return {
+                id: testCase.id,
+                passed: false,
+                actualAnswer: '',
+                error: message,
+                durationMs: Date.now() - startTime,
+            };
+        }
+    }
+    /**
+     * Validate using semantic similarity
+     */
+    async #validateSemantic(testCase, actualAnswer, passThreshold) {
+        // Embed both expected and actual as documents (not queries)
+        const embeddings = await this.#embedder.createDocumentEmbeddings([testCase.expected, actualAnswer]);
+        const [expectedEmbedding, actualEmbedding] = embeddings;
+        // Compute cosine similarity
+        const similarity = this.#cosineSimilarity(expectedEmbedding, actualEmbedding);
+        return {
+            id: testCase.id,
+            passed: similarity >= passThreshold,
+            score: similarity,
+            actualAnswer,
+            reasoning: `Semantic similarity: ${(similarity * 100).toFixed(1)}% (threshold: ${(passThreshold * 100).toFixed(1)}%)`,
+            durationMs: 0,
+        };
+    }
+    /**
+     * Validate using keyword matching
+     */
+    async #validateKeywords(testCase, actualAnswer, passThreshold) {
+        const keywords = testCase.keywords ?? [];
+        if (keywords.length === 0) {
+            return {
+                id: testCase.id,
+                passed: false,
+                actualAnswer,
+                error: 'No keywords specified for keywords validation mode',
+                durationMs: 0,
+            };
+        }
+        const lowerAnswer = actualAnswer.toLowerCase();
+        const found = [];
+        const missing = [];
+        for (const keyword of keywords) {
+            if (lowerAnswer.includes(keyword.toLowerCase())) {
+                found.push(keyword);
+            }
+            else {
+                missing.push(keyword);
+            }
+        }
+        const score = found.length / keywords.length;
+        return {
+            id: testCase.id,
+            passed: score >= passThreshold,
+            score,
+            actualAnswer,
+            keywordsFound: found,
+            keywordsMissing: missing,
+            reasoning: `Found ${found.length}/${keywords.length} keywords (${(score * 100).toFixed(1)}%)`,
+            durationMs: 0,
+        };
+    }
+    /**
+     * Validate using LLM as judge
+     */
+    async #validateWithLLM(testCase, actualAnswer, passThreshold, llmConfig, suiteOptions, validationModel) {
+        const { ChatOpenAI } = await import('@langchain/openai');
+        const { HumanMessage } = await import('@langchain/core/messages');
+        const llm = new ChatOpenAI({
+            configuration: { baseURL: llmConfig.provider },
+            modelName: validationModel ?? llmConfig.model,
+            apiKey: llmConfig.apiKey,
+            temperature: 0,
+        });
+        const instructions = testCase.validationInstructions ?? suiteOptions?.validationInstructions ?? DEFAULT_VALIDATION_INSTRUCTIONS;
+        const prompt = LLM_VALIDATION_PROMPT.replace('{expected}', testCase.expected)
+            .replace('{actual}', actualAnswer)
+            .replace('{instructions}', instructions)
+            .replace('{threshold}', passThreshold.toString());
+        const response = await llm.invoke([new HumanMessage(prompt)]);
+        const content = typeof response.content === 'string' ? response.content : JSON.stringify(response.content);
+        // Parse JSON response
+        const jsonMatch = content.match(/```json\s*([\s\S]*?)\s*```/) ?? content.match(/\{[\s\S]*\}/);
+        if (jsonMatch) {
+            try {
+                const parsed = JSON.parse(jsonMatch[1] ?? jsonMatch[0]);
+                const score = Number(parsed.score) || 0;
+                return {
+                    id: testCase.id,
+                    passed: score >= passThreshold,
+                    score,
+                    actualAnswer,
+                    reasoning: parsed.reasoning ?? 'No reasoning provided',
+                    durationMs: 0,
+                };
+            }
+            catch {
+                // Fall through
+            }
+        }
+        return {
+            id: testCase.id,
+            passed: false,
+            actualAnswer,
+            error: 'Failed to parse LLM validation response',
+            reasoning: content,
+            durationMs: 0,
+        };
+    }
+    /**
+     * Compute cosine similarity between two vectors
+     */
+    #cosineSimilarity(a, b) {
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
+    }
+    /**
+     * Clean up resources
+     */
+    async [destroy]() {
+        await this.#services.destroy();
+    }
+}
+/**
+ * Create a test runner instance
+ */
+const createTestRunner = () => {
+    return new AgentTestRunner();
+};
+export { AgentTestRunner, createTestRunner };
+//# sourceMappingURL=agent.test-runner.js.map

package/dist/agent/agent.test-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.test-runner.js","sourceRoot":"","sources":["../../src/agent/agent.test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE5E,OAAO,EACL,eAAe,GAMhB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAiClE;;GAEG;AACH,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;OAwBvB,CAAC;AAER,MAAM,+BAA+B,GAAG;yEACiC,CAAC;AAE1E;;GAEG;AACH,MAAM,eAAe;IACnB,SAAS,CAAW;IACpB,SAAS,CAAkB;IAE3B;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,GAAW;QAC9B,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9C,OAAO,OAAO,aAAa,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,QAAgB;QAClC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAgB,EAAE,UAA6B,EAAE;QAClE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,MAAM,SAAS,GAAG,iBAAiB,IAAI,CAAC,MAAM,yBAAyB,EAAE,CAAC,CAAC;QAE3E,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAE7F,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,2DAA2D;QAC3D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,mCAAmC;YACnC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YAErC,kDAAkD;YAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;YAE3C,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9D,yEAAyE;gBACzE,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzD,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;gBAElC,sBAAsB;gBACtB,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;oBAC5B,IAAI,EAAE,KAAK;oBACX,IAAI;oBACJ,GAAG,EAAE,OAAO;iBACb,CAAC,CAAC;YACL,CAAC;YAED,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;YAExC,sDAAsD;YACtD,MAAM,KAAK,GAAG,mBAAmB,CAAC;gBAChC,MAAM;gBACN,SAAS;gBACT,QAAQ;gBACR,yDAAyD;gBACzD,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC3C,CAAC,CAAC;YAEH,gBAAgB;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAChC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBAEpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACrG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;YAC5D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;YAC7D,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;SACjD,CAAC;QAEF,MAAM,SAAS,GAAkB;YAC/B,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,SAAS;YACT,WAAW;YACX,UAAU;YACV,OAAO;YACP,OAAO;SACR,CAAC;QAEF,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAE5D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,QAAkB,EAClB,KAA6C,EAC7C,MAAqB,EACrB,SAAoB,EACpB,YAAkC,EAClC,aAAgC;QAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,mBAAmB;QACnB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI;gBACb,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;YAErC,4BAA4B;YAC5B,MAAM,cAAc,GAClB,aAAa,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,IAAI,YAAY,EAAE,cAAc,IAAI,UAAU,CAAC;YAExG,2BAA2B;YAC3B,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,YAAY,EAAE,aAAa,IAAI,IAAI,CAAC;YAE/F,yBAAyB;YACzB,IAAI,MAAkB,CAAC;YAEvB,QAAQ,cAAc,EAAE,CAAC;gBACvB,KAAK,UAAU;oBACb,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;oBAC7E,MAAM;gBACR,KAAK,KAAK;oBACR,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAClC,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,SAAS,EACT,YAAY,EACZ,aAAa,CAAC,eAAe,CAC9B,CAAC;oBACF,MAAM;gBACR,KAAK,UAAU,CAAC;gBAChB;oBACE,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;oBAC7E,MAAM;YACV,CAAC;YAED,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC3C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,KAAK;gBACb,YAAY,EAAE,EAAE;gBAChB,KAAK,EAAE,OAAO;gBACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,QAAkB,EAAE,YAAoB,EAAE,aAAqB;QACrF,4DAA4D;QAC5D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;QACpG,MAAM,CAAC,iBAAiB,EAAE,eAAe,CAAC,GAAG,UAAU,CAAC;QAExD,4BAA4B;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAE9E,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,UAAU,IAAI,aAAa;YACnC,KAAK,EAAE,UAAU;YACjB,YAAY;YACZ,SAAS,EAAE,wBAAwB,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACrH,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,QAAkB,EAAE,YAAoB,EAAE,aAAqB;QACrF,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;QAEzC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,KAAK;gBACb,YAAY;gBACZ,KAAK,EAAE,oDAAoD;gBAC3D,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE7C,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,KAAK,IAAI,aAAa;YAC9B,KAAK;YACL,YAAY;YACZ,aAAa,EAAE,KAAK;YACpB,eAAe,EAAE,OAAO;YACxB,SAAS,EAAE,SAAS,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC7F,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,QAAkB,EAClB,YAAoB,EACpB,aAAqB,EACrB,SAAoB,EACpB,YAAkC,EAClC,eAAwB;QAExB,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACzD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAElE,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC;YACzB,aAAa,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,QAAQ,EAAE;YAC9C,SAAS,EAAE,eAAe,IAAI,SAAS,CAAC,KAAK;YAC7C,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,MAAM,YAAY,GAChB,QAAQ,CAAC,sBAAsB,IAAI,YAAY,EAAE,sBAAsB,IAAI,+BAA+B,CAAC;QAE7G,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC;aAC1E,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC;aACjC,OAAO,CAAC,gBAAgB,EAAE,YAAY,CAAC;aACvC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEpD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE3G,sBAAsB;QACtB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAE9F,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAExC,OAAO;oBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,MAAM,EAAE,KAAK,IAAI,aAAa;oBAC9B,KAAK;oBACL,YAAY;oBACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,uBAAuB;oBACtD,UAAU,EAAE,CAAC;iBACd,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,KAAK;YACb,YAAY;YACZ,KAAK,EAAE,yCAAyC;YAChD,SAAS,EAAE,OAAO;YAClB,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,CAAW,EAAE,CAAW;QACxC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,OAAO,CAAC;QACb,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,gBAAgB,GAAG,GAAoB,EAAE;IAC7C,OAAO,IAAI,eAAe,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC"}