crewly 1.5.18 → 1.5.19

package/dist/backend/backend/src/services/agent/crewly-agent/eval/run-eval-standalone.js

@@ -0,0 +1,403 @@
+#!/usr/bin/env npx tsx
+/**
+ * Crewly Eval Standalone Runner
+ *
+ * Runs eval tasks directly against the backend's POST /api/eval/run endpoint.
+ * Unlike run-eval-cli.ts which uses /api/chat/eval, this uses the dedicated
+ * eval endpoint that creates a temporary AgentRunnerService per task.
+ *
+ * If the /api/eval/run endpoint is not available (old backend), falls back
+ * to a simulated scoring based on task setup + verify against manual execution.
+ *
+ * Usage:
+ *   npx tsx backend/src/services/agent/crewly-agent/eval/run-eval-standalone.ts
+ *   npx tsx ... --level=L1              # only L1 tasks
+ *   npx tsx ... --level=L4              # only L4 tasks
+ *   npx tsx ... --tasks=L1-01,L2-03     # specific tasks
+ *   npx tsx ... --runtime=crewly-agent  # label for output
+ *
+ * @module eval/run-eval-standalone
+ */
+import { mkdir, writeFile, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+// Import task definitions directly (no backend needed)
+import { ALL_TASKS } from './tasks/index.js';
+import { DIMENSION_WEIGHTS, EVAL_VERSION, } from './eval-types.js';
+// ─── Configuration ──────────────────────────────────────────────────────
+const BACKEND_URL = process.env.BACKEND_URL || 'http://localhost:8787';
+const OUTPUT_DIR = join(process.cwd(), 'eval-results');
+// ─── Backend API Client ─────────────────────────────────────────────────
+/**
+ * Attempt to run a task via the backend /api/eval/run endpoint.
+ * Returns null if the endpoint is unavailable.
+ */
+async function tryBackendRun(prompt, workDir, timeoutMs) {
+    try {
+        const response = await fetch(`${BACKEND_URL}/api/eval/run`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                prompt: `Working directory: ${workDir}\n\n${prompt}`,
+                workDir,
+                maxSteps: 200,
+                timeoutMs,
+            }),
+            signal: AbortSignal.timeout(timeoutMs + 15_000),
+        });
+        if (!response.ok)
+            return null;
+        const result = await response.json();
+        if (!result.success)
+            return null;
+        return {
+            output: result.text || '',
+            toolCalls: result.toolCalls || [],
+        };
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Try the chat API endpoint as fallback.
+ */
+async function tryChatRun(prompt, workDir, timeoutMs) {
+    try {
+        const response = await fetch(`${BACKEND_URL}/api/chat/eval`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                prompt: `Working directory: ${workDir}\n\n${prompt}`,
+                workDir,
+                sessionName: `eval-standalone-${Date.now()}`,
+                maxSteps: 200,
+                timeoutMs,
+            }),
+            signal: AbortSignal.timeout(timeoutMs + 15_000),
+        });
+        if (!response.ok)
+            return null;
+        const result = await response.json();
+        return {
+            output: result.text || '',
+            toolCalls: (result.toolCalls || []).map((tc) => ({ toolName: tc.toolName })),
+        };
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Scoring Helpers ────────────────────────────────────────────────────
+/**
+ * Compute per-dimension scores from verification results.
+ *
+ * D2 (Code Quality): For coding tasks, scores based on code-related
+ * verification checks. For collaboration-only tasks, gives a neutral score.
+ *
+ * D6 (Stability): Starts at 100, deducts for actual instability signals
+ * (tool errors, timeout, near-timeout) instead of using a pass/fail binary.
+ *
+ * @param verification - verification result from task.verify()
+ * @param toolCalls    - tool calls recorded during the run
+ * @param task         - the eval task definition
+ * @param durationMs   - wall-clock duration of the task run
+ * @returns per-dimension scores (0-100)
+ */
+export function computeDimensions(verification, toolCalls, task, durationMs) {
+    const checks = verification.checks;
+    const collabChecks = verification.collaborationChecks ?? [];
+    // D1 Completion
+    const passBonus = verification.passed ? 70 : 0;
+    const partialChecks = checks.length > 0
+        ? (checks.filter((c) => c.passed).length / checks.length) * 30
+        : 0;
+    const d1 = Math.min(100, passBonus + partialChecks);
+    // D2 Code Quality — analyze actual output quality
+    // Coding tasks: score based on checks that verify code creation & structure
+    // Collaboration-only tasks: give neutral score (no code expected)
+    const codingCheckNames = new Set([
+        'created_controller', 'created_service', 'created_test',
+        'created_logger', 'created_file', 'has_named_exports',
+        'has_typed_interfaces', 'has_error_handling', 'has_test_file',
+        'used_patterns', 'no_any_types', 'fixed_build',
+    ]);
+    const codeChecks = checks.filter((c) => codingCheckNames.has(c.name));
+    let d2;
+    if (codeChecks.length === 0) {
+        // No coding checks → collaboration task, neutral D2
+        d2 = verification.passed ? 80 : 60;
+    }
+    else {
+        // Coding task — score based on actual code quality checks
+        const codePassed = codeChecks.filter((c) => c.passed).length;
+        d2 = Math.round((codePassed / codeChecks.length) * 100);
+    }
+    // D3 Tool Accuracy
+    const expectedSet = new Set(task.expectedTools.map((t) => t.toLowerCase()));
+    const actualTools = toolCalls.map((tc) => tc.toolName.toLowerCase());
+    const correctCalls = actualTools.filter((t) => {
+        for (const exp of expectedSet) {
+            if (t.includes(exp) || exp.includes(t))
+                return true;
+        }
+        return false;
+    }).length;
+    const totalCalls = actualTools.length || 1;
+    const d3 = Math.min(100, (correctCalls / totalCalls) * 60 + (correctCalls > 0 ? 40 : 0));
+    // D4 Autonomy (no nudges in automated eval)
+    const d4 = 100;
+    // D5 Collaboration
+    let d5 = 100; // default for non-L4
+    if (task.level === 'L4') {
+        if (collabChecks.length === 0) {
+            d5 = 0;
+        }
+        else {
+            d5 = (collabChecks.filter((c) => c.passed).length / collabChecks.length) * 100;
+        }
+    }
+    // D6 Stability — deduct only for actual instability signals
+    // Start at 100, penalize for: tool errors (-10 each), timeout (-40), excessive duration (-10)
+    let d6 = 100;
+    const toolErrors = toolCalls.filter((tc) => tc.result && typeof tc.result === 'object' && 'error' in tc.result).length;
+    d6 -= toolErrors * 10;
+    // Timeout penalty: if durationMs exceeds task timeout (or 120s default)
+    const taskTimeout = task.timeoutMs ?? 120_000;
+    if (durationMs > taskTimeout) {
+        d6 -= 40;
+    }
+    else if (durationMs > taskTimeout * 0.9) {
+        // Near-timeout: minor penalty
+        d6 -= 10;
+    }
+    d6 = Math.max(0, Math.min(100, d6));
+    // D7 Cost Efficiency (assume baseline in standalone)
+    const d7 = 100;
+    return {
+        D1_completion: Math.round(d1),
+        D2_codeQuality: Math.round(d2),
+        D3_toolAccuracy: Math.round(d3),
+        D4_autonomy: Math.round(d4),
+        D5_collaboration: Math.round(d5),
+        D6_stability: Math.round(d6),
+        D7_costEfficiency: Math.round(d7),
+    };
+}
+/**
+ * Calculate weighted composite score.
+ */
+function compositeScore(dimensions) {
+    let score = 0;
+    for (const [dimId, raw] of Object.entries(dimensions)) {
+        const weight = DIMENSION_WEIGHTS[dimId] ?? 0;
+        score += raw * weight;
+    }
+    return Math.round(score * 10) / 10;
+}
+// ─── Main Runner ────────────────────────────────────────────────────────
+async function runTask(task) {
+    const workDir = join(tmpdir(), `crewly-eval-${task.id}-${Date.now()}`);
+    await mkdir(workDir, { recursive: true });
+    const startMs = Date.now();
+    let output = '';
+    let toolCalls = [];
+    let verification = { passed: false, checks: [] };
+    let error;
+    try {
+        // Setup
+        await task.setup(workDir);
+        // Try running via backend
+        let result = await tryBackendRun(task.prompt, workDir, task.timeoutMs);
+        if (!result) {
+            result = await tryChatRun(task.prompt, workDir, task.timeoutMs);
+        }
+        if (result) {
+            output = result.output;
+            toolCalls = result.toolCalls;
+            // Verify
+            const toolCallRecords = toolCalls.map((tc) => ({
+                toolName: tc.toolName,
+                args: (tc.args ?? {}),
+                result: (tc.result ?? ''),
+            }));
+            verification = await task.verify(workDir, toolCallRecords);
+        }
+        else {
+            error = 'Backend not available (both /api/eval/run and /api/chat/eval failed)';
+        }
+    }
+    catch (err) {
+        error = err instanceof Error ? err.message : String(err);
+    }
+    finally {
+        // Teardown
+        try {
+            if (task.teardown)
+                await task.teardown(workDir);
+            await rm(workDir, { recursive: true, force: true });
+        }
+        catch { /* */ }
+    }
+    const durationMs = Date.now() - startMs;
+    const dimensions = computeDimensions(verification, toolCalls, task, durationMs);
+    return {
+        taskId: task.id,
+        level: task.level,
+        title: task.title,
+        passed: verification.passed,
+        partialScore: verification.checks.length > 0
+            ? verification.checks.filter((c) => c.passed).length / verification.checks.length
+            : 0,
+        durationMs,
+        toolsUsed: [...new Set(toolCalls.map((tc) => tc.toolName))],
+        checks: verification.checks.map((c) => ({
+            name: c.name,
+            passed: c.passed,
+            message: c.message,
+        })),
+        collaborationChecks: (verification.collaborationChecks ?? []).map((c) => ({
+            name: c.name,
+            passed: c.passed,
+            message: c.message,
+        })),
+        output: output.slice(0, 500),
+        error,
+        dimensions,
+    };
+}
+async function main() {
+    // Parse args
+    const args = process.argv.slice(2);
+    const levelArg = args.find((a) => a.startsWith('--level='))?.split('=')[1];
+    const tasksArg = args.find((a) => a.startsWith('--tasks='))?.split('=')[1]?.split(',');
+    const runtimeLabel = args.find((a) => a.startsWith('--runtime='))?.split('=')[1] || 'crewly-agent';
+    // Select tasks
+    let tasks = ALL_TASKS;
+    if (levelArg) {
+        const levels = levelArg.split(',');
+        tasks = tasks.filter((t) => levels.includes(t.level));
+    }
+    if (tasksArg) {
+        const idSet = new Set(tasksArg);
+        tasks = tasks.filter((t) => idSet.has(t.id));
+    }
+    console.log('═'.repeat(72));
+    console.log(`  CREWLY EVAL RUNNER v${EVAL_VERSION} — Standalone`);
+    console.log(`  Runtime: ${runtimeLabel} | Tasks: ${tasks.length} | Backend: ${BACKEND_URL}`);
+    console.log(`  Levels: ${[...new Set(tasks.map((t) => t.level))].join(', ')}`);
+    console.log('═'.repeat(72));
+    // Check backend connectivity
+    try {
+        const health = await fetch(`${BACKEND_URL}/health`, { signal: AbortSignal.timeout(5000) });
+        if (health.ok) {
+            console.log('  ✓ Backend connected');
+        }
+        else {
+            console.log('  ⚠ Backend returned non-200');
+        }
+    }
+    catch {
+        console.log('  ✗ Backend not reachable — tasks will fail');
+    }
+    // Run tasks
+    const results = [];
+    for (const task of tasks) {
+        console.log(`\n▸ ${task.id}: ${task.title} [${task.level}]`);
+        const result = await runTask(task);
+        results.push(result);
+        const icon = result.passed ? '✅' : result.error ? '💥' : '❌';
+        const composite = compositeScore(result.dimensions);
+        console.log(`  ${icon} Score: ${composite}/100 | Duration: ${result.durationMs}ms`);
+        if (result.error) {
+            console.log(`  Error: ${result.error.slice(0, 100)}`);
+        }
+        for (const check of result.checks) {
+            console.log(`    ${check.passed ? '✓' : '✗'} ${check.name}: ${check.message}`);
+        }
+        for (const check of result.collaborationChecks) {
+            console.log(`    ${check.passed ? '✓' : '✗'} [collab] ${check.name}: ${check.message}`);
+        }
+    }
+    // Summary
+    console.log('\n' + '═'.repeat(72));
+    console.log('  SUMMARY');
+    console.log('═'.repeat(72));
+    // Exclude errored tasks (backend unavailable) from scoring
+    const scoredResults = results.filter((r) => !r.error);
+    const erroredResults = results.filter((r) => r.error);
+    const passed = scoredResults.filter((r) => r.passed).length;
+    const avgComposite = scoredResults.length > 0
+        ? scoredResults.reduce((sum, r) => sum + compositeScore(r.dimensions), 0) / scoredResults.length
+        : 0;
+    console.log(`  Pass: ${passed}/${scoredResults.length} scored | Avg Score: ${avgComposite.toFixed(1)}/100`);
+    if (erroredResults.length > 0) {
+        console.log(`  ⚠ ${erroredResults.length} task(s) excluded due to backend errors`);
+    }
+    console.log('');
+    // Per-level breakdown
+    const levels = ['L1', 'L2', 'L3', 'L4'];
+    for (const level of levels) {
+        const levelResults = scoredResults.filter((r) => r.level === level);
+        if (levelResults.length === 0)
+            continue;
+        const levelAvg = levelResults.reduce((sum, r) => sum + compositeScore(r.dimensions), 0) / levelResults.length;
+        const levelPassed = levelResults.filter((r) => r.passed).length;
+        console.log(`  ${level}: ${levelPassed}/${levelResults.length} passed | Avg: ${levelAvg.toFixed(1)}`);
+        for (const r of levelResults) {
+            const icon = r.passed ? '✅' : '❌';
+            console.log(`    ${icon} ${r.taskId}: ${compositeScore(r.dimensions)} (${r.durationMs}ms)`);
+        }
+    }
+    // Dimension averages (scored tasks only)
+    console.log('\n  Dimension Averages:');
+    const dimIds = [
+        'D1_completion', 'D2_codeQuality', 'D3_toolAccuracy',
+        'D4_autonomy', 'D5_collaboration', 'D6_stability', 'D7_costEfficiency',
+    ];
+    for (const dimId of dimIds) {
+        const avg = scoredResults.length > 0
+            ? scoredResults.reduce((sum, r) => sum + (r.dimensions[dimId] ?? 0), 0) / scoredResults.length
+            : 0;
+        const weight = DIMENSION_WEIGHTS[dimId];
+        console.log(`    ${dimId.padEnd(20)} ${avg.toFixed(1).padStart(6)} (w=${weight})`);
+    }
+    console.log('═'.repeat(72));
+    // Save results
+    await mkdir(OUTPUT_DIR, { recursive: true });
+    const timestamp = new Date().toISOString().slice(0, 19).replace(/:/g, '-');
+    const filename = `eval-${runtimeLabel}-${timestamp}.json`;
+    const report = {
+        version: EVAL_VERSION,
+        runtime: runtimeLabel,
+        timestamp: new Date().toISOString(),
+        summary: {
+            totalTasks: results.length,
+            scoredTasks: scoredResults.length,
+            erroredTasks: erroredResults.length,
+            passedTasks: passed,
+            avgComposite: Math.round(avgComposite * 10) / 10,
+            byLevel: Object.fromEntries(levels
+                .filter((l) => scoredResults.some((r) => r.level === l))
+                .map((l) => {
+                const lr = scoredResults.filter((r) => r.level === l);
+                return [l, {
+                        count: lr.length,
+                        passed: lr.filter((r) => r.passed).length,
+                        avgScore: Math.round(lr.reduce((s, r) => s + compositeScore(r.dimensions), 0) / lr.length * 10) / 10,
+                    }];
+            })),
+            dimensionAverages: Object.fromEntries(dimIds.map((d) => [d, scoredResults.length > 0
+                    ? Math.round(scoredResults.reduce((s, r) => s + (r.dimensions[d] ?? 0), 0) / scoredResults.length * 10) / 10
+                    : 0])),
+        },
+        taskResults: results,
+    };
+    await writeFile(join(OUTPUT_DIR, filename), JSON.stringify(report, null, 2));
+    console.log(`\nResults saved to eval-results/${filename}`);
+}
+main().catch((err) => {
+    console.error('Fatal:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=run-eval-standalone.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/run-eval-standalone.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-eval-standalone.js","sourceRoot":"","sources":["../../../../../../../../backend/src/services/agent/crewly-agent/eval/run-eval-standalone.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,uDAAuD;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAK7C,OAAO,EACL,iBAAiB,EACjB,YAAY,GAKb,MAAM,iBAAiB,CAAC;AAEzB,2EAA2E;AAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,uBAAuB,CAAC;AACvE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;AAkBvD,2EAA2E;AAE3E;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,OAAe,EACf,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,eAAe,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,sBAAsB,OAAO,OAAO,MAAM,EAAE;gBACpD,OAAO;gBACP,QAAQ,EAAE,GAAG;gBACb,SAAS;aACV,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAIjC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAEjC,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACzB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,OAAe,EACf,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,gBAAgB,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,sBAAsB,OAAO,OAAO,MAAM,EAAE;gBACpD,OAAO;gBACP,WAAW,EAAE,mBAAmB,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC5C,QAAQ,EAAE,GAAG;gBACb,SAAS;aACV,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAGjC,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACzB,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC7E,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,2EAA2E;AAE3E;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA8B,EAC9B,SAAwE,EACxE,IAAc,EACd,UAAkB;IAElB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACnC,MAAM,YAAY,GAAG,YAAY,CAAC,mBAAmB,IAAI,EAAE,CAAC;IAE5D,gBAAgB;IAChB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;QAC9D,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,aAAa,CAAC,CAAC;IAEpD,kDAAkD;IAClD,4EAA4E;IAC5E,kEAAkE;IAClE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;QAC/B,oBAAoB,EAAE,iBAAiB,EAAE,cAAc;QACvD,gBAAgB,EAAE,cAAc,EAAE,mBAAmB;QACrD,sBAAsB,EAAE,oBAAoB,EAAE,eAAe;QAC7D,eAAe,EAAE,cAAc,EAAE,aAAa;KAC/C,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,IAAI,EAAU,CAAC;IACf,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,oDAAoD;QACpD,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,0DAA0D;QAC1D,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC7D,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED,mBAAmB;IACnB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5C,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;QACtD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC,MAAM,CAAC;IACV,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzF,4CAA4C;IAC5C,MAAM,EAAE,GAAG,GAAG,CAAC;IAEf,mBAAmB;IACnB,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,qBAAqB;IACnC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;aAAM,CAAC;YACN,EAAE,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACjF,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,8FAA8F;IAC9F,IAAI,EAAE,GAAG,GAAG,CAAC;IACb,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CACzC,EAAE,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,IAAK,EAAE,CAAC,MAAkC,CAChG,CAAC,MAAM,CAAC;IACT,EAAE,IAAI,UAAU,GAAG,EAAE,CAAC;IACtB,wEAAwE;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC;IAC9C,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC;QAC7B,EAAE,IAAI,EAAE,CAAC;IACX,CAAC;SAAM,IAAI,UAAU,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1C,8BAA8B;QAC9B,EAAE,IAAI,EAAE,CAAC;IACX,CAAC;IACD,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAEpC,qDAAqD;IACrD,MAAM,EAAE,GAAG,GAAG,CAAC;IAEf,OAAO;QACL,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;KAClC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,UAAkC;IACxD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAoB,CAAC,IAAI,CAAC,CAAC;QAC5D,KAAK,IAAI,GAAG,GAAG,MAAM,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;AACrC,CAAC;AAED,2EAA2E;AAE3E,KAAK,UAAU,OAAO,CAAC,IAAc;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,SAAS,GAAkE,EAAE,CAAC;IAClF,IAAI,YAAY,GAAqB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACnE,IAAI,KAAyB,CAAC;IAE9B,IAAI,CAAC;QACH,QAAQ;QACR,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE1B,0BAA0B;QAC1B,IAAI,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACvB,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAE7B,SAAS;YACT,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7C,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B;gBAChD,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAqC;aAC9D,CAAC,CAAC,CAAC;YACJ,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,sEAAsE,CAAC;QACjF,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,WAAW;QACX,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IACxC,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAEhF,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM;YACjF,CAAC,CAAC,CAAC;QACL,UAAU;QACV,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3D,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC;QACH,mBAAmB,EAAE,CAAC,YAAY,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QAC5B,KAAK;QACL,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,aAAa;IACb,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC;IAEnG,eAAe;IACf,IAAI,KAAK,GAAe,SAAS,CAAC;IAClC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;QAClD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,YAAY,eAAe,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,aAAa,KAAK,CAAC,MAAM,eAAe,WAAW,EAAE,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,6BAA6B;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3F,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC;IAED,YAAY;IACZ,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QAC7D,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,WAAW,SAAS,oBAAoB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QAEpF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,aAAa,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,2DAA2D;IAC3D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;QAC3C,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;QAChG,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,IAAI,aAAa,CAAC,MAAM,wBAAwB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5G,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,OAAO,cAAc,CAAC,MAAM,yCAAyC,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,sBAAsB;IACtB,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;QACpE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACxC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAC9G,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,KAAK,WAAW,IAAI,YAAY,CAAC,MAAM,kBAAkB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACtG,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,MAAM,GAAkB;QAC5B,eAAe,EAAE,gBAAgB,EAAE,iBAAiB;QACpD,aAAa,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB;KACvE,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;YAC9F,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,MAAM,GAAG,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,eAAe;IACf,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,QAAQ,YAAY,IAAI,SAAS,OAAO,CAAC;IAC1D,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,YAAY;QACrB,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,YAAY,EAAE,cAAc,CAAC,MAAM;YACnC,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,GAAG,EAAE;YAChD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM;iBACH,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;iBACvD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,MAAM,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBACtD,OAAO,CAAC,CAAC,EAAE;wBACT,KAAK,EAAE,EAAE,CAAC,MAAM;wBAChB,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;wBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;qBACrG,CAAC,CAAC;YACL,CAAC,CAAC,CACL;YACD,iBAAiB,EAAE,MAAM,CAAC,WAAW,CACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;oBAC5C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;oBAC5G,CAAC,CAAC,CAAC,CAAC,CAAC,CACR;SACF;QACD,WAAW,EAAE,OAAO;KACrB,CAAC;IAEF,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Eval Framework - Task Registry
+ *
+ * Aggregates all task sets (L1-L4) and provides lookup helpers.
+ *
+ * @module eval/tasks
+ */
+import type { EvalLevel, EvalTask } from '../eval-types.js';
+export { L1_TASKS } from './l1-tasks.js';
+export { L2_TASKS } from './l2-tasks.js';
+export { L3_TASKS } from './l3-tasks.js';
+export { L4_TASKS } from './l4-tasks.js';
+/** All available evaluation tasks across every level */
+export declare const ALL_TASKS: EvalTask[];
+/**
+ * Filter tasks by complexity level.
+ *
+ * @param level - the level to filter on
+ * @returns tasks matching the given level
+ */
+export declare function getTasksByLevel(level: EvalLevel): EvalTask[];
+/**
+ * Look up a single task by its unique ID.
+ *
+ * @param id - task identifier (e.g. "L1-01", "L4-03")
+ * @returns the matching task, or undefined if not found
+ */
+export declare function getTaskById(id: string): EvalTask | undefined;
+/**
+ * Get a summary of available tasks grouped by level.
+ *
+ * @returns object with level keys and task count + titles
+ */
+export declare function getTaskSummary(): Record<string, {
+    count: number;
+    tasks: Array<{
+        id: string;
+        title: string;
+    }>;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAM5D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,wDAAwD;AACxD,eAAO,MAAM,SAAS,EAAE,QAAQ,EAK/B,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,GAAG,QAAQ,EAAE,CAE5D;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAE5D;AAED;;;;GAIG;AACH,wBAAgB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC,CAa/G"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.js

@@ -0,0 +1,58 @@
+/**
+ * Eval Framework - Task Registry
+ *
+ * Aggregates all task sets (L1-L4) and provides lookup helpers.
+ *
+ * @module eval/tasks
+ */
+import { L1_TASKS } from './l1-tasks.js';
+import { L2_TASKS } from './l2-tasks.js';
+import { L3_TASKS } from './l3-tasks.js';
+import { L4_TASKS } from './l4-tasks.js';
+export { L1_TASKS } from './l1-tasks.js';
+export { L2_TASKS } from './l2-tasks.js';
+export { L3_TASKS } from './l3-tasks.js';
+export { L4_TASKS } from './l4-tasks.js';
+/** All available evaluation tasks across every level */
+export const ALL_TASKS = [
+    ...L1_TASKS,
+    ...L2_TASKS,
+    ...L3_TASKS,
+    ...L4_TASKS,
+];
+/**
+ * Filter tasks by complexity level.
+ *
+ * @param level - the level to filter on
+ * @returns tasks matching the given level
+ */
+export function getTasksByLevel(level) {
+    return ALL_TASKS.filter((t) => t.level === level);
+}
+/**
+ * Look up a single task by its unique ID.
+ *
+ * @param id - task identifier (e.g. "L1-01", "L4-03")
+ * @returns the matching task, or undefined if not found
+ */
+export function getTaskById(id) {
+    return ALL_TASKS.find((t) => t.id === id);
+}
+/**
+ * Get a summary of available tasks grouped by level.
+ *
+ * @returns object with level keys and task count + titles
+ */
+export function getTaskSummary() {
+    const levels = ['L1', 'L2', 'L3', 'L4'];
+    const summary = {};
+    for (const level of levels) {
+        const tasks = getTasksByLevel(level);
+        summary[level] = {
+            count: tasks.length,
+            tasks: tasks.map((t) => ({ id: t.id, title: t.title })),
+        };
+    }
+    return summary;
+}
+//# sourceMappingURL=index.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,wDAAwD;AACxD,MAAM,CAAC,MAAM,SAAS,GAAe;IACnC,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;CACZ,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,KAAgB;IAC9C,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;AACpD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,EAAU;IACpC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,OAAO,GAAmF,EAAE,CAAC;IAEnG,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,GAAG;YACf,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.d.ts

@@ -0,0 +1,15 @@
+/**
+ * L1 Evaluation Tasks - Basic Tool Mastery
+ *
+ * Six tasks that test an agent's ability to use individual tools
+ * correctly: read, write, glob, grep, bash, and edit.
+ *
+ * Tool name matching is case-insensitive and uses substring matching
+ * to support different runtimes (e.g. "Read" vs "read_file").
+ *
+ * @module eval/tasks/l1-tasks
+ */
+import type { EvalTask } from '../eval-types.js';
+/** All L1 evaluation tasks */
+export declare const L1_TASKS: EvalTask[];
+//# sourceMappingURL=l1-tasks.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"l1-tasks.d.ts","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH,OAAO,KAAK,EAAa,QAAQ,EAAoB,MAAM,kBAAkB,CAAC;AAia9E,8BAA8B;AAC9B,eAAO,MAAM,QAAQ,EAAE,QAAQ,EAO9B,CAAC"}