crewly 1.6.4 → 1.6.5

package/dist/backend/backend/src/services/agent/crewly-agent/eval/run-eval-standalone.js

@@ -1,403 +0,0 @@
-#!/usr/bin/env npx tsx
-/**
- * Crewly Eval Standalone Runner
- *
- * Runs eval tasks directly against the backend's POST /api/eval/run endpoint.
- * Unlike run-eval-cli.ts which uses /api/chat/eval, this uses the dedicated
- * eval endpoint that creates a temporary AgentRunnerService per task.
- *
- * If the /api/eval/run endpoint is not available (old backend), falls back
- * to a simulated scoring based on task setup + verify against manual execution.
- *
- * Usage:
- *   npx tsx backend/src/services/agent/crewly-agent/eval/run-eval-standalone.ts
- *   npx tsx ... --level=L1              # only L1 tasks
- *   npx tsx ... --level=L4              # only L4 tasks
- *   npx tsx ... --tasks=L1-01,L2-03     # specific tasks
- *   npx tsx ... --runtime=crewly-agent  # label for output
- *
- * @module eval/run-eval-standalone
- */
-import { mkdir, writeFile, rm } from 'node:fs/promises';
-import { join } from 'node:path';
-import { tmpdir } from 'node:os';
-// Import task definitions directly (no backend needed)
-import { ALL_TASKS } from './tasks/index.js';
-import { DIMENSION_WEIGHTS, EVAL_VERSION, } from './eval-types.js';
-// ─── Configuration ──────────────────────────────────────────────────────
-const BACKEND_URL = process.env.BACKEND_URL || 'http://localhost:8787';
-const OUTPUT_DIR = join(process.cwd(), 'eval-results');
-// ─── Backend API Client ─────────────────────────────────────────────────
-/**
- * Attempt to run a task via the backend /api/eval/run endpoint.
- * Returns null if the endpoint is unavailable.
- */
-async function tryBackendRun(prompt, workDir, timeoutMs) {
-    try {
-        const response = await fetch(`${BACKEND_URL}/api/eval/run`, {
-            method: 'POST',
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify({
-                prompt: `Working directory: ${workDir}\n\n${prompt}`,
-                workDir,
-                maxSteps: 200,
-                timeoutMs,
-            }),
-            signal: AbortSignal.timeout(timeoutMs + 15_000),
-        });
-        if (!response.ok)
-            return null;
-        const result = await response.json();
-        if (!result.success)
-            return null;
-        return {
-            output: result.text || '',
-            toolCalls: result.toolCalls || [],
-        };
-    }
-    catch {
-        return null;
-    }
-}
-/**
- * Try the chat API endpoint as fallback.
- */
-async function tryChatRun(prompt, workDir, timeoutMs) {
-    try {
-        const response = await fetch(`${BACKEND_URL}/api/chat/eval`, {
-            method: 'POST',
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify({
-                prompt: `Working directory: ${workDir}\n\n${prompt}`,
-                workDir,
-                sessionName: `eval-standalone-${Date.now()}`,
-                maxSteps: 200,
-                timeoutMs,
-            }),
-            signal: AbortSignal.timeout(timeoutMs + 15_000),
-        });
-        if (!response.ok)
-            return null;
-        const result = await response.json();
-        return {
-            output: result.text || '',
-            toolCalls: (result.toolCalls || []).map((tc) => ({ toolName: tc.toolName })),
-        };
-    }
-    catch {
-        return null;
-    }
-}
-// ─── Scoring Helpers ────────────────────────────────────────────────────
-/**
- * Compute per-dimension scores from verification results.
- *
- * D2 (Code Quality): For coding tasks, scores based on code-related
- * verification checks. For collaboration-only tasks, gives a neutral score.
- *
- * D6 (Stability): Starts at 100, deducts for actual instability signals
- * (tool errors, timeout, near-timeout) instead of using a pass/fail binary.
- *
- * @param verification - verification result from task.verify()
- * @param toolCalls    - tool calls recorded during the run
- * @param task         - the eval task definition
- * @param durationMs   - wall-clock duration of the task run
- * @returns per-dimension scores (0-100)
- */
-export function computeDimensions(verification, toolCalls, task, durationMs) {
-    const checks = verification.checks;
-    const collabChecks = verification.collaborationChecks ?? [];
-    // D1 Completion
-    const passBonus = verification.passed ? 70 : 0;
-    const partialChecks = checks.length > 0
-        ? (checks.filter((c) => c.passed).length / checks.length) * 30
-        : 0;
-    const d1 = Math.min(100, passBonus + partialChecks);
-    // D2 Code Quality — analyze actual output quality
-    // Coding tasks: score based on checks that verify code creation & structure
-    // Collaboration-only tasks: give neutral score (no code expected)
-    const codingCheckNames = new Set([
-        'created_controller', 'created_service', 'created_test',
-        'created_logger', 'created_file', 'has_named_exports',
-        'has_typed_interfaces', 'has_error_handling', 'has_test_file',
-        'used_patterns', 'no_any_types', 'fixed_build',
-    ]);
-    const codeChecks = checks.filter((c) => codingCheckNames.has(c.name));
-    let d2;
-    if (codeChecks.length === 0) {
-        // No coding checks → collaboration task, neutral D2
-        d2 = verification.passed ? 80 : 60;
-    }
-    else {
-        // Coding task — score based on actual code quality checks
-        const codePassed = codeChecks.filter((c) => c.passed).length;
-        d2 = Math.round((codePassed / codeChecks.length) * 100);
-    }
-    // D3 Tool Accuracy
-    const expectedSet = new Set(task.expectedTools.map((t) => t.toLowerCase()));
-    const actualTools = toolCalls.map((tc) => tc.toolName.toLowerCase());
-    const correctCalls = actualTools.filter((t) => {
-        for (const exp of expectedSet) {
-            if (t.includes(exp) || exp.includes(t))
-                return true;
-        }
-        return false;
-    }).length;
-    const totalCalls = actualTools.length || 1;
-    const d3 = Math.min(100, (correctCalls / totalCalls) * 60 + (correctCalls > 0 ? 40 : 0));
-    // D4 Autonomy (no nudges in automated eval)
-    const d4 = 100;
-    // D5 Collaboration
-    let d5 = 100; // default for non-L4
-    if (task.level === 'L4') {
-        if (collabChecks.length === 0) {
-            d5 = 0;
-        }
-        else {
-            d5 = (collabChecks.filter((c) => c.passed).length / collabChecks.length) * 100;
-        }
-    }
-    // D6 Stability — deduct only for actual instability signals
-    // Start at 100, penalize for: tool errors (-10 each), timeout (-40), excessive duration (-10)
-    let d6 = 100;
-    const toolErrors = toolCalls.filter((tc) => tc.result && typeof tc.result === 'object' && 'error' in tc.result).length;
-    d6 -= toolErrors * 10;
-    // Timeout penalty: if durationMs exceeds task timeout (or 120s default)
-    const taskTimeout = task.timeoutMs ?? 120_000;
-    if (durationMs > taskTimeout) {
-        d6 -= 40;
-    }
-    else if (durationMs > taskTimeout * 0.9) {
-        // Near-timeout: minor penalty
-        d6 -= 10;
-    }
-    d6 = Math.max(0, Math.min(100, d6));
-    // D7 Cost Efficiency (assume baseline in standalone)
-    const d7 = 100;
-    return {
-        D1_completion: Math.round(d1),
-        D2_codeQuality: Math.round(d2),
-        D3_toolAccuracy: Math.round(d3),
-        D4_autonomy: Math.round(d4),
-        D5_collaboration: Math.round(d5),
-        D6_stability: Math.round(d6),
-        D7_costEfficiency: Math.round(d7),
-    };
-}
-/**
- * Calculate weighted composite score.
- */
-function compositeScore(dimensions) {
-    let score = 0;
-    for (const [dimId, raw] of Object.entries(dimensions)) {
-        const weight = DIMENSION_WEIGHTS[dimId] ?? 0;
-        score += raw * weight;
-    }
-    return Math.round(score * 10) / 10;
-}
-// ─── Main Runner ────────────────────────────────────────────────────────
-async function runTask(task) {
-    const workDir = join(tmpdir(), `crewly-eval-${task.id}-${Date.now()}`);
-    await mkdir(workDir, { recursive: true });
-    const startMs = Date.now();
-    let output = '';
-    let toolCalls = [];
-    let verification = { passed: false, checks: [] };
-    let error;
-    try {
-        // Setup
-        await task.setup(workDir);
-        // Try running via backend
-        let result = await tryBackendRun(task.prompt, workDir, task.timeoutMs);
-        if (!result) {
-            result = await tryChatRun(task.prompt, workDir, task.timeoutMs);
-        }
-        if (result) {
-            output = result.output;
-            toolCalls = result.toolCalls;
-            // Verify
-            const toolCallRecords = toolCalls.map((tc) => ({
-                toolName: tc.toolName,
-                args: (tc.args ?? {}),
-                result: (tc.result ?? ''),
-            }));
-            verification = await task.verify(workDir, toolCallRecords);
-        }
-        else {
-            error = 'Backend not available (both /api/eval/run and /api/chat/eval failed)';
-        }
-    }
-    catch (err) {
-        error = err instanceof Error ? err.message : String(err);
-    }
-    finally {
-        // Teardown
-        try {
-            if (task.teardown)
-                await task.teardown(workDir);
-            await rm(workDir, { recursive: true, force: true });
-        }
-        catch { /* */ }
-    }
-    const durationMs = Date.now() - startMs;
-    const dimensions = computeDimensions(verification, toolCalls, task, durationMs);
-    return {
-        taskId: task.id,
-        level: task.level,
-        title: task.title,
-        passed: verification.passed,
-        partialScore: verification.checks.length > 0
-            ? verification.checks.filter((c) => c.passed).length / verification.checks.length
-            : 0,
-        durationMs,
-        toolsUsed: [...new Set(toolCalls.map((tc) => tc.toolName))],
-        checks: verification.checks.map((c) => ({
-            name: c.name,
-            passed: c.passed,
-            message: c.message,
-        })),
-        collaborationChecks: (verification.collaborationChecks ?? []).map((c) => ({
-            name: c.name,
-            passed: c.passed,
-            message: c.message,
-        })),
-        output: output.slice(0, 500),
-        error,
-        dimensions,
-    };
-}
-async function main() {
-    // Parse args
-    const args = process.argv.slice(2);
-    const levelArg = args.find((a) => a.startsWith('--level='))?.split('=')[1];
-    const tasksArg = args.find((a) => a.startsWith('--tasks='))?.split('=')[1]?.split(',');
-    const runtimeLabel = args.find((a) => a.startsWith('--runtime='))?.split('=')[1] || 'crewly-agent';
-    // Select tasks
-    let tasks = ALL_TASKS;
-    if (levelArg) {
-        const levels = levelArg.split(',');
-        tasks = tasks.filter((t) => levels.includes(t.level));
-    }
-    if (tasksArg) {
-        const idSet = new Set(tasksArg);
-        tasks = tasks.filter((t) => idSet.has(t.id));
-    }
-    console.log('═'.repeat(72));
-    console.log(`  CREWLY EVAL RUNNER v${EVAL_VERSION} — Standalone`);
-    console.log(`  Runtime: ${runtimeLabel} | Tasks: ${tasks.length} | Backend: ${BACKEND_URL}`);
-    console.log(`  Levels: ${[...new Set(tasks.map((t) => t.level))].join(', ')}`);
-    console.log('═'.repeat(72));
-    // Check backend connectivity
-    try {
-        const health = await fetch(`${BACKEND_URL}/health`, { signal: AbortSignal.timeout(5000) });
-        if (health.ok) {
-            console.log('  ✓ Backend connected');
-        }
-        else {
-            console.log('  ⚠ Backend returned non-200');
-        }
-    }
-    catch {
-        console.log('  ✗ Backend not reachable — tasks will fail');
-    }
-    // Run tasks
-    const results = [];
-    for (const task of tasks) {
-        console.log(`\n▸ ${task.id}: ${task.title} [${task.level}]`);
-        const result = await runTask(task);
-        results.push(result);
-        const icon = result.passed ? '✅' : result.error ? '💥' : '❌';
-        const composite = compositeScore(result.dimensions);
-        console.log(`  ${icon} Score: ${composite}/100 | Duration: ${result.durationMs}ms`);
-        if (result.error) {
-            console.log(`  Error: ${result.error.slice(0, 100)}`);
-        }
-        for (const check of result.checks) {
-            console.log(`    ${check.passed ? '✓' : '✗'} ${check.name}: ${check.message}`);
-        }
-        for (const check of result.collaborationChecks) {
-            console.log(`    ${check.passed ? '✓' : '✗'} [collab] ${check.name}: ${check.message}`);
-        }
-    }
-    // Summary
-    console.log('\n' + '═'.repeat(72));
-    console.log('  SUMMARY');
-    console.log('═'.repeat(72));
-    // Exclude errored tasks (backend unavailable) from scoring
-    const scoredResults = results.filter((r) => !r.error);
-    const erroredResults = results.filter((r) => r.error);
-    const passed = scoredResults.filter((r) => r.passed).length;
-    const avgComposite = scoredResults.length > 0
-        ? scoredResults.reduce((sum, r) => sum + compositeScore(r.dimensions), 0) / scoredResults.length
-        : 0;
-    console.log(`  Pass: ${passed}/${scoredResults.length} scored | Avg Score: ${avgComposite.toFixed(1)}/100`);
-    if (erroredResults.length > 0) {
-        console.log(`  ⚠ ${erroredResults.length} task(s) excluded due to backend errors`);
-    }
-    console.log('');
-    // Per-level breakdown
-    const levels = ['L1', 'L2', 'L3', 'L4'];
-    for (const level of levels) {
-        const levelResults = scoredResults.filter((r) => r.level === level);
-        if (levelResults.length === 0)
-            continue;
-        const levelAvg = levelResults.reduce((sum, r) => sum + compositeScore(r.dimensions), 0) / levelResults.length;
-        const levelPassed = levelResults.filter((r) => r.passed).length;
-        console.log(`  ${level}: ${levelPassed}/${levelResults.length} passed | Avg: ${levelAvg.toFixed(1)}`);
-        for (const r of levelResults) {
-            const icon = r.passed ? '✅' : '❌';
-            console.log(`    ${icon} ${r.taskId}: ${compositeScore(r.dimensions)} (${r.durationMs}ms)`);
-        }
-    }
-    // Dimension averages (scored tasks only)
-    console.log('\n  Dimension Averages:');
-    const dimIds = [
-        'D1_completion', 'D2_codeQuality', 'D3_toolAccuracy',
-        'D4_autonomy', 'D5_collaboration', 'D6_stability', 'D7_costEfficiency',
-    ];
-    for (const dimId of dimIds) {
-        const avg = scoredResults.length > 0
-            ? scoredResults.reduce((sum, r) => sum + (r.dimensions[dimId] ?? 0), 0) / scoredResults.length
-            : 0;
-        const weight = DIMENSION_WEIGHTS[dimId];
-        console.log(`    ${dimId.padEnd(20)} ${avg.toFixed(1).padStart(6)} (w=${weight})`);
-    }
-    console.log('═'.repeat(72));
-    // Save results
-    await mkdir(OUTPUT_DIR, { recursive: true });
-    const timestamp = new Date().toISOString().slice(0, 19).replace(/:/g, '-');
-    const filename = `eval-${runtimeLabel}-${timestamp}.json`;
-    const report = {
-        version: EVAL_VERSION,
-        runtime: runtimeLabel,
-        timestamp: new Date().toISOString(),
-        summary: {
-            totalTasks: results.length,
-            scoredTasks: scoredResults.length,
-            erroredTasks: erroredResults.length,
-            passedTasks: passed,
-            avgComposite: Math.round(avgComposite * 10) / 10,
-            byLevel: Object.fromEntries(levels
-                .filter((l) => scoredResults.some((r) => r.level === l))
-                .map((l) => {
-                const lr = scoredResults.filter((r) => r.level === l);
-                return [l, {
-                        count: lr.length,
-                        passed: lr.filter((r) => r.passed).length,
-                        avgScore: Math.round(lr.reduce((s, r) => s + compositeScore(r.dimensions), 0) / lr.length * 10) / 10,
-                    }];
-            })),
-            dimensionAverages: Object.fromEntries(dimIds.map((d) => [d, scoredResults.length > 0
-                    ? Math.round(scoredResults.reduce((s, r) => s + (r.dimensions[d] ?? 0), 0) / scoredResults.length * 10) / 10
-                    : 0])),
-        },
-        taskResults: results,
-    };
-    await writeFile(join(OUTPUT_DIR, filename), JSON.stringify(report, null, 2));
-    console.log(`\nResults saved to eval-results/${filename}`);
-}
-main().catch((err) => {
-    console.error('Fatal:', err);
-    process.exit(1);
-});
-//# sourceMappingURL=run-eval-standalone.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/run-eval-standalone.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"run-eval-standalone.js","sourceRoot":"","sources":["../../../../../../../../backend/src/services/agent/crewly-agent/eval/run-eval-standalone.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,uDAAuD;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAK7C,OAAO,EACL,iBAAiB,EACjB,YAAY,GAKb,MAAM,iBAAiB,CAAC;AAEzB,2EAA2E;AAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,uBAAuB,CAAC;AACvE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;AAkBvD,2EAA2E;AAE3E;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,OAAe,EACf,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,eAAe,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,sBAAsB,OAAO,OAAO,MAAM,EAAE;gBACpD,OAAO;gBACP,QAAQ,EAAE,GAAG;gBACb,SAAS;aACV,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAIjC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAEjC,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACzB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,OAAe,EACf,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,gBAAgB,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,sBAAsB,OAAO,OAAO,MAAM,EAAE;gBACpD,OAAO;gBACP,WAAW,EAAE,mBAAmB,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC5C,QAAQ,EAAE,GAAG;gBACb,SAAS;aACV,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAGjC,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACzB,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC7E,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,2EAA2E;AAE3E;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA8B,EAC9B,SAAwE,EACxE,IAAc,EACd,UAAkB;IAElB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACnC,MAAM,YAAY,GAAG,YAAY,CAAC,mBAAmB,IAAI,EAAE,CAAC;IAE5D,gBAAgB;IAChB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;QAC9D,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,aAAa,CAAC,CAAC;IAEpD,kDAAkD;IAClD,4EAA4E;IAC5E,kEAAkE;IAClE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;QAC/B,oBAAoB,EAAE,iBAAiB,EAAE,cAAc;QACvD,gBAAgB,EAAE,cAAc,EAAE,mBAAmB;QACrD,sBAAsB,EAAE,oBAAoB,EAAE,eAAe;QAC7D,eAAe,EAAE,cAAc,EAAE,aAAa;KAC/C,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,IAAI,EAAU,CAAC;IACf,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,oDAAoD;QACpD,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,0DAA0D;QAC1D,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC7D,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED,mBAAmB;IACnB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5C,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;QACtD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC,MAAM,CAAC;IACV,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzF,4CAA4C;IAC5C,MAAM,EAAE,GAAG,GAAG,CAAC;IAEf,mBAAmB;IACnB,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,qBAAqB;IACnC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;aAAM,CAAC;YACN,EAAE,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACjF,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,8FAA8F;IAC9F,IAAI,EAAE,GAAG,GAAG,CAAC;IACb,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CACzC,EAAE,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,IAAK,EAAE,CAAC,MAAkC,CAChG,CAAC,MAAM,CAAC;IACT,EAAE,IAAI,UAAU,GAAG,EAAE,CAAC;IACtB,wEAAwE;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC;IAC9C,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC;QAC7B,EAAE,IAAI,EAAE,CAAC;IACX,CAAC;SAAM,IAAI,UAAU,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1C,8BAA8B;QAC9B,EAAE,IAAI,EAAE,CAAC;IACX,CAAC;IACD,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAEpC,qDAAqD;IACrD,MAAM,EAAE,GAAG,GAAG,CAAC;IAEf,OAAO;QACL,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;KAClC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,UAAkC;IACxD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAoB,CAAC,IAAI,CAAC,CAAC;QAC5D,KAAK,IAAI,GAAG,GAAG,MAAM,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;AACrC,CAAC;AAED,2EAA2E;AAE3E,KAAK,UAAU,OAAO,CAAC,IAAc;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,SAAS,GAAkE,EAAE,CAAC;IAClF,IAAI,YAAY,GAAqB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACnE,IAAI,KAAyB,CAAC;IAE9B,IAAI,CAAC;QACH,QAAQ;QACR,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE1B,0BAA0B;QAC1B,IAAI,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACvB,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAE7B,SAAS;YACT,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7C,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B;gBAChD,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAqC;aAC9D,CAAC,CAAC,CAAC;YACJ,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,sEAAsE,CAAC;QACjF,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,WAAW;QACX,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IACxC,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAEhF,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM;YACjF,CAAC,CAAC,CAAC;QACL,UAAU;QACV,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3D,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC;QACH,mBAAmB,EAAE,CAAC,YAAY,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QAC5B,KAAK;QACL,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,aAAa;IACb,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC;IAEnG,eAAe;IACf,IAAI,KAAK,GAAe,SAAS,CAAC;IAClC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;QAClD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,YAAY,eAAe,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,aAAa,KAAK,CAAC,MAAM,eAAe,WAAW,EAAE,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,6BAA6B;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3F,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC;IAED,YAAY;IACZ,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QAC7D,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,WAAW,SAAS,oBAAoB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QAEpF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,aAAa,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,2DAA2D;IAC3D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;QAC3C,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;QAChG,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,IAAI,aAAa,CAAC,MAAM,wBAAwB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5G,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,OAAO,cAAc,CAAC,MAAM,yCAAyC,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,sBAAsB;IACtB,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;QACpE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACxC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAC9G,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,KAAK,WAAW,IAAI,YAAY,CAAC,MAAM,kBAAkB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACtG,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,MAAM,GAAkB;QAC5B,eAAe,EAAE,gBAAgB,EAAE,iBAAiB;QACpD,aAAa,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB;KACvE,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;YAC9F,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,MAAM,GAAG,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,eAAe;IACf,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,QAAQ,YAAY,IAAI,SAAS,OAAO,CAAC;IAC1D,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,YAAY;QACrB,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,YAAY,EAAE,cAAc,CAAC,MAAM;YACnC,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,GAAG,EAAE;YAChD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM;iBACH,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;iBACvD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,MAAM,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBACtD,OAAO,CAAC,CAAC,EAAE;wBACT,KAAK,EAAE,EAAE,CAAC,MAAM;wBAChB,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;wBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;qBACrG,CAAC,CAAC;YACL,CAAC,CAAC,CACL;YACD,iBAAiB,EAAE,MAAM,CAAC,WAAW,CACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;oBAC5C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;oBAC5G,CAAC,CAAC,CAAC,CAAC,CAAC,CACR;SACF;QACD,WAAW,EAAE,OAAO;KACrB,CAAC;IAEF,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.d.ts

@@ -1,41 +0,0 @@
-/**
- * Eval Framework - Task Registry
- *
- * Aggregates all task sets (L1-L4) and provides lookup helpers.
- *
- * @module eval/tasks
- */
-import type { EvalLevel, EvalTask } from '../eval-types.js';
-export { L1_TASKS } from './l1-tasks.js';
-export { L2_TASKS } from './l2-tasks.js';
-export { L3_TASKS } from './l3-tasks.js';
-export { L4_TASKS } from './l4-tasks.js';
-/** All available evaluation tasks across every level */
-export declare const ALL_TASKS: EvalTask[];
-/**
- * Filter tasks by complexity level.
- *
- * @param level - the level to filter on
- * @returns tasks matching the given level
- */
-export declare function getTasksByLevel(level: EvalLevel): EvalTask[];
-/**
- * Look up a single task by its unique ID.
- *
- * @param id - task identifier (e.g. "L1-01", "L4-03")
- * @returns the matching task, or undefined if not found
- */
-export declare function getTaskById(id: string): EvalTask | undefined;
-/**
- * Get a summary of available tasks grouped by level.
- *
- * @returns object with level keys and task count + titles
- */
-export declare function getTaskSummary(): Record<string, {
-    count: number;
-    tasks: Array<{
-        id: string;
-        title: string;
-    }>;
-}>;
-//# sourceMappingURL=index.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAM5D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,wDAAwD;AACxD,eAAO,MAAM,SAAS,EAAE,QAAQ,EAK/B,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,GAAG,QAAQ,EAAE,CAE5D;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAE5D;AAED;;;;GAIG;AACH,wBAAgB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC,CAa/G"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.js

@@ -1,58 +0,0 @@
-/**
- * Eval Framework - Task Registry
- *
- * Aggregates all task sets (L1-L4) and provides lookup helpers.
- *
- * @module eval/tasks
- */
-import { L1_TASKS } from './l1-tasks.js';
-import { L2_TASKS } from './l2-tasks.js';
-import { L3_TASKS } from './l3-tasks.js';
-import { L4_TASKS } from './l4-tasks.js';
-export { L1_TASKS } from './l1-tasks.js';
-export { L2_TASKS } from './l2-tasks.js';
-export { L3_TASKS } from './l3-tasks.js';
-export { L4_TASKS } from './l4-tasks.js';
-/** All available evaluation tasks across every level */
-export const ALL_TASKS = [
-    ...L1_TASKS,
-    ...L2_TASKS,
-    ...L3_TASKS,
-    ...L4_TASKS,
-];
-/**
- * Filter tasks by complexity level.
- *
- * @param level - the level to filter on
- * @returns tasks matching the given level
- */
-export function getTasksByLevel(level) {
-    return ALL_TASKS.filter((t) => t.level === level);
-}
-/**
- * Look up a single task by its unique ID.
- *
- * @param id - task identifier (e.g. "L1-01", "L4-03")
- * @returns the matching task, or undefined if not found
- */
-export function getTaskById(id) {
-    return ALL_TASKS.find((t) => t.id === id);
-}
-/**
- * Get a summary of available tasks grouped by level.
- *
- * @returns object with level keys and task count + titles
- */
-export function getTaskSummary() {
-    const levels = ['L1', 'L2', 'L3', 'L4'];
-    const summary = {};
-    for (const level of levels) {
-        const tasks = getTasksByLevel(level);
-        summary[level] = {
-            count: tasks.length,
-            tasks: tasks.map((t) => ({ id: t.id, title: t.title })),
-        };
-    }
-    return summary;
-}
-//# sourceMappingURL=index.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,wDAAwD;AACxD,MAAM,CAAC,MAAM,SAAS,GAAe;IACnC,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;CACZ,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,KAAgB;IAC9C,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;AACpD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,EAAU;IACpC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,OAAO,GAAmF,EAAE,CAAC;IAEnG,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,GAAG;YACf,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.d.ts

@@ -1,15 +0,0 @@
-/**
- * L1 Evaluation Tasks - Basic Tool Mastery
- *
- * Six tasks that test an agent's ability to use individual tools
- * correctly: read, write, glob, grep, bash, and edit.
- *
- * Tool name matching is case-insensitive and uses substring matching
- * to support different runtimes (e.g. "Read" vs "read_file").
- *
- * @module eval/tasks/l1-tasks
- */
-import type { EvalTask } from '../eval-types.js';
-/** All L1 evaluation tasks */
-export declare const L1_TASKS: EvalTask[];
-//# sourceMappingURL=l1-tasks.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"l1-tasks.d.ts","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/tasks/l1-tasks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH,OAAO,KAAK,EAAa,QAAQ,EAAoB,MAAM,kBAAkB,CAAC;AAia9E,8BAA8B;AAC9B,eAAO,MAAM,QAAQ,EAAE,QAAQ,EAO9B,CAAC"}