@hongmaple0820/scale-engine 0.49.0 → 0.50.2

package/dist/workflow/WorkflowEffectiveness.js

@@ -0,0 +1,302 @@
+import { existsSync, readFileSync, readdirSync } from 'node:fs';
+import { isAbsolute, join, resolve } from 'node:path';
+import { GovernanceMetricsCalculator } from '../cortex/GovernanceMetrics.js';
+import { InstinctStore } from '../cortex/InstinctStore.js';
+import { WorkflowEvalStore } from '../eval/WorkflowEval.js';
+import { inspectMemoryProviders, } from '../memory/MemoryProviders.js';
+import { inspectWorkflowSkills } from '../skills/SkillDoctor.js';
+import { assessAgentLoopReadiness } from './AgentLoopReadiness.js';
+import { ReleaseDeploymentLedger } from './ReleaseDeploymentLedger.js';
+import { TaskMetricsStore } from './TaskMetricsStore.js';
+import { buildWorkflowEffectivenessSummary, scoreWorkflowEffectivenessReport } from './WorkflowEffectivenessScoring.js';
+export { renderWorkflowEffectivenessReport } from './WorkflowEffectivenessRenderer.js';
+export function createWorkflowEffectivenessReport(options = {}) {
+    const projectDir = resolve(options.projectDir ?? process.cwd());
+    const scaleDir = resolveScaleDir(projectDir, options.scaleDir ?? '.scale');
+    const lookbackDays = normalizeLookbackDays(options.lookbackDays);
+    const generatedAt = (options.now ?? new Date()).toISOString();
+    const taskStore = new TaskMetricsStore(scaleDir);
+    const taskRecords = taskStore.list().filter(record => withinLookback(record.date, lookbackDays, options.now));
+    const taskSummary = summarizeTaskRecords(taskRecords, taskStore.summarize());
+    const evalStore = new WorkflowEvalStore({ projectDir, scaleDir });
+    const latestEval = latestWorkflowEvalRun(evalStore.runsDir);
+    const failures = evalStore.listFailures({ sinceDays: lookbackDays });
+    const hasFailureReplayEvidence = existsSync(evalStore.failuresDir);
+    const openFailures = failures.filter(failure => failure.status === 'open');
+    const governance = options.deps?.governanceMetrics
+        ?? new GovernanceMetricsCalculator(scaleDir).compute(new InstinctStore(join(scaleDir, 'instincts')).loadAll(), lookbackDays);
+    const memoryProviders = options.deps?.memoryProviders
+        ?? inspectMemoryProviders({ projectDir, scaleDir });
+    const skillDoctor = options.deps?.skillDoctor
+        ?? inspectWorkflowSkills({ projectDir });
+    const deploymentMetrics = new ReleaseDeploymentLedger(scaleDir).summarize({ lookbackDays, now: options.now });
+    const agentLoop = assessAgentLoopReadiness({
+        projectDir,
+        scaleDir,
+        lookbackDays,
+        now: options.now,
+        memoryRecallItems: options.deps?.memoryRecall?.items.length,
+    });
+    const report = {
+        ok: false,
+        grade: 'unknown',
+        score: null,
+        generatedAt,
+        projectDir,
+        scaleDir,
+        lookbackDays,
+        summary: {
+            measuredSignals: 0,
+            missingSignals: 0,
+            strengths: [],
+            gaps: [],
+            recommendations: [],
+        },
+        delivery: buildDeliveryMetrics(taskSummary, latestEval, deploymentMetrics),
+        stability: buildStabilityMetrics(governance, latestEval, openFailures.length, hasFailureReplayEvidence, deploymentMetrics),
+        hallucination: buildHallucinationMetrics(latestEval, failures, governance, hasFailureReplayEvidence),
+        longTask: buildLongTaskMetrics(taskRecords.length, taskSummary),
+        memory: buildMemoryMetrics(memoryProviders, options.deps?.memoryRecall ?? null),
+        skills: buildSkillMetrics(skillDoctor),
+        orchestration: buildOrchestrationMetrics(governance, latestEval, openFailures.length),
+        agentLoop: {
+            ...agentLoop.metrics,
+            status: agentLoop.status,
+            score: agentLoop.score,
+        },
+        latestEvalRun: latestEval ? {
+            id: latestEval.id,
+            suiteId: latestEval.suiteId,
+            generatedAt: latestEval.generatedAt,
+            ok: latestEval.ok,
+        } : undefined,
+    };
+    const scored = scoreWorkflowEffectivenessReport(report);
+    report.score = scored.score;
+    report.grade = scored.grade;
+    report.summary = buildWorkflowEffectivenessSummary(report);
+    report.ok = scored.score !== null && scored.score >= 70 && report.summary.missingSignals <= 4;
+    return report;
+}
+function buildDeliveryMetrics(taskSummary, latestEval, deploymentMetrics) {
+    const hasDeploymentEvidence = deploymentMetrics.hasEvidence;
+    return {
+        firstPassVerificationRate: measuredIf(taskSummary.total > 0, taskSummary.firstPassRate, '.scale/metrics/tasks.jsonl'),
+        averageFixIterations: measuredIf(taskSummary.total > 0, round(taskSummary.averageFixIterations), '.scale/metrics/tasks.jsonl'),
+        evalPassAt1Rate: measuredIf(Boolean(latestEval), latestEval?.metrics.passAt1Rate ?? 0, '.scale/evals/runs/*.json'),
+        evalPassAt3Rate: measuredIf(Boolean(latestEval), latestEval?.metrics.passAt3Rate ?? 0, '.scale/evals/runs/*.json'),
+        deploymentFrequency: hasDeploymentEvidence
+            ? measured(deploymentMetrics.deploymentFrequencyPerDay, deploymentMetrics.source, 'successful deployments per day')
+            : missing('No deployment event ledger is wired to workflow metrics yet.', 'release/deploy evidence'),
+        leadTimeForChanges: buildLeadTimeMetric(deploymentMetrics),
+    };
+}
+function buildLeadTimeMetric(deploymentMetrics) {
+    if (!deploymentMetrics.hasEvidence) {
+        return missing('No commit-to-release timestamp pair is wired to workflow metrics yet.', 'git/release evidence');
+    }
+    if (deploymentMetrics.leadTimeHours !== null) {
+        return measured(deploymentMetrics.leadTimeHours, deploymentMetrics.source, 'average commit-to-deploy lead time in hours');
+    }
+    return missing('Deployment ledger exists, but no commitTimestamp/completedAt pairs were recorded.', deploymentMetrics.source);
+}
+function buildStabilityMetrics(governance, latestEval, openFailureReplayCount, hasFailureReplayEvidence, deploymentMetrics) {
+    const hasGateRuns = governance.gates.totalRuns > 0;
+    const evalChangeFailureProxy = latestEval
+        ? latestEval.metrics.failed / Math.max(latestEval.metrics.total, 1)
+        : null;
+    const changeFailureProxy = deploymentMetrics.changeFailureRate !== null
+        ? measured(deploymentMetrics.changeFailureRate, deploymentMetrics.source, 'failed or rolled-back deployments divided by all deployment records')
+        : measuredIf(evalChangeFailureProxy !== null, evalChangeFailureProxy ?? 0, '.scale/evals/runs/*.json');
+    const restoreTime = buildRestoreTimeMetric(deploymentMetrics);
+    return {
+        gatePassRate: measuredIf(hasGateRuns, governance.gates.passRate, '.scale/observations + gate evidence'),
+        gateFailRate: measuredIf(hasGateRuns, governance.gates.failRate, '.scale/observations + gate evidence'),
+        changeFailureProxy,
+        restoreTime,
+        openFailureReplays: measuredIf(hasFailureReplayEvidence, openFailureReplayCount, '.scale/evals/failures/*.json'),
+    };
+}
+function buildRestoreTimeMetric(deploymentMetrics) {
+    if (!deploymentMetrics.hasEvidence) {
+        return missing('No failed-deployment recovery timestamp is wired to workflow metrics yet.', 'incident/recovery evidence');
+    }
+    if (deploymentMetrics.failedDeploymentCount === 0) {
+        return measured(0, deploymentMetrics.source, 'no failed deployment record in period');
+    }
+    if (deploymentMetrics.restoreTimeHours !== null) {
+        return measured(deploymentMetrics.restoreTimeHours, deploymentMetrics.source, 'average failed-deployment recovery time in hours');
+    }
+    return partial(null, deploymentMetrics.source, 'Failed deployment records exist, but restoredAt is missing.');
+}
+function buildHallucinationMetrics(latestEval, failures, governance, hasFailureReplayEvidence) {
+    const hallucinatedFacts = countFailureCategory(failures, 'hallucinated-project-fact');
+    const humanCorrections = latestEval?.metrics.humanCorrections ?? null;
+    const totalEvalCases = latestEval?.metrics.total ?? 0;
+    return {
+        evalHallucinatedFactFailures: measuredIf(hasFailureReplayEvidence, hallucinatedFacts, '.scale/evals/failures/*.json'),
+        humanCorrectionRate: measuredIf(Boolean(latestEval) && totalEvalCases > 0, humanCorrections === null ? 0 : humanCorrections / totalEvalCases, '.scale/evals/runs/*.json'),
+        evidenceBackedGateRuns: measuredIf(governance.gates.totalRuns > 0, governance.gates.totalRuns, '.scale/observations + gate evidence'),
+    };
+}
+function buildLongTaskMetrics(trackedTasks, taskSummary) {
+    return {
+        trackedTasks: measured(trackedTasks, '.scale/metrics/tasks.jsonl'),
+        artifactCompletenessRate: measuredIf(trackedTasks > 0, taskSummary.artifactCompletenessRate, '.scale/metrics/tasks.jsonl'),
+        residualRiskClarityRate: measuredIf(trackedTasks > 0, taskSummary.residualRiskClarityRate, '.scale/metrics/tasks.jsonl'),
+        reworkRate: measuredIf(trackedTasks > 0, 1 - taskSummary.firstPassRate, '.scale/metrics/tasks.jsonl'),
+    };
+}
+function buildMemoryMetrics(memoryProviders, memoryRecall) {
+    const providers = memoryProviders.providers.filter(provider => provider.enabled);
+    const available = providers.filter(provider => provider.available);
+    const defaultExternal = memoryProviders.routing.defaultOrder
+        .map(id => memoryProviders.providers.find(provider => provider.id === id))
+        .find(provider => provider && provider.kind !== 'scale-local');
+    const fallbackOnly = available.length > 0 && available.every(provider => provider.kind === 'scale-local');
+    const recallMetrics = buildMemoryRecallMetrics(memoryRecall);
+    return {
+        availableProviders: measured(memoryProviders.availableProviderCount, '.scale/memory-providers.json + provider doctor'),
+        defaultExternalProviderAvailable: measured(Boolean(defaultExternal?.available), '.scale/memory-providers.json + provider doctor'),
+        providerReadinessRate: measuredIf(providers.length > 0, available.length / providers.length, '.scale/memory-providers.json + provider doctor'),
+        fallbackRisk: measuredIf(providers.length > 0, fallbackOnly, '.scale/memory-providers.json + provider doctor'),
+        providerRecallHitRate: recallMetrics.hitRate,
+        providerRecallItems: recallMetrics.items,
+        providerContextSavings: recallMetrics.contextSavings,
+    };
+}
+function buildMemoryRecallMetrics(memoryRecall) {
+    const source = 'scale memory provider recall';
+    if (!memoryRecall) {
+        return {
+            hitRate: missing('No provider recall probe was recorded; provider availability does not prove useful knowledge retrieval.', source),
+            items: missing('No provider recall probe was recorded.', source),
+            contextSavings: missing('No provider recall probe was recorded.', source),
+        };
+    }
+    const availableIds = new Set(memoryRecall.providerStatuses
+        .filter(provider => provider.enabled && provider.available)
+        .map(provider => provider.id));
+    const eligibleIds = memoryRecall.providerOrder.filter(id => availableIds.has(id));
+    const selectedEligibleIds = new Set(memoryRecall.selectedProviders.filter(id => availableIds.has(id)));
+    const note = memoryRecallNote(memoryRecall);
+    const hitRate = eligibleIds.length > 0
+        ? measured(round(selectedEligibleIds.size / eligibleIds.length), source, note)
+        : missing('Recall probe ran, but no available memory provider was eligible.', source);
+    return {
+        hitRate,
+        items: measured(memoryRecall.items.length, source, note),
+        contextSavings: measured(memoryRecall.contextSavings.reduction, source, note),
+    };
+}
+function memoryRecallNote(memoryRecall) {
+    const warnings = memoryRecall.warnings.length > 0
+        ? `; warnings=${memoryRecall.warnings.slice(0, 2).join('; ')}`
+        : '';
+    return [
+        `query="${memoryRecall.query}"`,
+        `selected=${memoryRecall.selectedProviders.join(',') || 'none'}`,
+        `items=${memoryRecall.items.length}`,
+    ].join('; ') + warnings;
+}
+function buildSkillMetrics(skillDoctor) {
+    return {
+        installedWorkflowSkills: measuredIf(skillDoctor.total > 0, skillDoctor.installed / skillDoctor.total, 'workflow skill catalog'),
+        requiredMissingSkills: measuredIf(skillDoctor.total > 0, skillDoctor.missingByReadiness.required, 'workflow skill catalog'),
+        recommendedMissingSkills: measuredIf(skillDoctor.total > 0, skillDoctor.missingByReadiness.recommended, 'workflow skill catalog'),
+    };
+}
+function buildOrchestrationMetrics(governance, latestEval, openFailureReplayCount) {
+    const evalFailures = latestEval?.metrics.failureReplayCount ?? 0;
+    const gateRuns = governance.gates.totalRuns;
+    return {
+        instinctHitRate: buildInstinctHitRateMetric(governance),
+        autoFixSuccessRate: measuredIf(governance.autoFix.totalAttempts > 0, governance.autoFix.successRate, '.scale/observations + .scale/events'),
+        gateEscapeProxy: measuredIf(Boolean(latestEval) || gateRuns > 0 || openFailureReplayCount > 0, (evalFailures + openFailureReplayCount) / Math.max(gateRuns + evalFailures + openFailureReplayCount, 1), '.scale/evals + gate evidence'),
+    };
+}
+function buildInstinctHitRateMetric(governance) {
+    const runtimeEvidence = governance.instincts.runtimeEvidence;
+    if (runtimeEvidence?.source === 'session-and-audit' ||
+        runtimeEvidence?.source === 'session' ||
+        runtimeEvidence?.source === 'audit') {
+        return measured(governance.instincts.hitRate, runtimeEvidence.source === 'session-and-audit'
+            ? '.scale/events/sessions + .scale/instincts/.audit.jsonl'
+            : runtimeEvidence.source === 'session'
+                ? '.scale/events/sessions'
+                : '.scale/instincts/.audit.jsonl', `${runtimeEvidence.successfulApplications}/${Math.max(runtimeEvidence.injectionEvents, runtimeEvidence.applicationEvents)} applied instinct outcomes`);
+    }
+    if (runtimeEvidence?.source === 'legacy' || (!runtimeEvidence && governance.instincts.totalInjected > 0)) {
+        return partial(governance.instincts.hitRate, '.scale/instincts', 'Only legacy instinct counters are available; no runtime session injection evidence was found.');
+    }
+    return missing('No runtime session injection or applied-instinct audit evidence found.', '.scale/events/sessions + .scale/instincts/.audit.jsonl');
+}
+function latestWorkflowEvalRun(runsDir) {
+    if (!existsSync(runsDir))
+        return null;
+    const runs = readdirSync(runsDir)
+        .filter(file => file.endsWith('.json'))
+        .map(file => readJson(join(runsDir, file)))
+        .filter((run) => Boolean(run?.metrics && run.generatedAt))
+        .sort((a, b) => Date.parse(b.generatedAt) - Date.parse(a.generatedAt));
+    return runs[0] ?? null;
+}
+function summarizeTaskRecords(records, fallback) {
+    if (records.length === 0)
+        return { total: 0, firstPassRate: 0, averageFixIterations: 0, artifactCompletenessRate: 0, residualRiskClarityRate: 0 };
+    if (records.length === fallback.total)
+        return fallback;
+    return {
+        total: records.length,
+        firstPassRate: ratio(records.filter(record => record.firstVerificationPass).length, records.length),
+        averageFixIterations: records.reduce((sum, record) => sum + record.fixIterations, 0) / records.length,
+        artifactCompletenessRate: ratio(records.filter(record => record.artifactComplete).length, records.length),
+        residualRiskClarityRate: ratio(records.filter(record => record.residualRisk.trim().length > 0).length, records.length),
+    };
+}
+function measured(value, source, note) {
+    return { value, evidence: 'measured', source, note };
+}
+function partial(value, source, note) {
+    return { value, evidence: 'partial', source, note };
+}
+function measuredIf(condition, value, source, note) {
+    return condition ? measured(value, source, note) : missing(note ?? 'No evidence found for this signal.', source);
+}
+function missing(note, source) {
+    return { value: null, evidence: 'missing', source, note };
+}
+function countFailureCategory(failures, category) {
+    return failures.filter(failure => failure.category === category).length;
+}
+function withinLookback(date, days, now) {
+    const timestamp = Date.parse(date);
+    if (!Number.isFinite(timestamp))
+        return false;
+    const end = now?.getTime() ?? Date.now();
+    return timestamp >= end - days * 24 * 60 * 60 * 1000 && timestamp <= end + 24 * 60 * 60 * 1000;
+}
+function resolveScaleDir(projectDir, scaleDir) {
+    return isAbsolute(scaleDir) ? scaleDir : resolve(projectDir, scaleDir);
+}
+function normalizeLookbackDays(value) {
+    const parsed = Number.parseInt(String(value ?? 30), 10);
+    if (!Number.isFinite(parsed) || parsed <= 0)
+        return 30;
+    return Math.min(parsed, 365);
+}
+function readJson(path) {
+    try {
+        return JSON.parse(readFileSync(path, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+function ratio(part, total) {
+    return total === 0 ? 0 : Math.round((part / total) * 1000) / 1000;
+}
+function round(value) {
+    return Math.round(value * 1000) / 1000;
+}
+//# sourceMappingURL=WorkflowEffectiveness.js.map

package/dist/workflow/WorkflowEffectiveness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WorkflowEffectiveness.js","sourceRoot":"","sources":["../../src/workflow/WorkflowEffectiveness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAC/D,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACrD,OAAO,EAAE,2BAA2B,EAA0B,MAAM,gCAAgC,CAAA;AACpG,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAA8E,MAAM,yBAAyB,CAAA;AACvI,OAAO,EACL,sBAAsB,GAGvB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,qBAAqB,EAA0B,MAAM,0BAA0B,CAAA;AACxF,OAAO,EAAE,wBAAwB,EAAiC,MAAM,yBAAyB,CAAA;AACjG,OAAO,EAAE,uBAAuB,EAA8B,MAAM,8BAA8B,CAAA;AAClG,OAAO,EAAE,gBAAgB,EAA0B,MAAM,uBAAuB,CAAA;AAChF,OAAO,EAAE,iCAAiC,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAA;AACvH,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAA;AAiGtF,MAAM,UAAU,iCAAiC,CAC/C,UAAwC,EAAE;IAE1C,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;IAC/D,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAA;IAC1E,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;IAChE,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;IAE7D,MAAM,SAAS,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAChD,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7G,MAAM,WAAW,GAAG,oBAAoB,CAAC,WAAW,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAA;IAC5E,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAA;IACjE,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAA;IACpE,MAAM,wBAAwB,GAAG,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;IAClE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAA;IAC1E,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,iBAAiB;WAC7C,IAAI,2BAA2B,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAA;IAC9H,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,EAAE,eAAe;WAChD,sBAAsB,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAA;IACrD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW;WACxC,qBAAqB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;IAC1C,MAAM,iBAAiB,GAAG,IAAI,uBAAuB,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;IAC7G,MAAM,SAAS,GAAG,wBAAwB,CAAC;QACzC,UAAU;QACV,QAAQ;QACR,YAAY;QACZ,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,iBAAiB,EAAE,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM;KAC5D,CAAC,CAAA;IAEF,MAAM,MAAM,GAAgC;QAC1C,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,SAAS;QAChB,KAAK,EAAE,IAAI;QACX,WAAW;QACX,UAAU;QACV,QAAQ;QACR,YAAY;QACZ,OAAO,EAAE;YACP,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,IAAI,EAAE,EAAE;YACR,eAAe,EAAE,EAAE;SACpB;QACD,QAAQ,EAAE,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAC1E,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,wBAAwB,EAAE,iBAAiB,CAAC;QAC1H,aAAa,EAAE,yBAAyB,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,wBAAwB,CAAC;QACpG,QAAQ,EAAE,oBAAoB,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC;QAC/D,MAAM,EAAE,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,IAAI,EAAE,YAAY,IAAI,IAAI,CAAC;QAC/E,MAAM,EAAE,iBAAiB,CAAC,WAAW,CAAC;QACtC,aAAa,EAAE,yBAAyB,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC;QACrF,SAAS,EAAE;YACT,GAAG,SAAS,CAAC,OAAO;YACpB,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,KAAK,EAAE,SAAS,CAAC,KAAK;SACvB;QACD,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;YAC1B,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;SAClB,CAAC,CAAC,CAAC,SAAS;KACd,CAAA;IAED,MAAM,MAAM,GAAG,gCAAgC,CAAC,MAAM,CAAC,CAAA;IACvD,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;IAC3B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;IAC3B,MAAM,CAAC,OAAO,GAAG,iCAAiC,CAAC,MAAM,CAAC,CAAA;IAC1D,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAA;IAC7F,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,oBAAoB,CAC3B,WAA8B,EAC9B,UAAkC,EAClC,iBAAwC;IAExC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,WAAW,CAAA;IAC3D,OAAO;QACL,yBAAyB,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,aAAa,EAAE,4BAA4B,CAAC;QACrH,oBAAoB,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,oBAAoB,CAAC,EAAE,4BAA4B,CAAC;QAC9H,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,0BAA0B,CAAC;QAClH,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,0BAA0B,CAAC;QAClH,mBAAmB,EAAE,qBAAqB;YACxC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,yBAAyB,EAAE,iBAAiB,CAAC,MAAM,EAAE,gCAAgC,CAAC;YACnH,CAAC,CAAC,OAAO,CAAC,8DAA8D,EAAE,yBAAyB,CAAC;QACtG,kBAAkB,EAAE,mBAAmB,CAAC,iBAAiB,CAAC;KAC3D,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,iBAAwC;IACnE,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC,uEAAuE,EAAE,sBAAsB,CAAC,CAAA;IACjH,CAAC;IACD,IAAI,iBAAiB,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QAC7C,OAAO,QAAQ,CAAC,iBAAiB,CAAC,aAAa,EAAE,iBAAiB,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAA;IAC3H,CAAC;IACD,OAAO,OAAO,CAAC,mFAAmF,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAA;AAC/H,CAAC;AAED,SAAS,qBAAqB,CAC5B,UAA6B,EAC7B,UAAkC,EAClC,sBAA8B,EAC9B,wBAAiC,EACjC,iBAAwC;IAExC,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAA;IAClD,MAAM,sBAAsB,GAAG,UAAU;QACvC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,iBAAiB,KAAK,IAAI;QACrE,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,MAAM,EAAE,qEAAqE,CAAC;QAChJ,CAAC,CAAC,UAAU,CAAC,sBAAsB,KAAK,IAAI,EAAE,sBAAsB,IAAI,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACxG,MAAM,WAAW,GAAG,sBAAsB,CAAC,iBAAiB,CAAC,CAAA;IAC7D,OAAO;QACL,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,qCAAqC,CAAC;QACvG,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,qCAAqC,CAAC;QACvG,kBAAkB;QAClB,WAAW;QACX,kBAAkB,EAAE,UAAU,CAAC,wBAAwB,EAAE,sBAAsB,EAAE,8BAA8B,CAAC;KACjH,CAAA;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,iBAAwC;IACtE,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC,2EAA2E,EAAE,4BAA4B,CAAC,CAAA;IAC3H,CAAC;IACD,IAAI,iBAAiB,CAAC,qBAAqB,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,QAAQ,CAAC,CAAC,EAAE,iBAAiB,CAAC,MAAM,EAAE,uCAAuC,CAAC,CAAA;IACvF,CAAC;IACD,IAAI,iBAAiB,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAAA;IACnI,CAAC;IACD,OAAO,OAAO,CAAS,IAAI,EAAE,iBAAiB,CAAC,MAAM,EAAE,6DAA6D,CAAC,CAAA;AACvH,CAAC;AAED,SAAS,yBAAyB,CAChC,UAAkC,EAClC,QAA+B,EAC/B,UAA6B,EAC7B,wBAAiC;IAEjC,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAA;IACrF,MAAM,gBAAgB,GAAG,UAAU,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAA;IACrE,MAAM,cAAc,GAAG,UAAU,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC,CAAA;IACrD,OAAO;QACL,4BAA4B,EAAE,UAAU,CAAC,wBAAwB,EAAE,iBAAiB,EAAE,8BAA8B,CAAC;QACrH,mBAAmB,EAAE,UAAU,CAC7B,OAAO,CAAC,UAAU,CAAC,IAAI,cAAc,GAAG,CAAC,EACzC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,cAAc,EACjE,0BAA0B,CAC3B;QACD,sBAAsB,EAAE,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,qCAAqC,CAAC;KACtI,CAAA;AACH,CAAC;AAED,SAAS,oBAAoB,CAC3B,YAAoB,EACpB,WAA8B;IAE9B,OAAO;QACL,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,4BAA4B,CAAC;QAClE,wBAAwB,EAAE,UAAU,CAAC,YAAY,GAAG,CAAC,EAAE,WAAW,CAAC,wBAAwB,EAAE,4BAA4B,CAAC;QAC1H,uBAAuB,EAAE,UAAU,CAAC,YAAY,GAAG,CAAC,EAAE,WAAW,CAAC,uBAAuB,EAAE,4BAA4B,CAAC;QACxH,UAAU,EAAE,UAAU,CACpB,YAAY,GAAG,CAAC,EAChB,CAAC,GAAG,WAAW,CAAC,aAAa,EAC7B,4BAA4B,CAC7B;KACF,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,eAA2C,EAC3C,YAAgD;IAEhD,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAClE,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY;SACzD,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;SACzE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,CAAC,CAAA;IAChE,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,aAAa,CAAC,CAAA;IACzG,MAAM,aAAa,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAA;IAC5D,OAAO;QACL,kBAAkB,EAAE,QAAQ,CAAC,eAAe,CAAC,sBAAsB,EAAE,gDAAgD,CAAC;QACtH,gCAAgC,EAAE,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE,gDAAgD,CAAC;QACjI,qBAAqB,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,gDAAgD,CAAC;QAC9I,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,YAAY,EAAE,gDAAgD,CAAC;QAC9G,qBAAqB,EAAE,aAAa,CAAC,OAAO;QAC5C,mBAAmB,EAAE,aAAa,CAAC,KAAK;QACxC,sBAAsB,EAAE,aAAa,CAAC,cAAc;KACrD,CAAA;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,YAAgD;IAKhF,MAAM,MAAM,GAAG,8BAA8B,CAAA;IAC7C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,yGAAyG,EAAE,MAAM,CAAC;YACnI,KAAK,EAAE,OAAO,CAAC,wCAAwC,EAAE,MAAM,CAAC;YAChE,cAAc,EAAE,OAAO,CAAC,wCAAwC,EAAE,MAAM,CAAC;SAC1E,CAAA;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,YAAY,CAAC,gBAAgB;SAC1B,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,SAAS,CAAC;SAC1D,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAChC,CAAA;IACD,MAAM,WAAW,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IACjF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACtG,MAAM,IAAI,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QACpC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC;QAC9E,CAAC,CAAC,OAAO,CAAC,kEAAkE,EAAE,MAAM,CAAC,CAAA;IAEvF,OAAO;QACL,OAAO;QACP,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC;QACxD,cAAc,EAAE,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC;KAC9E,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,YAAwC;IAChE,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAC/C,CAAC,CAAC,cAAc,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC9D,CAAC,CAAC,EAAE,CAAA;IACN,OAAO;QACL,UAAU,YAAY,CAAC,KAAK,GAAG;QAC/B,YAAY,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,EAAE;QAChE,SAAS,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE;KACrC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;AACzB,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA8B;IACvD,OAAO;QACL,uBAAuB,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,EAAE,wBAAwB,CAAC;QAC/H,qBAAqB,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,wBAAwB,CAAC;QAC3H,wBAAwB,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,kBAAkB,CAAC,WAAW,EAAE,wBAAwB,CAAC;KAClI,CAAA;AACH,CAAC;AAED,SAAS,yBAAyB,CAChC,UAA6B,EAC7B,UAAkC,EAClC,sBAA8B;IAE9B,MAAM,YAAY,GAAG,UAAU,EAAE,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAA;IAChE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAA;IAC3C,OAAO;QACL,eAAe,EAAE,0BAA0B,CAAC,UAAU,CAAC;QACvD,kBAAkB,EAAE,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC,EAAE,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,qCAAqC,CAAC;QAC3I,eAAe,EAAE,UAAU,CACzB,OAAO,CAAC,UAAU,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,sBAAsB,GAAG,CAAC,EACjE,CAAC,YAAY,GAAG,sBAAsB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,GAAG,sBAAsB,EAAE,CAAC,CAAC,EACvG,8BAA8B,CAC/B;KACF,CAAA;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA6B;IAC/D,MAAM,eAAe,GAAG,UAAU,CAAC,SAAS,CAAC,eAAe,CAAA;IAC5D,IACE,eAAe,EAAE,MAAM,KAAK,mBAAmB;QAC/C,eAAe,EAAE,MAAM,KAAK,SAAS;QACrC,eAAe,EAAE,MAAM,KAAK,OAAO,EACnC,CAAC;QACD,OAAO,QAAQ,CACb,UAAU,CAAC,SAAS,CAAC,OAAO,EAC5B,eAAe,CAAC,MAAM,KAAK,mBAAmB;YAC5C,CAAC,CAAC,wDAAwD;YAC1D,CAAC,CAAC,eAAe,CAAC,MAAM,KAAK,SAAS;gBACpC,CAAC,CAAC,wBAAwB;gBAC1B,CAAC,CAAC,+BAA+B,EACrC,GAAG,eAAe,CAAC,sBAAsB,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,eAAe,EAAE,eAAe,CAAC,iBAAiB,CAAC,4BAA4B,CACtJ,CAAA;IACH,CAAC;IACD,IAAI,eAAe,EAAE,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,eAAe,IAAI,UAAU,CAAC,SAAS,CAAC,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC;QACzG,OAAO,OAAO,CACZ,UAAU,CAAC,SAAS,CAAC,OAAO,EAC5B,kBAAkB,EAClB,+FAA+F,CAChG,CAAA;IACH,CAAC;IACD,OAAO,OAAO,CAAC,wEAAwE,EAAE,wDAAwD,CAAC,CAAA;AACpJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe;IAC5C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAA;IACrC,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC;SAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAkB,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SAC3D,MAAM,CAAC,CAAC,GAAG,EAA0B,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;SACjF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAA;IACxE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;AACxB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAA6C,EAAE,QAA2B;IACtG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,wBAAwB,EAAE,CAAC,EAAE,uBAAuB,EAAE,CAAC,EAAE,CAAA;IACjJ,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAA;IACtD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;QACnG,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;QACrG,wBAAwB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;QACzG,uBAAuB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;KACvH,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAI,KAAQ,EAAE,MAAc,EAAE,IAAa;IAC1D,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AACtD,CAAC;AAED,SAAS,OAAO,CAAI,KAAe,EAAE,MAAc,EAAE,IAAa;IAChE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AACrD,CAAC;AAED,SAAS,UAAU,CAAI,SAAkB,EAAE,KAAQ,EAAE,MAAc,EAAE,IAAa;IAChF,OAAO,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,oCAAoC,EAAE,MAAM,CAAC,CAAA;AAClH,CAAC;AAED,SAAS,OAAO,CAAa,IAAY,EAAE,MAAc;IACvD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAC3D,CAAC;AAED,SAAS,oBAAoB,CAAC,QAA+B,EAAE,QAA+B;IAC5F,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;AACzE,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,IAAY,EAAE,GAAU;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAA;IAC7C,MAAM,GAAG,GAAG,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;IACxC,OAAO,SAAS,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,IAAI,SAAS,IAAI,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAChG,CAAC;AAED,SAAS,eAAe,CAAC,UAAkB,EAAE,QAAgB;IAC3D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;AACxE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;IACvD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACtD,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAI,IAAY;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAM,CAAA;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,KAAa;IACxC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;AACnE,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;AACxC,CAAC"}

package/dist/workflow/WorkflowEffectivenessRenderer.d.ts

@@ -0,0 +1,2 @@
+import type { WorkflowEffectivenessReport } from './WorkflowEffectiveness.js';
+export declare function renderWorkflowEffectivenessReport(report: WorkflowEffectivenessReport): string;

package/dist/workflow/WorkflowEffectivenessRenderer.js

@@ -0,0 +1,67 @@
+export function renderWorkflowEffectivenessReport(report) {
+    const fmtPct = (metric) => metric.value === null ? 'missing' : `${(Number(metric.value) * 100).toFixed(1)}%`;
+    const fmtNum = (metric) => metric.value === null ? 'missing' : String(metric.value);
+    const fmtBool = (metric) => metric.value === null ? 'missing' : metric.value ? 'yes' : 'no';
+    return [
+        'SCALE Workflow Effectiveness Report',
+        `Project: ${report.projectDir}`,
+        `Period: last ${report.lookbackDays} day(s)`,
+        `Score: ${report.score === null ? 'unknown' : `${report.score}/100`} (${report.grade})`,
+        '',
+        'Delivery',
+        `  First-pass verification: ${fmtPct(report.delivery.firstPassVerificationRate)}`,
+        `  Average fix iterations: ${fmtNum(report.delivery.averageFixIterations)}`,
+        `  Eval Pass@1: ${fmtPct(report.delivery.evalPassAt1Rate)}`,
+        `  Eval Pass@3: ${fmtPct(report.delivery.evalPassAt3Rate)}`,
+        `  Deployment frequency: ${fmtNum(report.delivery.deploymentFrequency)}`,
+        `  Lead time for changes: ${fmtNum(report.delivery.leadTimeForChanges)}`,
+        '',
+        'Stability',
+        `  Gate pass rate: ${fmtPct(report.stability.gatePassRate)}`,
+        `  Gate fail rate: ${fmtPct(report.stability.gateFailRate)}`,
+        `  Change failure proxy: ${fmtPct(report.stability.changeFailureProxy)}`,
+        `  Restore time: ${fmtNum(report.stability.restoreTime)}`,
+        `  Open failure replays: ${fmtNum(report.stability.openFailureReplays)}`,
+        '',
+        'Memory And Skills',
+        `  Available memory providers: ${fmtNum(report.memory.availableProviders)}`,
+        `  Default external provider available: ${fmtBool(report.memory.defaultExternalProviderAvailable)}`,
+        `  Provider readiness: ${fmtPct(report.memory.providerReadinessRate)}`,
+        `  Provider recall hit rate: ${fmtPct(report.memory.providerRecallHitRate)}`,
+        `  Provider recall items: ${fmtNum(report.memory.providerRecallItems)}`,
+        `  Provider context savings: ${fmtNum(report.memory.providerContextSavings)}`,
+        `  Workflow skills installed: ${fmtPct(report.skills.installedWorkflowSkills)}`,
+        `  Missing required skills: ${(report.skills.requiredMissingSkills.value ?? []).join(', ') || 'none'}`,
+        `  Missing recommended skills: ${(report.skills.recommendedMissingSkills.value ?? []).join(', ') || 'none'}`,
+        '',
+        'Hallucination And Orchestration',
+        `  Hallucinated fact failures: ${fmtNum(report.hallucination.evalHallucinatedFactFailures)}`,
+        `  Human correction rate: ${fmtPct(report.hallucination.humanCorrectionRate)}`,
+        `  Evidence-backed gate runs: ${fmtNum(report.hallucination.evidenceBackedGateRuns)}`,
+        `  Instinct hit rate: ${fmtPct(report.orchestration.instinctHitRate)}`,
+        `  Auto-fix success rate: ${fmtPct(report.orchestration.autoFixSuccessRate)}`,
+        `  Gate escape proxy: ${fmtPct(report.orchestration.gateEscapeProxy)}`,
+        '',
+        'Agent Loop',
+        `  Readiness: ${report.agentLoop.status} (${report.agentLoop.score}/100, report-only)`,
+        `  Tool execution evidence: ${fmtBool(report.agentLoop.toolExecutionEvidence)}`,
+        `  Loop recovery rate: ${fmtPct(report.agentLoop.loopRecoveryRate)}`,
+        `  Guardrail coverage: ${fmtPct(report.agentLoop.guardrailCoverage)}`,
+        `  Budget control evidence: ${fmtBool(report.agentLoop.budgetControlEvidence)}`,
+        `  Handoff/delegation evidence: ${fmtBool(report.agentLoop.handoffOrDelegationEvidence)}`,
+        `  Termination evidence: ${fmtBool(report.agentLoop.terminationEvidence)}`,
+        '',
+        `Measured signals: ${report.summary.measuredSignals}`,
+        `Missing signals: ${report.summary.missingSignals}`,
+        '',
+        'Strengths',
+        ...(report.summary.strengths.length ? report.summary.strengths.map(item => `  - ${item}`) : ['  - none measured yet']),
+        '',
+        'Gaps',
+        ...(report.summary.gaps.length ? report.summary.gaps.map(item => `  - ${item}`) : ['  - none']),
+        '',
+        'Recommendations',
+        ...(report.summary.recommendations.length ? report.summary.recommendations.map(item => `  - ${item}`) : ['  - keep collecting evidence']),
+    ].join('\n');
+}
+//# sourceMappingURL=WorkflowEffectivenessRenderer.js.map

package/dist/workflow/WorkflowEffectivenessRenderer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WorkflowEffectivenessRenderer.js","sourceRoot":"","sources":["../../src/workflow/WorkflowEffectivenessRenderer.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,iCAAiC,CAAC,MAAmC;IACnF,MAAM,MAAM,GAAG,CAAC,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;IACjI,MAAM,MAAM,GAAG,CAAC,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACxG,MAAM,OAAO,GAAG,CAAC,MAAoC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACzH,OAAO;QACL,qCAAqC;QACrC,YAAY,MAAM,CAAC,UAAU,EAAE;QAC/B,gBAAgB,MAAM,CAAC,YAAY,SAAS;QAC5C,UAAU,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,MAAM,KAAK,MAAM,CAAC,KAAK,GAAG;QACvF,EAAE;QACF,UAAU;QACV,8BAA8B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE;QACjF,6BAA6B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE;QAC3E,kBAAkB,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE;QAC3D,kBAAkB,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE;QAC3D,2BAA2B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE;QACxE,4BAA4B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;QACxE,EAAE;QACF,WAAW;QACX,qBAAqB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE;QAC5D,qBAAqB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE;QAC5D,2BAA2B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;QACxE,mBAAmB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE;QACzD,2BAA2B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;QACxE,EAAE;QACF,mBAAmB;QACnB,iCAAiC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE;QAC3E,0CAA0C,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,gCAAgC,CAAC,EAAE;QACnG,yBAAyB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE;QACtE,+BAA+B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE;QAC5E,4BAA4B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE;QACvE,+BAA+B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,EAAE;QAC7E,gCAAgC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE;QAC/E,8BAA8B,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE;QACtG,iCAAiC,CAAC,MAAM,CAAC,MAAM,CAAC,wBAAwB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE;QAC5G,EAAE;QACF,iCAAiC;QACjC,iCAAiC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,4BAA4B,CAAC,EAAE;QAC5F,4BAA4B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,EAAE;QAC9E,gCAAgC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,sBAAsB,CAAC,EAAE;QACrF,wBAAwB,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE;QACtE,4BAA4B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE;QAC7E,wBAAwB,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE;QACtE,EAAE;QACF,YAAY;QACZ,gBAAgB,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,SAAS,CAAC,KAAK,oBAAoB;QACtF,8BAA8B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,EAAE;QAC/E,yBAAyB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE;QACpE,yBAAyB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE;QACrE,8BAA8B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,EAAE;QAC/E,kCAAkC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE;QACzF,2BAA2B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE;QAC1E,EAAE;QACF,qBAAqB,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE;QACrD,oBAAoB,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE;QACnD,EAAE;QACF,WAAW;QACX,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QACtH,EAAE;QACF,MAAM;QACN,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC/F,EAAE;QACF,iBAAiB;QACjB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC;KAC1I,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC"}

package/dist/workflow/WorkflowEffectivenessScoring.d.ts

@@ -0,0 +1,6 @@
+import type { WorkflowEffectivenessGrade, WorkflowEffectivenessReport } from './WorkflowEffectiveness.js';
+export declare function scoreWorkflowEffectivenessReport(report: WorkflowEffectivenessReport): {
+    score: number | null;
+    grade: WorkflowEffectivenessGrade;
+};
+export declare function buildWorkflowEffectivenessSummary(report: WorkflowEffectivenessReport): WorkflowEffectivenessReport['summary'];