oh-my-knowledge 0.0.1 → 0.18.0

package/dist/src/analysis/coverage-analyzer.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Knowledge coverage analyzer.
+ * Computes coverage rates by comparing consumed knowledge against the full index.
+ */
+import type { ToolCallInfo, ResultEntry, Report } from '../types.js';
+export interface KnowledgeEntry {
+    path: string;
+    type: 'principle' | 'semantic' | 'design' | 'script' | 'code' | 'other';
+    lineCount?: number;
+}
+export interface KnowledgeIndex {
+    entries: KnowledgeEntry[];
+    totalFiles: number;
+    totalLines: number;
+}
+export interface KnowledgeConsumption {
+    filesRead: string[];
+    grepPatterns: Array<{
+        pattern: string;
+        path?: string;
+    }>;
+    bashGrepPatterns: Array<{
+        pattern: string;
+        path?: string;
+    }>;
+}
+export declare function extractReferencedPaths(artifactContent: string): string[];
+export declare function buildKnowledgeIndex(cwd: string): KnowledgeIndex;
+export declare function buildFullKnowledgeIndex(artifactContent: string | null, cwd: string | null): KnowledgeIndex;
+export declare function extractKnowledgeConsumption(toolCalls: ToolCallInfo[]): KnowledgeConsumption;
+export declare function normalizeKnowledgePath(filePath: string, cwd?: string | null): string;
+export interface CoverageEntry {
+    path: string;
+    type: KnowledgeEntry['type'];
+    accessed: boolean;
+    accessCount: number;
+    lineCount?: number;
+}
+export interface CoverageReport {
+    entries: CoverageEntry[];
+    filesCovered: number;
+    filesTotal: number;
+    fileCoverageRate: number;
+    uncoveredFiles: string[];
+    grepPatternsUsed: number;
+    overallRate: number;
+}
+/**
+ * Compute knowledge coverage for a single variant across all samples.
+ */
+export declare function computeCoverage(results: ResultEntry[], variant: string, index: KnowledgeIndex, cwd?: string | null): CoverageReport;
+/**
+ * Compute coverage reports for all variants in a report.
+ * Returns a map of variant → CoverageReport.
+ */
+export declare function computeReportCoverage(report: Report, artifactContents: Record<string, string | null>, cwds: Record<string, string | null>): Record<string, CoverageReport>;
+//# sourceMappingURL=coverage-analyzer.d.ts.map

package/dist/src/analysis/coverage-analyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coverage-analyzer.d.ts","sourceRoot":"","sources":["../../../src/analysis/coverage-analyzer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IACxE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,gBAAgB,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC7D;AAWD,wBAAgB,sBAAsB,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,EAAE,CAqBxE;AA8BD,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CA0B/D;AAED,wBAAgB,uBAAuB,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,cAAc,CAmD1G;AAED,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,oBAAoB,CAkC3F;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAWpF;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7B,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,OAAO,EAAE,WAAW,EAAE,EACtB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,cAAc,EACrB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAClB,cAAc,CA0DhB;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EAC/C,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,GAClC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAehC"}

package/dist/src/analysis/coverage-analyzer.js

@@ -0,0 +1,262 @@
+/**
+ * Knowledge coverage analyzer.
+ * Computes coverage rates by comparing consumed knowledge against the full index.
+ */
+import { basename, join, resolve } from 'node:path';
+import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
+function classifyEntry(path) {
+    if (/principle/i.test(path))
+        return 'principle';
+    if (/semantic[-_]?index/i.test(path))
+        return 'semantic';
+    if (/design\.md/i.test(path))
+        return 'design';
+    if (/\.sh$|scripts?\//i.test(path))
+        return 'script';
+    if (/\.(ts|js|tsx|jsx)$/i.test(path))
+        return 'code';
+    return 'other';
+}
+export function extractReferencedPaths(artifactContent) {
+    const paths = new Set();
+    const pathPatterns = [
+        /\.claude\/[a-zA-Z0-9_/.-]+\.md/g,
+        /\.claude\/[a-zA-Z0-9_/.-]+\.sh/g,
+        /repos\/[a-zA-Z0-9_/-]+/g,
+    ];
+    for (const pattern of pathPatterns) {
+        for (const match of artifactContent.matchAll(pattern)) {
+            paths.add(match[0]);
+        }
+    }
+    for (const match of artifactContent.matchAll(/\b([a-zA-Z0-9_-]+\.md)\b/g)) {
+        const name = match[1];
+        if (/^(README|CHANGELOG|LICENSE|package)\.md$/i.test(name))
+            continue;
+        paths.add(name);
+    }
+    return [...paths];
+}
+function scanKnowledgeDir(dir, prefix = '') {
+    if (!existsSync(dir))
+        return [];
+    const entries = [];
+    for (const name of readdirSync(dir)) {
+        if (name.startsWith('.'))
+            continue;
+        const fullPath = join(dir, name);
+        const relativePath = prefix ? `${prefix}/${name}` : name;
+        const stat = statSync(fullPath);
+        if (stat.isDirectory()) {
+            entries.push(...scanKnowledgeDir(fullPath, relativePath));
+        }
+        else if (/\.(md|sh)$/.test(name)) {
+            let lineCount;
+            try {
+                lineCount = readFileSync(fullPath, 'utf-8').split('\n').length;
+            }
+            catch { }
+            entries.push({
+                path: relativePath,
+                type: classifyEntry(relativePath),
+                lineCount,
+            });
+        }
+    }
+    return entries;
+}
+export function buildKnowledgeIndex(cwd) {
+    const knowledgeDirs = [
+        { dir: join(cwd, '.claude', 'knowledge'), prefix: '.claude/knowledge' },
+        { dir: join(cwd, '.claude', 'skills'), prefix: '.claude/skills' },
+    ];
+    const entries = [];
+    for (const { dir, prefix } of knowledgeDirs) {
+        entries.push(...scanKnowledgeDir(dir, prefix));
+    }
+    const claudeMd = join(cwd, 'CLAUDE.md');
+    if (existsSync(claudeMd)) {
+        let lineCount;
+        try {
+            lineCount = readFileSync(claudeMd, 'utf-8').split('\n').length;
+        }
+        catch { }
+        entries.push({ path: 'CLAUDE.md', type: 'principle', lineCount });
+    }
+    const totalLines = entries.reduce((sum, entry) => sum + (entry.lineCount || 0), 0);
+    return {
+        entries,
+        totalFiles: entries.length,
+        totalLines,
+    };
+}
+export function buildFullKnowledgeIndex(artifactContent, cwd) {
+    const entriesMap = new Map();
+    if (artifactContent) {
+        if (cwd) {
+            const knowledgeDir = join(cwd, '.claude', 'knowledge');
+            for (const entry of scanKnowledgeDir(knowledgeDir, '.claude/knowledge')) {
+                entriesMap.set(entry.path, entry);
+            }
+            const claudeMd = join(cwd, 'CLAUDE.md');
+            if (existsSync(claudeMd)) {
+                let lineCount;
+                try {
+                    lineCount = readFileSync(claudeMd, 'utf-8').split('\n').length;
+                }
+                catch { }
+                entriesMap.set('CLAUDE.md', { path: 'CLAUDE.md', type: 'principle', lineCount });
+            }
+        }
+        const refPaths = extractReferencedPaths(artifactContent);
+        for (const path of refPaths) {
+            if (!entriesMap.has(path)) {
+                const existing = [...entriesMap.values()].find((entry) => entry.path.endsWith('/' + path) || entry.path === path);
+                if (!existing) {
+                    let lineCount;
+                    if (cwd) {
+                        const fullPath = resolve(cwd, path);
+                        try {
+                            if (existsSync(fullPath) && statSync(fullPath).isFile()) {
+                                lineCount = readFileSync(fullPath, 'utf-8').split('\n').length;
+                            }
+                        }
+                        catch { }
+                    }
+                    entriesMap.set(path, { path, type: classifyEntry(path), lineCount });
+                }
+            }
+        }
+    }
+    else if (cwd) {
+        const dirIndex = buildKnowledgeIndex(cwd);
+        for (const entry of dirIndex.entries) {
+            entriesMap.set(entry.path, entry);
+        }
+    }
+    const entries = [...entriesMap.values()];
+    const totalLines = entries.reduce((sum, entry) => sum + (entry.lineCount || 0), 0);
+    return {
+        entries,
+        totalFiles: entries.length,
+        totalLines,
+    };
+}
+export function extractKnowledgeConsumption(toolCalls) {
+    const filesRead = [];
+    const grepPatterns = [];
+    const bashGrepPatterns = [];
+    for (const toolCall of toolCalls) {
+        const input = toolCall.input;
+        if (!input)
+            continue;
+        switch (toolCall.tool) {
+            case 'Read': {
+                const filePath = input.file_path;
+                if (filePath)
+                    filesRead.push(filePath);
+                break;
+            }
+            case 'Grep': {
+                const pattern = input.pattern;
+                const path = input.path;
+                if (pattern)
+                    grepPatterns.push({ pattern, path });
+                break;
+            }
+            case 'Bash': {
+                const command = input.command;
+                if (!command)
+                    break;
+                const grepMatch = command.match(/(?:grep|rg)\s+(?:-[a-zA-Z]+\s+)*["']?([^"'\s|]+)["']?\s+([^\s|>]+)/);
+                if (grepMatch) {
+                    bashGrepPatterns.push({ pattern: grepMatch[1], path: grepMatch[2] });
+                }
+                break;
+            }
+        }
+    }
+    return { filesRead: [...new Set(filesRead)], grepPatterns, bashGrepPatterns };
+}
+export function normalizeKnowledgePath(filePath, cwd) {
+    if (cwd && filePath.startsWith(cwd)) {
+        const relative = filePath.slice(cwd.endsWith('/') ? cwd.length : cwd.length + 1);
+        return relative;
+    }
+    const patterns = ['.claude/knowledge/', '.claude/skills/'];
+    for (const pattern of patterns) {
+        const index = filePath.indexOf(pattern);
+        if (index !== -1)
+            return filePath.slice(index);
+    }
+    return basename(filePath);
+}
+/**
+ * Compute knowledge coverage for a single variant across all samples.
+ */
+export function computeCoverage(results, variant, index, cwd) {
+    // Aggregate all tool calls for this variant across samples
+    const allToolCalls = [];
+    for (const result of results) {
+        const vr = result.variants?.[variant];
+        if (vr?.toolCalls)
+            allToolCalls.push(...vr.toolCalls);
+    }
+    const consumption = extractKnowledgeConsumption(allToolCalls);
+    // Normalize consumed file paths
+    const consumedNormalized = new Set(consumption.filesRead.map((f) => normalizeKnowledgePath(f, cwd)));
+    // Match index entries against consumed files
+    const entries = index.entries.map((entry) => {
+        // Check if this entry was accessed — match by exact path or by filename
+        const accessed = consumedNormalized.has(entry.path) ||
+            [...consumedNormalized].some((consumed) => consumed.endsWith('/' + entry.path) || consumed.endsWith(entry.path));
+        const accessCount = accessed
+            ? consumption.filesRead.filter((f) => {
+                const norm = normalizeKnowledgePath(f, cwd);
+                return norm === entry.path || norm.endsWith('/' + entry.path) || norm.endsWith(entry.path);
+            }).length
+            : 0;
+        return {
+            path: entry.path,
+            type: entry.type,
+            accessed,
+            accessCount,
+            lineCount: entry.lineCount,
+        };
+    });
+    const filesCovered = entries.filter((e) => e.accessed).length;
+    const filesTotal = entries.length;
+    const fileCoverageRate = filesTotal > 0 ? Number((filesCovered / filesTotal).toFixed(2)) : 0;
+    const uncoveredFiles = entries.filter((e) => !e.accessed).map((e) => e.path);
+    const grepPatternsUsed = consumption.grepPatterns.length + consumption.bashGrepPatterns.length;
+    // Overall rate: file coverage 60% + grep activity bonus 40%
+    const grepBonus = grepPatternsUsed > 0 ? Math.min(1, grepPatternsUsed / Math.max(5, filesTotal)) : 0;
+    const overallRate = Number((fileCoverageRate * 0.6 + grepBonus * 0.4).toFixed(2));
+    return {
+        entries,
+        filesCovered,
+        filesTotal,
+        fileCoverageRate,
+        uncoveredFiles,
+        grepPatternsUsed,
+        overallRate,
+    };
+}
+/**
+ * Compute coverage reports for all variants in a report.
+ * Returns a map of variant → CoverageReport.
+ */
+export function computeReportCoverage(report, artifactContents, cwds) {
+    const coverageMap = {};
+    for (const variant of report.meta.variants) {
+        const content = artifactContents[variant] || null;
+        const cwd = cwds[variant] || null;
+        // Build knowledge index for this variant
+        const index = buildFullKnowledgeIndex(content, cwd);
+        if (index.totalFiles === 0)
+            continue;
+        coverageMap[variant] = computeCoverage(report.results, variant, index, cwd);
+    }
+    return coverageMap;
+}
+//# sourceMappingURL=coverage-analyzer.js.map

package/dist/src/analysis/coverage-analyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coverage-analyzer.js","sourceRoot":"","sources":["../../../src/analysis/coverage-analyzer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAqB1E,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IAChD,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IACxD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpD,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACpD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,eAAuB;IAC5D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,YAAY,GAAG;QACnB,iCAAiC;QACjC,iCAAiC;QACjC,yBAAyB;KAC1B,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QACrE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,SAAiB,EAAE;IACxD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEhC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,SAA6B,CAAC;YAClC,IAAI,CAAC;gBACH,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YACjE,CAAC;YAAC,MAAM,CAAC,CAAC,CAAC;YACX,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC;gBACjC,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,MAAM,aAAa,GAAG;QACpB,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;QACvE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE;KAClE,CAAC;IAEF,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACxC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,SAA6B,CAAC;QAClC,IAAI,CAAC;YACH,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,OAAO;QACL,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,eAA8B,EAAE,GAAkB;IACxF,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;IAErD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YACvD,KAAK,MAAM,KAAK,IAAI,gBAAgB,CAAC,YAAY,EAAE,mBAAmB,CAAC,EAAE,CAAC;gBACxE,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YACxC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,IAAI,SAA6B,CAAC;gBAClC,IAAI,CAAC;oBACH,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC,CAAC,CAAC;gBACX,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC,eAAe,CAAC,CAAC;QACzD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAClH,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,SAA6B,CAAC;oBAClC,IAAI,GAAG,EAAE,CAAC;wBACR,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBACpC,IAAI,CAAC;4BACH,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gCACxD,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;4BACjE,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC,CAAC,CAAC;oBACb,CAAC;oBACD,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,GAAG,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,OAAO;QACL,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,SAAyB;IACnE,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,YAAY,GAA8C,EAAE,CAAC;IACnE,MAAM,gBAAgB,GAA8C,EAAE,CAAC;IAEvE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAuC,CAAC;QAC/D,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,QAAQ,GAAG,KAAK,CAAC,SAA+B,CAAC;gBACvD,IAAI,QAAQ;oBAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvC,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,KAAK,CAAC,OAA6B,CAAC;gBACpD,MAAM,IAAI,GAAG,KAAK,CAAC,IAA0B,CAAC;gBAC9C,IAAI,OAAO;oBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,KAAK,CAAC,OAA6B,CAAC;gBACpD,IAAI,CAAC,OAAO;oBAAE,MAAM;gBACpB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;gBACtG,IAAI,SAAS,EAAE,CAAC;oBACd,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvE,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAgB,EAAE,GAAmB;IAC1E,IAAI,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,oBAAoB,EAAE,iBAAiB,CAAC,CAAC;IAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5B,CAAC;AAoBD;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAsB,EACtB,OAAe,EACf,KAAqB,EACrB,GAAmB;IAEnB,2DAA2D;IAC3D,MAAM,YAAY,GAAmB,EAAE,CAAC;IACxC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,EAAE,EAAE,SAAS;YAAE,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,WAAW,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;IAE9D,gCAAgC;IAChC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CACjE,CAAC;IAEF,6CAA6C;IAC7C,MAAM,OAAO,GAAoB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC3D,wEAAwE;QACxE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;YACjD,CAAC,GAAG,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CACrE,CAAC;QAEJ,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnC,MAAM,IAAI,GAAG,sBAAsB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC5C,OAAO,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7F,CAAC,CAAC,CAAC,MAAM;YACT,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,gBAAgB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7E,MAAM,gBAAgB,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,GAAG,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC;IAE/F,4DAA4D;IAC5D,MAAM,SAAS,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrG,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAElF,OAAO;QACL,OAAO;QACP,YAAY;QACZ,UAAU;QACV,gBAAgB;QAChB,cAAc;QACd,gBAAgB;QAChB,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,gBAA+C,EAC/C,IAAmC;IAEnC,MAAM,WAAW,GAAmC,EAAE,CAAC;IAEvD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAElC,yCAAyC;QACzC,MAAM,KAAK,GAAG,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACpD,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,SAAS;QAErC,WAAW,CAAC,OAAO,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/src/analysis/gap-analyzer.d.ts

@@ -0,0 +1,114 @@
+/**
+ * Knowledge gap signal analyzer.
+ *
+ * Implements the v0.1 detection pipeline defined in
+ * docs/knowledge-gap-signal-spec.md:
+ *
+ *   gap_rate = (samples with ≥1 gap signal) / (successfully-executed samples)
+ *
+ * Four signal types are extracted per sample:
+ *   1. failed_search      — Grep/Read/Bash search that returned empty or failed
+ *   2. explicit_marker    — 【推断】【知识缺口】【未知】 markers in agent output
+ *   3. hedging            — hedging language in agent output (accepts FP in v0.1)
+ *   4. repeated_failure   — ≥3 consecutive failed searches of the same tool type
+ *
+ * Intentionally does NOT touch report rendering, trends, or CI — those are
+ * step-3 work. This module only computes the structured GapReport.
+ */
+import type { ExecutorFn, GapReport, GapSignalRef, ResultEntry, ToolCallInfo, TurnInfo, VariantResult } from '../types.js';
+import { type ClassifyOptions } from './hedging-classifier.js';
+export type GapSignalType = GapSignalRef['type'];
+export type GapSignal = GapSignalRef;
+/**
+ * v0.2 severity weights (spec §6).
+ *
+ * Strong (1.0): 硬证据类——agent 工具层真的撞墙了
+ *   - failed_search: Grep/Read 返回空或失败,确定性 miss
+ *   - repeated_failure: 同一类查询连续 ≥3 次失败,已不是偶然
+ *
+ * Weak (0.5): 自我陈述类——依赖模型配合,可能假阳
+ *   - explicit_marker: 依赖 agent 按约定打【推断】等标记,可能漏标
+ *   - hedging: 字符串匹配 "我不确定/可能是"等,假阳率已知较高(spec §2.8)
+ *
+ * Aggregation: 每个样本取其信号的最高权重作"样本严重度",平均到 weightedGapRate。
+ * weightedGapRate ≤ gapRate,差值反映"软信号占比"——读者据此判断结果可信度。
+ */
+export declare const SIGNAL_WEIGHTS: Record<GapSignalType, number>;
+/**
+ * Decide whether a tool call counts as a "failed search" signal.
+ *
+ * Covers:
+ *   - Read with success: false
+ *   - Grep with success: false
+ *   - Grep with success but empty/"No matches found" output (still a miss)
+ *   - Bash with grep/rg/find in the command and either failure or empty output
+ */
+export declare function isFailedSearchTool(tc: ToolCallInfo): boolean;
+/**
+ * Extract failed-search signals from a flat tool call sequence.
+ * Deduplicates consecutive duplicates (same tool + same pattern) so an agent
+ * that retries the exact same Grep 5 times counts as one signal, not five.
+ */
+export declare function extractFailedSearchSignals(toolCalls: ToolCallInfo[]): GapSignal[];
+/**
+ * Find explicit "I'm inferring / I don't know" markers in agent output text.
+ * Each marker occurrence produces one signal; dedupe is at the sample level
+ * (handled by the aggregator, not here).
+ */
+export declare function extractMarkerSignals(text: string): GapSignal[];
+/**
+ * Match hedging-language phrases in agent output text.
+ * v0.1 emits at most one hedging signal per sample — the aggregator upgrades
+ * this from "per pattern" to "per sample", since multiple hedges in the same
+ * turn are usually coming from the same epistemic state.
+ */
+export declare function extractHedgingSignals(text: string): GapSignal[];
+/**
+ * Detect ≥N consecutive failed searches of the same tool type within a turn
+ * sequence. Each qualifying run emits exactly one signal anchored at the
+ * first failure in the run.
+ */
+export declare function extractRepeatedFailureSignals(turns: TurnInfo[] | undefined): GapSignal[];
+/**
+ * Run all four signal extractors on a single variant's result for one sample.
+ * Output signals carry the provided sampleId.
+ */
+export declare function extractGapSignalsFromSample(variantResult: VariantResult, sampleId: string): GapSignal[];
+/**
+ * Compute the gap report for one variant across all samples in a report.
+ *
+ * Denominator rule (spec §5): samples with `ok: false` (the variant completely
+ * failed to execute) are EXCLUDED from both numerator and denominator.
+ * gap_rate is computed only on samples that actually produced a trace.
+ */
+export declare function computeGapReport(results: ResultEntry[], variant: string): GapReport;
+/**
+ * Compute gap reports for every variant in a Report. Convenience wrapper.
+ */
+export declare function computeReportGapRates(results: ResultEntry[], variants: string[]): Record<string, GapReport>;
+/**
+ * 对一份 GapReport 做 hedging classifier 二次过滤(spec §四.3, v0.2)。
+ * 流程:
+ *   1) 收集 signals 中所有 type='hedging' 的 candidate
+ *   2) 调 classifyHedgingCandidates 拿 verdict
+ *   3) verdict.isUncertainty=false 的 signal 丢弃
+ *   4) verdict.isUncertainty=true 的保留并挂 classifierVerdict
+ *   5) recompute samplesWithGap / gapRate / weightedGapRate / byType
+ *
+ * 失败降级在 classifier 层:单批失败 → 该 batch 全部 isUncertainty=true (保守保留)。
+ * 调用方拿到的 report 永远是合法的,不会因 classifier 失败而崩。
+ */
+export declare function applyHedgingClassifier(report: GapReport, executor: ExecutorFn, opts?: ClassifyOptions): Promise<{
+    report: GapReport;
+    costUSD: number;
+    truncated: boolean;
+}>;
+/**
+ * 批量为一组 variant 的 gap reports 跑 classifier。
+ * 串行(不并行)避免 rate limit + 让 cache hit 在第一批后被后续 batch 复用。
+ */
+export declare function applyHedgingClassifierToReports(reports: Record<string, GapReport>, executor: ExecutorFn, opts?: ClassifyOptions): Promise<{
+    reports: Record<string, GapReport>;
+    costUSD: number;
+}>;
+//# sourceMappingURL=gap-analyzer.d.ts.map

package/dist/src/analysis/gap-analyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gap-analyzer.d.ts","sourceRoot":"","sources":["../../../src/analysis/gap-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3H,OAAO,EAA6B,KAAK,eAAe,EAAyB,MAAM,yBAAyB,CAAC;AAEjH,MAAM,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AACjD,MAAM,MAAM,SAAS,GAAG,YAAY,CAAC;AA8BrC;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAKxD,CAAC;AAIF;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,YAAY,GAAG,OAAO,CAqB5D;AAkBD;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,SAAS,EAAE,CAqBjF;AAgBD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,CAoB9D;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,CAiB/D;AAID;;;;GAIG;AACH,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAoCxF;AAID;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,CAuBvG;AAID;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CA+CnF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAM3G;AAmCD;;;;;;;;;;;GAWG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,UAAU,EACpB,IAAI,CAAC,EAAE,eAAe,GACrB,OAAO,CAAC;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC,CAuCrE;AAED;;;GAGG;AACH,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAClC,QAAQ,EAAE,UAAU,EACpB,IAAI,CAAC,EAAE,eAAe,GACrB,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CASlE"}