@wanshi-kg/wanshi 0.1.0

package/dist/evaluation/BenchmarkRunner.js

@@ -0,0 +1,171 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BenchmarkRunner = void 0;
+const quality_1 = require("../quality");
+const ExactMatcher_1 = require("./matching/ExactMatcher");
+const SemanticMatcher_1 = require("./matching/SemanticMatcher");
+const TripleMetrics_1 = require("./metrics/TripleMetrics");
+class BenchmarkRunner {
+    constructor(kgBuilder, promptManager, embeddingService, logger, matchThreshold = 0.80, requestDelayMs = 0) {
+        this.kgBuilder = kgBuilder;
+        this.promptManager = promptManager;
+        this.embeddingService = embeddingService;
+        this.logger = logger;
+        this.requestDelayMs = requestDelayMs;
+        this.exactMatcher = new ExactMatcher_1.ExactMatcher();
+        this.semanticMatcher = new SemanticMatcher_1.SemanticMatcher(embeddingService, matchThreshold);
+    }
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    run(samples, opts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const startTime = Date.now();
+            const sampleResults = [];
+            this.logger.info(`Starting benchmark: ${opts.datasetName} (${samples.length} samples)`);
+            const systemPrompt = yield this.promptManager.getSystemPrompt('benchmark', '**/*.txt', 'Benchmark evaluation');
+            // Samples whose extraction actually FAILED (e.g. cloud 429 after retries) are
+            // excluded from the metrics rather than scored as 0-recall — otherwise a rate
+            // limit would masquerade as poor model quality. Detected via the builder's
+            // failed-chunk ledger (KG-02). `requestDelayMs` paces requests to stay under
+            // a provider's rate limit in the first place.
+            const failedSampleIds = [];
+            for (let i = 0; i < samples.length; i++) {
+                const sample = samples[i];
+                this.logger.info(`[${i + 1}/${samples.length}] Processing sample ${sample.id}`);
+                const failedBefore = this.kgBuilder.getFailedChunks().length;
+                const sampleStart = Date.now();
+                const result = yield this.processSample(sample, systemPrompt);
+                result.durationMs = Date.now() - sampleStart;
+                if (this.kgBuilder.getFailedChunks().length > failedBefore) {
+                    failedSampleIds.push(sample.id);
+                    this.logger.warn(`Sample ${sample.id} extraction failed (rate-limit / transient) — excluded from metrics`);
+                }
+                else {
+                    sampleResults.push(result);
+                }
+                // Progress log every 10 scored samples
+                if (sampleResults.length > 0 && sampleResults.length % 10 === 0) {
+                    const partial = (0, TripleMetrics_1.microAverage)(sampleResults.map(r => r.semantic));
+                    this.logger.info(`  Progress: Sem Triple F1 so far = ${partial.triple.f1.toFixed(3)}`);
+                }
+                if (this.requestDelayMs > 0 && i < samples.length - 1) {
+                    yield this.sleep(this.requestDelayMs);
+                }
+            }
+            if (failedSampleIds.length > 0) {
+                this.logger.warn(`${failedSampleIds.length}/${samples.length} samples failed extraction and were excluded ` +
+                    `from metrics: ${failedSampleIds.join(', ')}`);
+            }
+            // Aggregate
+            const exact = (0, TripleMetrics_1.microAverage)(sampleResults.map(r => r.exact));
+            const semantic = (0, TripleMetrics_1.microAverage)(sampleResults.map(r => r.semantic));
+            const n = sampleResults.length;
+            const intrinsicMean = n > 0
+                ? sampleResults.reduce((s, r) => s + r.intrinsicScore, 0) / n
+                : 0;
+            const intrinsicQuality = {
+                mean: intrinsicMean,
+                breakdown: { structural: 0, semantic: 0, factual: 0, consistency: 0 },
+            };
+            const extractionStats = {
+                avgKgEntities: n > 0 ? sampleResults.reduce((s, r) => s + r.kgEntityCount, 0) / n : 0,
+                avgKgRelations: n > 0 ? sampleResults.reduce((s, r) => s + r.kgRelationCount, 0) / n : 0,
+                samplesWithNoRelations: sampleResults.filter(r => r.kgRelationCount === 0).length,
+            };
+            return {
+                dataset: opts.datasetName,
+                model: opts.model,
+                classifier: opts.classifier,
+                sampleCount: sampleResults.length,
+                exact,
+                semantic,
+                intrinsicQuality,
+                extractionStats,
+                perSample: sampleResults,
+                durationMs: Date.now() - startTime,
+            };
+        });
+    }
+    // ─── Private ─────────────────────────────────────────────────────────────
+    processSample(sample, systemPrompt) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let kg = { entities: [], relations: [] };
+            try {
+                const processedFile = this.textToProcessedFile(sample.text, sample.id);
+                const graphs = yield this.kgBuilder.build(processedFile, systemPrompt);
+                if (graphs.length > 0) {
+                    kg = graphs[0];
+                }
+            }
+            catch (err) {
+                this.logger.warn(`Sample ${sample.id} extraction failed: ${err}`);
+            }
+            const extracted = this.kgToTriplets(kg);
+            // Warn when a model produced entities but zero relations — F1 will be 0
+            // while intrinsic quality can still look high (it evaluates kg.entities directly).
+            if (kg.entities.length > 0 && kg.relations.length === 0) {
+                this.logger.warn(`Sample ${sample.id}: model extracted ${kg.entities.length} entities but 0 relations — ` +
+                    `all F1 scores will be 0. Intrinsic quality still reflects entity structure.`);
+            }
+            const exact = (0, TripleMetrics_1.computeExactMetrics)(extracted, sample.groundTruth, this.exactMatcher);
+            const semantic = yield (0, TripleMetrics_1.computeSemanticMetrics)(extracted, sample.groundTruth, this.semanticMatcher);
+            const intrinsicScore = this.computeIntrinsicScore(kg, sample.text);
+            return {
+                id: sample.id,
+                domain: sample.domain,
+                extracted,
+                groundTruth: sample.groundTruth,
+                exact,
+                semantic,
+                intrinsicScore,
+                durationMs: 0, // set by caller
+                kgEntityCount: kg.entities.length,
+                kgRelationCount: kg.relations.length,
+            };
+        });
+    }
+    textToProcessedFile(text, id) {
+        return {
+            path: `benchmark/${id}.txt`,
+            chunks: [{
+                    content: text,
+                    index: 1,
+                    totalChunks: 1,
+                    startOffset: 0,
+                    endOffset: text.length,
+                }],
+            metadata: {},
+        };
+    }
+    kgToTriplets(kg) {
+        return kg.relations.flatMap(r => r.relationType.map(rel => ({ subject: r.from, predicate: rel, object: r.to })));
+    }
+    computeIntrinsicScore(kg, sourceText) {
+        // A completely empty KG (model failed entirely) should score 0, not ~74 via vacuous defaults.
+        if (kg.entities.length === 0 && kg.relations.length === 0)
+            return 0;
+        try {
+            const structural = quality_1.KnowledgeGraphEvaluator.calculateStructuralMetrics(kg);
+            const semantic = quality_1.SemanticEvaluator.calculateSemanticMetrics(kg, sourceText);
+            const factual = quality_1.FactualEvaluator.calculateFactualMetrics(kg, sourceText, 'benchmark');
+            const consistency = quality_1.ConsistencyEvaluator.calculateConsistencyMetrics([], kg);
+            const composite = quality_1.QualityScoreCalculator.calculateCompositeScore(structural, semantic, factual, consistency);
+            return composite.overallQuality;
+        }
+        catch (_a) {
+            return 0;
+        }
+    }
+}
+exports.BenchmarkRunner = BenchmarkRunner;
+//# sourceMappingURL=BenchmarkRunner.js.map

package/dist/evaluation/BenchmarkRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkRunner.js","sourceRoot":"","sources":["../../src/evaluation/BenchmarkRunner.ts"],"names":[],"mappings":";;;;;;;;;;;;AAOA,wCAMoB;AAGpB,0DAAuD;AACvD,gEAA6D;AAC7D,2DAAoG;AASpG,MAAa,eAAe;IAI1B,YACU,SAAgC,EAChC,aAA4B,EAC5B,gBAAkC,EAClC,MAAc,EACtB,iBAAyB,IAAI,EACrB,iBAAyB,CAAC;QAL1B,cAAS,GAAT,SAAS,CAAuB;QAChC,kBAAa,GAAb,aAAa,CAAe;QAC5B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,WAAM,GAAN,MAAM,CAAQ;QAEd,mBAAc,GAAd,cAAc,CAAY;QAT5B,iBAAY,GAAG,IAAI,2BAAY,EAAE,CAAC;QAWxC,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;IAC/E,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEK,GAAG,CAAC,OAA0B,EAAE,IAAsB;;YAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,aAAa,GAAmB,EAAE,CAAC;YAEzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,WAAW,KAAK,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;YAExF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,EAAE,UAAU,EAAE,sBAAsB,CAAC,CAAC;YAE/G,8EAA8E;YAC9E,8EAA8E;YAC9E,2EAA2E;YAC3E,6EAA6E;YAC7E,8CAA8C;YAC9C,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,uBAAuB,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAEhF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,MAAM,CAAC;gBAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBAC9D,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;gBAE7C,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;oBAC3D,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,UAAU,MAAM,CAAC,EAAE,qEAAqE,CACzF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;gBAED,uCAAuC;gBACvC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBAChE,MAAM,OAAO,GAAG,IAAA,4BAAY,EAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACjE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACzF,CAAC;gBAED,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,GAAG,eAAe,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,+CAA+C;oBAC1F,iBAAiB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9C,CAAC;YACJ,CAAC;YAED,YAAY;YACZ,MAAM,KAAK,GAAM,IAAA,4BAAY,EAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAG,IAAA,4BAAY,EAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAElE,MAAM,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;YAC/B,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC;gBACzB,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC;gBAC7D,CAAC,CAAC,CAAC,CAAC;YAEN,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,aAAa;gBACnB,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;aACtE,CAAC;YAEF,MAAM,eAAe,GAAoB;gBACvC,aAAa,EAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9F,cAAc,EAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9F,sBAAsB,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,CAAC,MAAM;aAClF,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,WAAW;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EAAE,aAAa,CAAC,MAAM;gBACjC,KAAK;gBACL,QAAQ;gBACR,gBAAgB;gBAChB,eAAe;gBACf,SAAS,EAAE,aAAa;gBACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC;QACJ,CAAC;KAAA;IAED,4EAA4E;IAE9D,aAAa,CAAC,MAAuB,EAAE,YAAoB;;YACvE,IAAI,EAAE,GAAmB,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAEzD,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gBACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,EAAE,uBAAuB,GAAG,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAExC,wEAAwE;YACxE,mFAAmF;YACnF,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,UAAU,MAAM,CAAC,EAAE,qBAAqB,EAAE,CAAC,QAAQ,CAAC,MAAM,8BAA8B;oBACxF,6EAA6E,CAC9E,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAM,IAAA,mCAAmB,EAAC,SAAS,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YACvF,MAAM,QAAQ,GAAG,MAAM,IAAA,sCAAsB,EAAC,SAAS,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAEnG,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAEnE,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS;gBACT,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK;gBACL,QAAQ;gBACR,cAAc;gBACd,UAAU,EAAE,CAAC,EAAE,gBAAgB;gBAC/B,aAAa,EAAI,EAAE,CAAC,QAAQ,CAAC,MAAM;gBACnC,eAAe,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM;aACrC,CAAC;QACJ,CAAC;KAAA;IAEO,mBAAmB,CAAC,IAAY,EAAE,EAAU;QAClD,OAAO;YACL,IAAI,EAAE,aAAa,EAAE,MAAM;YAC3B,MAAM,EAAE,CAAC;oBACP,OAAO,EAAE,IAAI;oBACb,KAAK,EAAE,CAAC;oBACR,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,CAAC;oBACd,SAAS,EAAE,IAAI,CAAC,MAAM;iBACvB,CAAC;YACF,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,EAAkB;QACrC,OAAO,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC9B,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAAC,EAAkB,EAAE,UAAkB;QAClE,8FAA8F;QAC9F,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,UAAU,GAAI,iCAAuB,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAM,2BAAiB,CAAC,wBAAwB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAC/E,MAAM,OAAO,GAAO,0BAAgB,CAAC,uBAAuB,CAAC,EAAE,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAC1F,MAAM,WAAW,GAAG,8BAAoB,CAAC,2BAA2B,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7E,MAAM,SAAS,GAAK,gCAAsB,CAAC,uBAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YAC/G,OAAO,SAAS,CAAC,cAAc,CAAC;QAClC,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;CACF;AAvLD,0CAuLC"}

package/dist/evaluation/classifier/ClassifierAccuracy.js

@@ -0,0 +1,185 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NO_PREDICTION = void 0;
+exports.top1 = top1;
+exports.predict = predict;
+exports.evaluate = evaluate;
+exports.evaluateClassifier = evaluateClassifier;
+exports.predictRouting = predictRouting;
+exports.evaluateRouting = evaluateRouting;
+exports.formatRouting = formatRouting;
+exports.formatReport = formatReport;
+const vocabulary_1 = require("../../core/knowledge/vocabulary");
+const TripleMetrics_1 = require("../metrics/TripleMetrics");
+/**
+ * Classifier-accuracy harness (A3).
+ *
+ * Runs a content classifier over a hand-labeled set and reports top-1 accuracy,
+ * coverage (how often it predicts anything at all — the heuristic filters at >0.7,
+ * so it can abstain), per-class precision/recall/F1, macro-F1, and a confusion
+ * matrix. This is the falsifiable target the S2/S3/A1 work is missing today.
+ *
+ * Metric reuse: per-class P/R/F1 comes from the same {@link computeMetrics}
+ * (tp/fp/fn) the triple-extraction benchmark uses.
+ */
+/** Sentinel column for "classifier abstained / returned no class above threshold". */
+exports.NO_PREDICTION = "∅";
+/** Top-1 of a classifier's ranked results (null when it returned nothing). */
+function top1(results) {
+    const top = results[0];
+    return top
+        ? { cls: top.class, confidence: top.confidence }
+        : { cls: null, confidence: null };
+}
+/** Classify every sample and collect its top-1 prediction. */
+function predict(classifier, samples) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const rows = [];
+        for (const s of samples) {
+            const results = yield classifier.classify(s.content, s.path);
+            const { cls, confidence } = top1(results);
+            rows.push({ id: s.id, expected: s.expected, predicted: cls, confidence });
+        }
+        return rows;
+    });
+}
+/** Pure: turn prediction rows into accuracy + per-class P/R/F1 + confusion. */
+function evaluate(rows) {
+    var _a, _b, _c;
+    const goldClasses = Array.from(new Set(rows.map((r) => r.expected)));
+    const perClass = {};
+    for (const c of goldClasses) {
+        const tp = rows.filter((r) => r.expected === c && r.predicted === c).length;
+        const fp = rows.filter((r) => r.expected !== c && r.predicted === c).length;
+        const fn = rows.filter((r) => r.expected === c && r.predicted !== c).length;
+        perClass[c] = (0, TripleMetrics_1.computeMetrics)(tp, fp, fn);
+    }
+    const total = rows.length;
+    const correct = rows.filter((r) => r.predicted === r.expected).length;
+    const predictedCount = rows.filter((r) => r.predicted !== null).length;
+    const f1s = goldClasses.map((c) => perClass[c].f1);
+    const macroF1 = f1s.length
+        ? f1s.reduce((a, b) => a + b, 0) / f1s.length
+        : 0;
+    const confusion = {};
+    for (const r of rows) {
+        const g = r.expected;
+        const p = (_a = r.predicted) !== null && _a !== void 0 ? _a : exports.NO_PREDICTION;
+        ((_b = confusion[g]) !== null && _b !== void 0 ? _b : (confusion[g] = {}))[p] = ((_c = confusion[g][p]) !== null && _c !== void 0 ? _c : 0) + 1;
+    }
+    return {
+        total,
+        predictedCount,
+        correct,
+        top1Accuracy: total ? correct / total : 0,
+        coverage: total ? predictedCount / total : 0,
+        macroF1,
+        perClass,
+        confusion,
+    };
+}
+/** Convenience: predict + evaluate in one call. */
+function evaluateClassifier(classifier, samples) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const rows = yield predict(classifier, samples);
+        return { rows, evaluation: evaluate(rows) };
+    });
+}
+function predictRouting(classifier, samples) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c, _d;
+        const rows = [];
+        for (const s of samples) {
+            const results = yield classifier.classify(s.content, s.path);
+            const sorted = [...results].sort((a, b) => b.confidence - a.confidence);
+            rows.push({
+                id: s.id,
+                expected: s.expected,
+                activated: (0, vocabulary_1.activeDomainClasses)(results),
+                p1: (_b = (_a = sorted[0]) === null || _a === void 0 ? void 0 : _a.confidence) !== null && _b !== void 0 ? _b : 0,
+                p2: (_d = (_c = sorted[1]) === null || _c === void 0 ? void 0 : _c.confidence) !== null && _d !== void 0 ? _d : 0,
+            });
+        }
+        return rows;
+    });
+}
+function evaluateRouting(rows) {
+    const total = rows.length;
+    const exactSingle = rows.filter((r) => r.activated.length === 1 && r.activated[0] === r.expected).length;
+    const recalled = rows.filter((r) => r.activated.includes(r.expected)).length;
+    const abstained = rows.filter((r) => r.activated.length === 0).length;
+    return {
+        total,
+        exactSingle,
+        recalled,
+        abstained,
+        exactSingleRate: total ? exactSingle / total : 0,
+        recallRate: total ? recalled / total : 0,
+    };
+}
+const pct = (x) => `${(x * 100).toFixed(1)}%`;
+/** Per-sample routing dump — the tuning view for the temperature + gate knobs. */
+function formatRouting(rows) {
+    const ev = evaluateRouting(rows);
+    const lines = [];
+    lines.push(`routing: exact-single ${pct(ev.exactSingleRate)} (${ev.exactSingle}/${ev.total})   ` +
+        `recall ${pct(ev.recallRate)}   abstained ${ev.abstained}`);
+    lines.push("");
+    lines.push("sample            expected        activated                p1     p2    margin");
+    lines.push("────────────────  ──────────────  ───────────────────────  ─────  ─────  ──────");
+    for (const r of rows) {
+        const ok = r.activated.length === 1 && r.activated[0] === r.expected ? " " : "!";
+        lines.push(`${ok} ${r.id.padEnd(16)} ${r.expected.padEnd(14)} ${r.activated.join(",").padEnd(23)}` +
+            ` ${r.p1.toFixed(3)}  ${r.p2.toFixed(3)}  ${(r.p1 - r.p2).toFixed(3)}`);
+    }
+    return lines.join("\n");
+}
+/** Human-readable report for the tuning loop (printed by scripts/classifier-eval.ts). */
+function formatReport(evaluation, rows) {
+    var _a;
+    const { perClass, confusion } = evaluation;
+    const lines = [];
+    lines.push(`top-1 accuracy: ${pct(evaluation.top1Accuracy)}  ` +
+        `(${evaluation.correct}/${evaluation.total})   ` +
+        `coverage: ${pct(evaluation.coverage)}   ` +
+        `macro-F1: ${evaluation.macroF1.toFixed(3)}`);
+    lines.push("");
+    lines.push("class            precision  recall    f1     support");
+    lines.push("───────────────  ─────────  ──────  ──────  ───────");
+    for (const cls of Object.keys(perClass).sort()) {
+        const m = perClass[cls];
+        const support = m.tp + m.fn;
+        lines.push(`${cls.padEnd(15)}  ${pct(m.precision).padStart(9)}  ${pct(m.recall).padStart(6)}  ${m.f1.toFixed(3).padStart(6)}  ${String(support).padStart(7)}`);
+    }
+    lines.push("");
+    lines.push("confusion (gold → predicted):");
+    for (const gold of Object.keys(confusion).sort()) {
+        const preds = Object.entries(confusion[gold])
+            .sort((a, b) => b[1] - a[1])
+            .map(([p, n]) => `${p}×${n}`)
+            .join(", ");
+        lines.push(`  ${gold.padEnd(15)} → ${preds}`);
+    }
+    if (rows) {
+        const misses = rows.filter((r) => r.predicted !== r.expected);
+        if (misses.length) {
+            lines.push("");
+            lines.push("misses:");
+            for (const r of misses) {
+                lines.push(`  ${r.id.padEnd(16)} expected ${r.expected}, got ${(_a = r.predicted) !== null && _a !== void 0 ? _a : exports.NO_PREDICTION}` +
+                    (r.confidence != null ? ` (conf ${r.confidence.toFixed(2)})` : ""));
+            }
+        }
+    }
+    return lines.join("\n");
+}
+//# sourceMappingURL=ClassifierAccuracy.js.map

package/dist/evaluation/classifier/ClassifierAccuracy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClassifierAccuracy.js","sourceRoot":"","sources":["../../../src/evaluation/classifier/ClassifierAccuracy.ts"],"names":[],"mappings":";;;;;;;;;;;;AA8CA,oBAOC;AAGD,0BAWC;AAGD,4BAoCC;AAGD,gDAMC;AA4BD,wCAiBC;AAED,0CAeC;AAKD,sCAkBC;AAGD,oCAiDC;AA1PD,gEAAsE;AAEtE,4DAA0D;AAG1D;;;;;;;;;;GAUG;AAEH,sFAAsF;AACzE,QAAA,aAAa,GAAG,GAAG,CAAC;AAyBjC,8EAA8E;AAC9E,SAAgB,IAAI,CAClB,OAA+B;IAE/B,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO,GAAG;QACR,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE;QAChD,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,8DAA8D;AAC9D,SAAsB,OAAO,CAC3B,UAA8B,EAC9B,OAAwB;;QAExB,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7D,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CAAA;AAED,+EAA+E;AAC/E,SAAgB,QAAQ,CAAC,IAAqB;;IAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAgC,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5E,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAA,8BAAc,EAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACtE,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACvE,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM;QACxB,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM;QAC7C,CAAC,CAAC,CAAC,CAAC;IAEN,MAAM,SAAS,GAA2C,EAAE,CAAC;IAC7D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACrB,MAAM,CAAC,GAAG,MAAA,CAAC,CAAC,SAAS,mCAAI,qBAAa,CAAC;QACvC,OAAC,SAAS,CAAC,CAAC,qCAAX,SAAS,CAAC,CAAC,IAAM,EAAE,EAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAA,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,mCAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IAED,OAAO;QACL,KAAK;QACL,cAAc;QACd,OAAO;QACP,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO;QACP,QAAQ;QACR,SAAS;KACV,CAAC;AACJ,CAAC;AAED,mDAAmD;AACnD,SAAsB,kBAAkB,CACtC,UAA8B,EAC9B,OAAwB;;QAExB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IAC9C,CAAC;CAAA;AA4BD,SAAsB,cAAc,CAClC,UAA8B,EAC9B,OAAwB;;;QAExB,MAAM,IAAI,GAAiB,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YACxE,IAAI,CAAC,IAAI,CAAC;gBACR,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,IAAA,gCAAmB,EAAC,OAAO,CAAC;gBACvC,EAAE,EAAE,MAAA,MAAA,MAAM,CAAC,CAAC,CAAC,0CAAE,UAAU,mCAAI,CAAC;gBAC9B,EAAE,EAAE,MAAA,MAAA,MAAM,CAAC,CAAC,CAAC,0CAAE,UAAU,mCAAI,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CAAA;AAED,SAAgB,eAAe,CAAC,IAAkB;IAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CACjE,CAAC,MAAM,CAAC;IACT,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACtE,OAAO;QACL,KAAK;QACL,WAAW;QACX,QAAQ;QACR,SAAS;QACT,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAChD,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAEtD,kFAAkF;AAClF,SAAgB,aAAa,CAAC,IAAkB;IAC9C,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,yBAAyB,GAAG,CAAC,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,KAAK,MAAM;QACnF,UAAU,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,SAAS,EAAE,CAC7D,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;IAC7F,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjF,KAAK,CAAC,IAAI,CACR,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;YACrF,IAAI,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACzE,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,yFAAyF;AACzF,SAAgB,YAAY,CAC1B,UAAgC,EAChC,IAAsB;;IAEtB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CACR,mBAAmB,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI;QACjD,IAAI,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,MAAM;QAChD,aAAa,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK;QAC1C,aAAa,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC/C,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACnE,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IAClE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CACR,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CACnJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,QAAQ,SAAS,MAAA,CAAC,CAAC,SAAS,mCAAI,qBAAa,EAAE;oBAChF,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}