@wanshi-kg/wanshi 0.1.0

package/dist/evaluation/datasets/SemEval2010Dataset.js

@@ -0,0 +1,150 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SemEval2010Dataset = exports.SEMEVAL_LABELS = void 0;
+const fs = __importStar(require("fs"));
+const readline = __importStar(require("readline"));
+/** The 19 ClassLabel names, in index order (HF schema). Used to resolve an
+ *  integer `relation` to its string label; canonical and fixed. */
+exports.SEMEVAL_LABELS = [
+    'Cause-Effect(e1,e2)', 'Cause-Effect(e2,e1)',
+    'Component-Whole(e1,e2)', 'Component-Whole(e2,e1)',
+    'Content-Container(e1,e2)', 'Content-Container(e2,e1)',
+    'Entity-Destination(e1,e2)', 'Entity-Destination(e2,e1)',
+    'Entity-Origin(e1,e2)', 'Entity-Origin(e2,e1)',
+    'Instrument-Agency(e1,e2)', 'Instrument-Agency(e2,e1)',
+    'Member-Collection(e1,e2)', 'Member-Collection(e2,e1)',
+    'Message-Topic(e1,e2)', 'Message-Topic(e2,e1)',
+    'Product-Producer(e1,e2)', 'Product-Producer(e2,e1)',
+    'Other',
+];
+class SemEval2010Dataset {
+    load(dataPath, limit, domain) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            if (!fs.existsSync(dataPath)) {
+                throw new Error(`SemEval-2010 Task 8 data not found at: ${dataPath}\n` +
+                    `Fetch it first:  npx ts-node scripts/fetch-semeval.ts\n` +
+                    `(downloads SemEvalWorkshop/sem_eval_2010_task_8 → data/semeval/{train,test}.jsonl)`);
+            }
+            const samples = [];
+            const stream = fs.createReadStream(dataPath, { encoding: 'utf-8' });
+            const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
+            try {
+                for (var _d = true, rl_1 = __asyncValues(rl), rl_1_1; rl_1_1 = yield rl_1.next(), _a = rl_1_1.done, !_a; _d = true) {
+                    _c = rl_1_1.value;
+                    _d = false;
+                    const line = _c;
+                    if (samples.length >= limit)
+                        break;
+                    const trimmed = line.trim();
+                    if (!trimmed)
+                        continue;
+                    let raw;
+                    try {
+                        raw = JSON.parse(trimmed);
+                    }
+                    catch (_e) {
+                        continue;
+                    }
+                    const sample = SemEval2010Dataset.parseInstance(raw, samples.length);
+                    if (sample)
+                        samples.push(sample);
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = rl_1.return)) yield _b.call(rl_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            return samples;
+        });
+    }
+    /** Parse one raw line into a BenchmarkSample (or null when malformed). Static
+     *  + exported-via-class so the unit test can exercise it without a file. */
+    static parseInstance(raw, index) {
+        var _a, _b, _c, _d;
+        const sentence = raw.sentence;
+        if (!sentence)
+            return null;
+        const e1 = (_b = (_a = sentence.match(/<e1>([\s\S]*?)<\/e1>/)) === null || _a === void 0 ? void 0 : _a[1]) === null || _b === void 0 ? void 0 : _b.trim();
+        const e2 = (_d = (_c = sentence.match(/<e2>([\s\S]*?)<\/e2>/)) === null || _c === void 0 ? void 0 : _c[1]) === null || _d === void 0 ? void 0 : _d.trim();
+        if (!e1 || !e2)
+            return null;
+        const label = SemEval2010Dataset.resolveLabel(raw.relation);
+        if (!label)
+            return null;
+        // "Cause-Effect(e2,e1)" → base "Cause-Effect", reversed = true.
+        const base = label.replace(/\(e[12],e[12]\)\s*$/, '');
+        const reversed = /\(e2,e1\)\s*$/.test(label);
+        const [subject, object] = reversed ? [e2, e1] : [e1, e2];
+        // Strip the entity markup (the model must not see annotation tags) and any
+        // wrapping quotes the original format left on the sentence.
+        const text = sentence
+            .replace(/<\/?e[12]>/g, '')
+            .replace(/^\s*"|"\s*$/g, '')
+            .trim();
+        const groundTruth = [{ subject, predicate: base, object }];
+        return { id: `semeval-${index}`, text, groundTruth, domain: 'semeval' };
+    }
+    static resolveLabel(relation) {
+        var _a;
+        if (typeof relation === 'number')
+            return (_a = exports.SEMEVAL_LABELS[relation]) !== null && _a !== void 0 ? _a : null;
+        if (typeof relation === 'string' && relation.length > 0)
+            return relation;
+        return null;
+    }
+}
+exports.SemEval2010Dataset = SemEval2010Dataset;
+//# sourceMappingURL=SemEval2010Dataset.js.map

package/dist/evaluation/datasets/SemEval2010Dataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SemEval2010Dataset.js","sourceRoot":"","sources":["../../../src/evaluation/datasets/SemEval2010Dataset.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,mDAAqC;AAqBrC;mEACmE;AACtD,QAAA,cAAc,GAAG;IAC5B,qBAAqB,EAAM,qBAAqB;IAChD,wBAAwB,EAAG,wBAAwB;IACnD,0BAA0B,EAAC,0BAA0B;IACrD,2BAA2B,EAAC,2BAA2B;IACvD,sBAAsB,EAAK,sBAAsB;IACjD,0BAA0B,EAAC,0BAA0B;IACrD,0BAA0B,EAAC,0BAA0B;IACrD,sBAAsB,EAAK,sBAAsB;IACjD,yBAAyB,EAAE,yBAAyB;IACpD,OAAO;CACR,CAAC;AAEF,MAAa,kBAAkB;IACvB,IAAI,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAe;;;YACzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,0CAA0C,QAAQ,IAAI;oBACtD,yDAAyD;oBACzD,oFAAoF,CACrF,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAsB,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;;gBAE5E,KAAyB,eAAA,OAAA,cAAA,EAAE,CAAA,QAAA,gEAAE,CAAC;oBAAL,kBAAE;oBAAF,WAAE;oBAAhB,MAAM,IAAI,KAAA,CAAA;oBACnB,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;wBAAE,MAAM;oBACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,IAAI,GAAmB,CAAC;oBACxB,IAAI,CAAC;wBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC5B,CAAC;oBAAC,WAAM,CAAC;wBACP,SAAS;oBACX,CAAC;oBAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;oBACrE,IAAI,MAAM;wBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;;;;;;;;;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;IAED;gFAC4E;IAC5E,MAAM,CAAC,aAAa,CAAC,GAAmB,EAAE,KAAa;;QACrD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,MAAM,EAAE,GAAG,MAAA,MAAA,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC,0CAAG,CAAC,CAAC,0CAAE,IAAI,EAAE,CAAC;QAC/D,MAAM,EAAE,GAAG,MAAA,MAAA,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC,0CAAG,CAAC,CAAC,0CAAE,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE5B,MAAM,KAAK,GAAG,kBAAkB,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,gEAAgE;QAChE,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAEzD,2EAA2E;QAC3E,4DAA4D;QAC5D,MAAM,IAAI,GAAG,QAAQ;aAClB,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,IAAI,EAAE,CAAC;QAEV,MAAM,WAAW,GAAc,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACtE,OAAO,EAAE,EAAE,EAAE,WAAW,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC1E,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,QAAqC;;QAC/D,IAAI,OAAO,QAAQ,KAAK,QAAQ;YAAE,OAAO,MAAA,sBAAc,CAAC,QAAQ,CAAC,mCAAI,IAAI,CAAC;QAC1E,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QACzE,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnED,gDAmEC"}

package/dist/evaluation/index.js

@@ -0,0 +1,33 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./datasets/IDataset"), exports);
+__exportStar(require("./datasets/RebelDataset"), exports);
+__exportStar(require("./datasets/CrossREDataset"), exports);
+__exportStar(require("./datasets/RedocredDataset"), exports);
+__exportStar(require("./datasets/SemEval2010Dataset"), exports);
+__exportStar(require("./matching/ExactMatcher"), exports);
+__exportStar(require("./matching/SemanticMatcher"), exports);
+__exportStar(require("./metrics/TripleMetrics"), exports);
+__exportStar(require("./reporters/ConsoleReporter"), exports);
+__exportStar(require("./reporters/JsonReporter"), exports);
+__exportStar(require("./BenchmarkRunner"), exports);
+__exportStar(require("./mine/types"), exports);
+__exportStar(require("./mine/MineDataset"), exports);
+__exportStar(require("./mine/MineScorer"), exports);
+__exportStar(require("./mine/MineRunner"), exports);
+__exportStar(require("./mine/MineReporter"), exports);
+//# sourceMappingURL=index.js.map

package/dist/evaluation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evaluation/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,0DAAwC;AACxC,4DAA0C;AAC1C,6DAA2C;AAC3C,gEAA8C;AAC9C,0DAAwC;AACxC,6DAA2C;AAC3C,0DAAwC;AACxC,8DAA4C;AAC5C,2DAAyC;AACzC,oDAAkC;AAClC,+CAA6B;AAC7B,qDAAmC;AACnC,oDAAkC;AAClC,oDAAkC;AAClC,sDAAoC"}

package/dist/evaluation/matching/ExactMatcher.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExactMatcher = void 0;
+class ExactMatcher {
+    normalize(s) {
+        return s.toLowerCase().replace(/[^a-z0-9\s]/g, '').trim();
+    }
+    /**
+     * Returns the set of extracted triplets that have at least one match
+     * in groundTruth (true positives), and counts FP/FN.
+     */
+    matchTriplets(extracted, groundTruth) {
+        const gtNorm = groundTruth.map(t => this.normalizeTriplet(t));
+        const exNorm = extracted.map(t => this.normalizeTriplet(t));
+        let tp = 0;
+        const matchedGT = new Set();
+        for (const ex of exNorm) {
+            const idx = gtNorm.findIndex((gt, i) => !matchedGT.has(i) && this.tripletsEqual(ex, gt));
+            if (idx !== -1) {
+                tp++;
+                matchedGT.add(idx);
+            }
+        }
+        return { tp, fp: extracted.length - tp, fn: groundTruth.length - tp };
+    }
+    /**
+     * Matches entity sets (subjects ∪ objects), ignoring predicates.
+     */
+    matchEntities(extracted, groundTruth) {
+        const gtEntities = this.extractEntitySet(groundTruth).map(e => this.normalize(e));
+        const exEntities = this.extractEntitySet(extracted).map(e => this.normalize(e));
+        return this.matchSets(exEntities, gtEntities);
+    }
+    /**
+     * Matches predicate sets only.
+     */
+    matchRelations(extracted, groundTruth) {
+        const gtRels = groundTruth.map(t => this.normalize(t.predicate));
+        const exRels = extracted.map(t => this.normalize(t.predicate));
+        return this.matchSets(exRels, gtRels);
+    }
+    // ─── Private helpers ──────────────────────────────────────────────────────
+    normalizeTriplet(t) {
+        return {
+            subject: this.normalize(t.subject),
+            predicate: this.normalize(t.predicate),
+            object: this.normalize(t.object),
+        };
+    }
+    tripletsEqual(a, b) {
+        return a.subject === b.subject && a.predicate === b.predicate && a.object === b.object;
+    }
+    extractEntitySet(triplets) {
+        const set = new Set();
+        for (const t of triplets) {
+            set.add(t.subject);
+            set.add(t.object);
+        }
+        return Array.from(set);
+    }
+    matchSets(extracted, groundTruth) {
+        let tp = 0;
+        const matchedGT = new Set();
+        for (const ex of extracted) {
+            const idx = groundTruth.findIndex((gt, i) => !matchedGT.has(i) && gt === ex);
+            if (idx !== -1) {
+                tp++;
+                matchedGT.add(idx);
+            }
+        }
+        return { tp, fp: extracted.length - tp, fn: groundTruth.length - tp };
+    }
+}
+exports.ExactMatcher = ExactMatcher;
+//# sourceMappingURL=ExactMatcher.js.map

package/dist/evaluation/matching/ExactMatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExactMatcher.js","sourceRoot":"","sources":["../../../src/evaluation/matching/ExactMatcher.ts"],"names":[],"mappings":";;;AAEA,MAAa,YAAY;IACvB,SAAS,CAAC,CAAS;QACjB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,SAAoB,EAAE,WAAsB;QAGxD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5D,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YACzF,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;gBACf,EAAE,EAAE,CAAC;gBACL,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,SAAoB,EAAE,WAAsB;QAGxD,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,SAAoB,EAAE,WAAsB;QAGzD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,6EAA6E;IAErE,gBAAgB,CAAC,CAAU;QACjC,OAAO;YACL,OAAO,EAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YACpC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YACtC,MAAM,EAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;SACpC,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,CAAU,EAAE,CAAU;QAC1C,OAAO,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC;IACzF,CAAC;IAEO,gBAAgB,CAAC,QAAmB;QAC1C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAEO,SAAS,CAAC,SAAmB,EAAE,WAAqB;QAG1D,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7E,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;gBACf,EAAE,EAAE,CAAC;gBACL,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;IACxE,CAAC;CACF;AA1FD,oCA0FC"}

package/dist/evaluation/matching/SemanticMatcher.js

@@ -0,0 +1,143 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SemanticMatcher = void 0;
+const shared_1 = require("../../shared");
+const ExactMatcher_1 = require("./ExactMatcher");
+class SemanticMatcher {
+    // Depends only on the provider interface (embed/embedBatch), so the metrics
+    // command can pass whichever provider the container built (Ollama | OpenAI).
+    constructor(embeddingService, threshold = 0.80) {
+        this.embeddingService = embeddingService;
+        this.threshold = threshold;
+        this.exactMatcher = new ExactMatcher_1.ExactMatcher();
+        this.embeddingCache = new Map();
+    }
+    /**
+     * Pre-warm the embedding cache for a batch of strings.
+     * Call this before running matchTriplets on many samples to batch
+     * the embedding calls efficiently.
+     */
+    warmCache(strings) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const unique = Array.from(new Set(strings)).filter(s => !this.embeddingCache.has(s));
+            if (unique.length === 0)
+                return;
+            const embeddings = yield this.embeddingService.embedBatch(unique);
+            for (let i = 0; i < unique.length; i++) {
+                this.embeddingCache.set(unique[i], embeddings[i]);
+            }
+        });
+    }
+    matchTriplets(extracted, groundTruth) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // Warm cache for all strings — subjects, predicates, and objects
+            const allStrings = [
+                ...extracted.flatMap(t => [t.subject, t.predicate, t.object]),
+                ...groundTruth.flatMap(t => [t.subject, t.predicate, t.object]),
+            ];
+            yield this.warmCache(allStrings);
+            let tp = 0;
+            const matchedGT = new Set();
+            for (const ex of extracted) {
+                const idx = yield this.findMatch(ex, groundTruth, matchedGT);
+                if (idx !== -1) {
+                    tp++;
+                    matchedGT.add(idx);
+                }
+            }
+            return { tp, fp: extracted.length - tp, fn: groundTruth.length - tp };
+        });
+    }
+    matchEntities(extracted, groundTruth) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const exEntities = this.uniqueEntities(extracted);
+            const gtEntities = this.uniqueEntities(groundTruth);
+            yield this.warmCache([...exEntities, ...gtEntities]);
+            let tp = 0;
+            const matchedGT = new Set();
+            for (const ex of exEntities) {
+                const idx = gtEntities.findIndex((gt, i) => {
+                    if (matchedGT.has(i))
+                        return false;
+                    return this.stringSimilar(ex, gt);
+                });
+                if (idx !== -1) {
+                    tp++;
+                    matchedGT.add(idx);
+                }
+            }
+            return { tp, fp: exEntities.length - tp, fn: gtEntities.length - tp };
+        });
+    }
+    /**
+     * Semantically match predicate sets. Uses embedding similarity rather than
+     * exact string matching — critical when the extractor uses free-form labels
+     * (e.g. "defeated") while ground truth uses a fixed taxonomy ("win-defeat").
+     */
+    matchRelations(extracted, groundTruth) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const exPreds = extracted.map(t => t.predicate);
+            const gtPreds = groundTruth.map(t => t.predicate);
+            yield this.warmCache([...exPreds, ...gtPreds]);
+            let tp = 0;
+            const matchedGT = new Set();
+            for (const ex of exPreds) {
+                const idx = gtPreds.findIndex((gt, i) => {
+                    if (matchedGT.has(i))
+                        return false;
+                    return this.stringSimilar(ex, gt);
+                });
+                if (idx !== -1) {
+                    tp++;
+                    matchedGT.add(idx);
+                }
+            }
+            return { tp, fp: exPreds.length - tp, fn: gtPreds.length - tp };
+        });
+    }
+    // ─── Private helpers ──────────────────────────────────────────────────────
+    findMatch(ex, groundTruth, matchedGT) {
+        return __awaiter(this, void 0, void 0, function* () {
+            for (let i = 0; i < groundTruth.length; i++) {
+                if (matchedGT.has(i))
+                    continue;
+                const gt = groundTruth[i];
+                // All three components: semantic similarity
+                if (this.stringSimilar(ex.subject, gt.subject) &&
+                    this.stringSimilar(ex.predicate, gt.predicate) &&
+                    this.stringSimilar(ex.object, gt.object)) {
+                    return i;
+                }
+            }
+            return -1;
+        });
+    }
+    stringSimilar(a, b) {
+        const aVec = this.embeddingCache.get(a);
+        const bVec = this.embeddingCache.get(b);
+        if (!aVec || !bVec) {
+            // Fall back to exact match if embeddings not available
+            return this.exactMatcher.normalize(a) === this.exactMatcher.normalize(b);
+        }
+        return (0, shared_1.cosineSimilarity)(aVec, bVec) >= this.threshold;
+    }
+    uniqueEntities(triplets) {
+        const set = new Set();
+        for (const t of triplets) {
+            set.add(t.subject);
+            set.add(t.object);
+        }
+        return Array.from(set);
+    }
+}
+exports.SemanticMatcher = SemanticMatcher;
+//# sourceMappingURL=SemanticMatcher.js.map

package/dist/evaluation/matching/SemanticMatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SemanticMatcher.js","sourceRoot":"","sources":["../../../src/evaluation/matching/SemanticMatcher.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yCAAgD;AAEhD,iDAA8C;AAG9C,MAAa,eAAe;IAI1B,4EAA4E;IAC5E,6EAA6E;IAC7E,YACU,gBAAoC,EACpC,YAAoB,IAAI;QADxB,qBAAgB,GAAhB,gBAAgB,CAAoB;QACpC,cAAS,GAAT,SAAS,CAAe;QAP1B,iBAAY,GAAG,IAAI,2BAAY,EAAE,CAAC;QAClC,mBAAc,GAA0B,IAAI,GAAG,EAAE,CAAC;IAOvD,CAAC;IAEJ;;;;OAIG;IACG,SAAS,CAAC,OAAiB;;YAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAChC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;KAAA;IAEK,aAAa,CAAC,SAAoB,EAAE,WAAsB;;YAG9D,iEAAiE;YACjE,MAAM,UAAU,GAAG;gBACjB,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7D,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;aAChE,CAAC;YACF,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAEjC,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;YAEpC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;gBAC7D,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;oBACf,EAAE,EAAE,CAAC;oBACL,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxE,CAAC;KAAA;IAEK,aAAa,CAAC,SAAoB,EAAE,WAAsB;;YAG9D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,UAAU,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC;YAErD,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;YAEpC,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;oBACzC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAE,OAAO,KAAK,CAAC;oBACnC,OAAO,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpC,CAAC,CAAC,CAAC;gBACH,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;oBACf,EAAE,EAAE,CAAC;oBACL,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,EAAE,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxE,CAAC;KAAA;IAED;;;;OAIG;IACG,cAAc,CAAC,SAAoB,EAAE,WAAsB;;YAG/D,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;YAE/C,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;YAEpC,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;oBACtC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAE,OAAO,KAAK,CAAC;oBACnC,OAAO,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpC,CAAC,CAAC,CAAC;gBACH,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;oBACf,EAAE,EAAE,CAAC;oBACL,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QAClE,CAAC;KAAA;IAED,6EAA6E;IAE/D,SAAS,CAAC,EAAW,EAAE,WAAsB,EAAE,SAAsB;;YACjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;oBAAE,SAAS;gBAC/B,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAE1B,4CAA4C;gBAC5C,IACE,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,OAAO,EAAI,EAAE,CAAC,OAAO,CAAC;oBAC5C,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC;oBAC9C,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAK,EAAE,CAAC,MAAM,CAAC,EAC3C,CAAC;oBACD,OAAO,CAAC,CAAC;gBACX,CAAC;YACH,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;KAAA;IAEO,aAAa,CAAC,CAAS,EAAE,CAAS;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,uDAAuD;YACvD,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,IAAA,yBAAgB,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC;IACxD,CAAC;IAEO,cAAc,CAAC,QAAmB;QACxC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;CACF;AA3ID,0CA2IC"}

package/dist/evaluation/metrics/TripleMetrics.js

@@ -0,0 +1,64 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.computeMetrics = computeMetrics;
+exports.computeExactMetrics = computeExactMetrics;
+exports.computeSemanticMetrics = computeSemanticMetrics;
+exports.microAverage = microAverage;
+function computeMetrics(tp, fp, fn) {
+    const precision = tp + fp > 0 ? tp / (tp + fp) : 0;
+    const recall = tp + fn > 0 ? tp / (tp + fn) : 0;
+    const f1 = precision + recall > 0 ? (2 * precision * recall) / (precision + recall) : 0;
+    return { precision, recall, f1, tp, fp, fn };
+}
+/**
+ * Compute exact-match P/R/F1 at entity, relation, and triple level.
+ */
+function computeExactMetrics(extracted, groundTruth, matcher) {
+    const entity = computeMetrics(...Object.values(matcher.matchEntities(extracted, groundTruth)));
+    const relation = computeMetrics(...Object.values(matcher.matchRelations(extracted, groundTruth)));
+    const triple = computeMetrics(...Object.values(matcher.matchTriplets(extracted, groundTruth)));
+    return { entity, relation, triple };
+}
+/**
+ * Compute semantic P/R/F1 at entity, relation, and triple level.
+ */
+function computeSemanticMetrics(extracted, groundTruth, matcher) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const entityRaw = yield matcher.matchEntities(extracted, groundTruth);
+        const relationRaw = yield matcher.matchRelations(extracted, groundTruth);
+        const tripleRaw = yield matcher.matchTriplets(extracted, groundTruth);
+        return {
+            entity: computeMetrics(entityRaw.tp, entityRaw.fp, entityRaw.fn),
+            relation: computeMetrics(relationRaw.tp, relationRaw.fp, relationRaw.fn),
+            triple: computeMetrics(tripleRaw.tp, tripleRaw.fp, tripleRaw.fn),
+        };
+    });
+}
+/**
+ * Micro-average LevelMetrics across multiple samples.
+ */
+function microAverage(results) {
+    if (results.length === 0) {
+        const zero = { precision: 0, recall: 0, f1: 0, tp: 0, fp: 0, fn: 0 };
+        return { entity: zero, relation: zero, triple: zero };
+    }
+    const levels = ['entity', 'relation', 'triple'];
+    const averaged = {};
+    for (const level of levels) {
+        const totalTP = results.reduce((s, r) => s + r[level].tp, 0);
+        const totalFP = results.reduce((s, r) => s + r[level].fp, 0);
+        const totalFN = results.reduce((s, r) => s + r[level].fn, 0);
+        averaged[level] = computeMetrics(totalTP, totalFP, totalFN);
+    }
+    return averaged;
+}
+//# sourceMappingURL=TripleMetrics.js.map

package/dist/evaluation/metrics/TripleMetrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TripleMetrics.js","sourceRoot":"","sources":["../../../src/evaluation/metrics/TripleMetrics.ts"],"names":[],"mappings":";;;;;;;;;;;AAIA,wCAKC;AAKD,kDASC;AAKD,wDAcC;AAKD,oCAiBC;AA5DD,SAAgB,cAAc,CAAC,EAAU,EAAE,EAAU,EAAE,EAAU;IAC/D,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,MAAM,MAAM,GAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,SAAoB,EACpB,WAAsB,EACtB,OAAqB;IAErB,MAAM,MAAM,GAAK,cAAc,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAA6B,CAAC,CAAC;IAC7H,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,CAAC,CAA6B,CAAC,CAAC;IAC9H,MAAM,MAAM,GAAK,cAAc,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAA6B,CAAC,CAAC;IAC7H,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAsB,sBAAsB,CAC1C,SAAoB,EACpB,WAAsB,EACtB,OAAwB;;QAExB,MAAM,SAAS,GAAK,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACzE,MAAM,SAAS,GAAK,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAExE,OAAO;YACL,MAAM,EAAI,cAAc,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC;YAClE,QAAQ,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,CAAC;YACxE,MAAM,EAAI,cAAc,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC;SACnE,CAAC;IACJ,CAAC;CAAA;AAED;;GAEG;AACH,SAAgB,YAAY,CAAC,OAAuB;IAClD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QAClF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,MAAM,GAA2B,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACxE,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,QAAQ,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,QAAwB,CAAC;AAClC,CAAC"}

package/dist/evaluation/mine/MineCheckpoint.js

@@ -0,0 +1,114 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MineCheckpoint = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+/**
+ * Append-only JSONL sidecar so a crash mid-sweep doesn't lose completed articles
+ * (the overnight run was wiped by an OS reboot). Mirrors FetchCacheService /
+ * CheckpointService: tolerant load (drops a truncated final line), parent-dir
+ * ensured on first append, in-memory index keyed by the run+article signature.
+ */
+class MineCheckpoint {
+    constructor(checkpointPath, logger) {
+        this.records = new Map();
+        this.loaded = false;
+        this.dirEnsured = false;
+        this.path = checkpointPath;
+        this.logger = logger;
+    }
+    /** Load any existing checkpoint. Tolerant of a truncated final line. */
+    load() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.loaded)
+                return this.records.size;
+            this.loaded = true;
+            if (!fs.existsSync(this.path))
+                return 0;
+            const content = yield fs.promises.readFile(this.path, 'utf-8');
+            let loaded = 0;
+            let skipped = 0;
+            for (const line of content.split('\n')) {
+                const trimmed = line.trim();
+                if (!trimmed)
+                    continue;
+                try {
+                    const record = JSON.parse(trimmed);
+                    if (record.key && record.result) {
+                        this.records.set(record.key, record.result);
+                        loaded++;
+                    }
+                }
+                catch (_a) {
+                    skipped++; // truncated/corrupt final line — drop it, it'll be recomputed
+                }
+            }
+            if (loaded > 0) {
+                this.logger.info(`Resuming MINE from ${loaded} checkpointed article(s) at ${this.path}` +
+                    (skipped ? ` (skipped ${skipped} corrupt line(s))` : ''));
+            }
+            return loaded;
+        });
+    }
+    has(key) {
+        return this.records.has(key);
+    }
+    get(key) {
+        return this.records.get(key);
+    }
+    /** Persist one article's result and keep the in-memory index in sync. */
+    append(key, result) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.records.set(key, result);
+            if (!this.dirEnsured) {
+                yield fs.promises.mkdir(path.dirname(this.path), { recursive: true });
+                this.dirEnsured = true;
+            }
+            yield fs.promises.appendFile(this.path, JSON.stringify({ key, result }) + '\n');
+        });
+    }
+}
+exports.MineCheckpoint = MineCheckpoint;
+//# sourceMappingURL=MineCheckpoint.js.map

package/dist/evaluation/mine/MineCheckpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MineCheckpoint.js","sourceRoot":"","sources":["../../../src/evaluation/mine/MineCheckpoint.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAe7B;;;;;GAKG;AACH,MAAa,cAAc;IAOzB,YAAY,cAAsB,EAAE,MAAc;QAJ1C,YAAO,GAAmC,IAAI,GAAG,EAAE,CAAC;QACpD,WAAM,GAAG,KAAK,CAAC;QACf,eAAU,GAAG,KAAK,CAAC;QAGzB,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,wEAAwE;IAClE,IAAI;;YACR,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC;YAExC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC/D,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACvB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAyB,CAAC;oBAC3D,IAAI,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC5C,MAAM,EAAE,CAAC;oBACX,CAAC;gBACH,CAAC;gBAAC,WAAM,CAAC;oBACP,OAAO,EAAE,CAAC,CAAC,8DAA8D;gBAC3E,CAAC;YACH,CAAC;YACD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,MAAM,+BAA+B,IAAI,CAAC,IAAI,EAAE;oBACpE,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,OAAO,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAC3D,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KAAA;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,yEAAyE;IACnE,MAAM,CAAC,GAAW,EAAE,MAAyB;;YACjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACzB,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAClF,CAAC;KAAA;CACF;AA5DD,wCA4DC"}