@wanshi-kg/wanshi 0.1.0

package/dist/evaluation/datasets/CrossREDataset.js

@@ -0,0 +1,170 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CrossREDataset = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const readline = __importStar(require("readline"));
+class CrossREDataset {
+    /**
+     * Load CrossRE samples.
+     *
+     * @param dataPath  Path to a single domain JSON file  OR  a directory
+     *                  containing multiple `*-test.json` / `*-dev.json` files.
+     *                  When a directory is given every `.json` file inside is loaded.
+     * @param limit     Maximum total samples to return (applied across all files).
+     * @param domain    Optional domain filter.  Accepts a single domain string
+     *                  (e.g. `"ai"`) or a comma-separated list (e.g. `"ai,news,science"`).
+     *                  When omitted all domains are included.
+     */
+    load(dataPath, limit, domain) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!fs.existsSync(dataPath)) {
+                throw new Error(`CrossRE data path not found: ${dataPath}\n` +
+                    `Pass a single domain file (e.g. ./data/crossre/crossre_data/ai-test.json)\n` +
+                    `or the crossre_data/ directory to load all domain splits.\n` +
+                    `Files are available at: https://github.com/mainlp/CrossRE/tree/main/crossre_data`);
+            }
+            // Normalise domain filter: "ai,news,science" → Set { "ai", "news", "science" }
+            const domainFilter = domain
+                ? new Set(domain.split(',').map(d => d.trim()).filter(Boolean))
+                : null;
+            const files = this.resolveFiles(dataPath);
+            const samples = [];
+            for (const file of files) {
+                if (samples.length >= limit)
+                    break;
+                yield this.loadFile(file, limit - samples.length, domainFilter, samples);
+            }
+            return samples;
+        });
+    }
+    // ─── Private ───────────────────────────────────────────────────────────────
+    /** Return a sorted list of JSON files to load. */
+    resolveFiles(dataPath) {
+        const stat = fs.statSync(dataPath);
+        if (stat.isDirectory()) {
+            return fs.readdirSync(dataPath)
+                .filter(f => f.endsWith('.json'))
+                .sort()
+                .map(f => path.join(dataPath, f));
+        }
+        return [dataPath];
+    }
+    loadFile(filePath, limit, domainFilter, out) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            const stream = fs.createReadStream(filePath, { encoding: 'utf-8' });
+            const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
+            try {
+                for (var _d = true, rl_1 = __asyncValues(rl), rl_1_1; rl_1_1 = yield rl_1.next(), _a = rl_1_1.done, !_a; _d = true) {
+                    _c = rl_1_1.value;
+                    _d = false;
+                    const line = _c;
+                    if (out.length >= limit)
+                        break;
+                    const trimmed = line.trim();
+                    if (!trimmed)
+                        continue;
+                    let raw;
+                    try {
+                        raw = JSON.parse(trimmed);
+                    }
+                    catch (_e) {
+                        continue;
+                    }
+                    const tokens = raw.sentence || [];
+                    const nerTuples = raw.ner || [];
+                    const relTuples = raw.relations || [];
+                    if (tokens.length === 0 || nerTuples.length === 0 || relTuples.length === 0)
+                        continue;
+                    // Extract domain from doc_key prefix (e.g. "news-test-1" -> "news")
+                    const detectedDomain = raw.doc_key.split('-')[0];
+                    // Filter by domain if specified
+                    if (domainFilter && !domainFilter.has(detectedDomain))
+                        continue;
+                    // Build span→mention lookup: "start,end" -> mention string
+                    const spanToMention = new Map();
+                    for (const [start, end] of nerTuples) {
+                        const mention = tokens.slice(start, end + 1).join(' ');
+                        spanToMention.set(`${start},${end}`, mention);
+                    }
+                    // Each relation tuple: [start1, end1, start2, end2, rel-type, ...]
+                    const groundTruth = [];
+                    for (const [s1, e1, s2, e2, relType] of relTuples) {
+                        const subject = spanToMention.get(`${s1},${e1}`);
+                        const object = spanToMention.get(`${s2},${e2}`);
+                        if (subject && object) {
+                            groundTruth.push({ subject, predicate: relType, object });
+                        }
+                    }
+                    if (groundTruth.length === 0)
+                        continue;
+                    out.push({
+                        id: raw.doc_key,
+                        text: tokens.join(' '),
+                        groundTruth,
+                        domain: detectedDomain,
+                    });
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = rl_1.return)) yield _b.call(rl_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+        });
+    }
+}
+exports.CrossREDataset = CrossREDataset;
+//# sourceMappingURL=CrossREDataset.js.map

package/dist/evaluation/datasets/CrossREDataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrossREDataset.js","sourceRoot":"","sources":["../../../src/evaluation/datasets/CrossREDataset.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,mDAAqC;AAiBrC,MAAa,cAAc;IACzB;;;;;;;;;;OAUG;IACG,IAAI,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAe;;YACzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,gCAAgC,QAAQ,IAAI;oBAC5C,6EAA6E;oBAC7E,6DAA6D;oBAC7D,kFAAkF,CACnF,CAAC;YACJ,CAAC;YAED,+EAA+E;YAC/E,MAAM,YAAY,GAAuB,MAAM;gBAC7C,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC/D,CAAC,CAAC,IAAI,CAAC;YAET,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAsB,EAAE,CAAC;YAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;gBACnC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;YAC3E,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;IAED,8EAA8E;IAE9E,kDAAkD;IAC1C,YAAY,CAAC,QAAgB;QACnC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC;iBAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;iBAChC,IAAI,EAAE;iBACN,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAEa,QAAQ,CACpB,QAAgB,EAChB,KAAa,EACb,YAAgC,EAChC,GAAsB;;;YAEtB,MAAM,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;;gBAE5E,KAAyB,eAAA,OAAA,cAAA,EAAE,CAAA,QAAA,gEAAE,CAAC;oBAAL,kBAAE;oBAAF,WAAE;oBAAhB,MAAM,IAAI,KAAA,CAAA;oBACnB,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;wBAAE,MAAM;oBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,IAAI,GAAmB,CAAC;oBACxB,IAAI,CAAC;wBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC5B,CAAC;oBAAC,WAAM,CAAC;wBACP,SAAS;oBACX,CAAC;oBAED,MAAM,MAAM,GAAM,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;oBACrC,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;oBAChC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;oBAEtC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;wBAAE,SAAS;oBAEtF,oEAAoE;oBACpE,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAEjD,gCAAgC;oBAChC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC;wBAAE,SAAS;oBAEhE,2DAA2D;oBAC3D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;oBAChD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;wBACrC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACvD,aAAa,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;oBAChD,CAAC;oBAED,mEAAmE;oBACnE,MAAM,WAAW,GAAc,EAAE,CAAC;oBAClC,KAAK,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,SAAS,EAAE,CAAC;wBAClD,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;wBACjD,MAAM,MAAM,GAAI,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;wBACjD,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;4BACtB,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;wBAC5D,CAAC;oBACH,CAAC;oBAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;wBAAE,SAAS;oBAEvC,GAAG,CAAC,IAAI,CAAC;wBACP,EAAE,EAAE,GAAG,CAAC,OAAO;wBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;wBACtB,WAAW;wBACX,MAAM,EAAE,cAAc;qBACvB,CAAC,CAAC;gBACL,CAAC;;;;;;;;;QACH,CAAC;KAAA;CACF;AAhHD,wCAgHC"}

package/dist/evaluation/datasets/IDataset.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IDataset.js.map

package/dist/evaluation/datasets/IDataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IDataset.js","sourceRoot":"","sources":["../../../src/evaluation/datasets/IDataset.ts"],"names":[],"mappings":""}

package/dist/evaluation/datasets/RebelDataset.js

@@ -0,0 +1,117 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RebelDataset = void 0;
+const fs = __importStar(require("fs"));
+const readline = __importStar(require("readline"));
+class RebelDataset {
+    load(dataPath, limit) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            var _d, _e, _f, _g, _h, _j;
+            if (!fs.existsSync(dataPath)) {
+                throw new Error(`REBEL dataset not found at: ${dataPath}\n` +
+                    `Download from: https://huggingface.co/datasets/Babelscape/rebel-dataset`);
+            }
+            const samples = [];
+            const stream = fs.createReadStream(dataPath, { encoding: 'utf-8' });
+            const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
+            try {
+                for (var _k = true, rl_1 = __asyncValues(rl), rl_1_1; rl_1_1 = yield rl_1.next(), _a = rl_1_1.done, !_a; _k = true) {
+                    _c = rl_1_1.value;
+                    _k = false;
+                    const line = _c;
+                    if (samples.length >= limit)
+                        break;
+                    const trimmed = line.trim();
+                    if (!trimmed)
+                        continue;
+                    let raw;
+                    try {
+                        raw = JSON.parse(trimmed);
+                    }
+                    catch (_l) {
+                        continue;
+                    }
+                    const text = raw.text || '';
+                    if (!text || !raw.triples || raw.triples.length === 0)
+                        continue;
+                    const groundTruth = [];
+                    for (const t of raw.triples) {
+                        const subject = (_e = (_d = t.subject) === null || _d === void 0 ? void 0 : _d.surfaceform) === null || _e === void 0 ? void 0 : _e.trim();
+                        const predicate = (_g = (_f = t.predicate) === null || _f === void 0 ? void 0 : _f.surfaceform) === null || _g === void 0 ? void 0 : _g.trim();
+                        const object = (_j = (_h = t.object) === null || _h === void 0 ? void 0 : _h.surfaceform) === null || _j === void 0 ? void 0 : _j.trim();
+                        if (subject && predicate && object) {
+                            groundTruth.push({ subject, predicate, object });
+                        }
+                    }
+                    if (groundTruth.length === 0)
+                        continue;
+                    samples.push({
+                        id: raw.docid || String(samples.length),
+                        text,
+                        groundTruth,
+                    });
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_k && !_a && (_b = rl_1.return)) yield _b.call(rl_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            return samples;
+        });
+    }
+}
+exports.RebelDataset = RebelDataset;
+//# sourceMappingURL=RebelDataset.js.map

package/dist/evaluation/datasets/RebelDataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RebelDataset.js","sourceRoot":"","sources":["../../../src/evaluation/datasets/RebelDataset.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,mDAAqC;AA6CrC,MAAa,YAAY;IACjB,IAAI,CAAC,QAAgB,EAAE,KAAa;;;;YACxC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,IAAI;oBAC3C,yEAAyE,CAC1E,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAsB,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;;gBAE5E,KAAyB,eAAA,OAAA,cAAA,EAAE,CAAA,QAAA,gEAAE,CAAC;oBAAL,kBAAE;oBAAF,WAAE;oBAAhB,MAAM,IAAI,KAAA,CAAA;oBACnB,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;wBAAE,MAAM;oBACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,IAAI,GAAiB,CAAC;oBACtB,IAAI,CAAC;wBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC5B,CAAC;oBAAC,WAAM,CAAC;wBACP,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,SAAS;oBAEhE,MAAM,WAAW,GAAc,EAAE,CAAC;oBAClC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC5B,MAAM,OAAO,GAAK,MAAA,MAAA,CAAC,CAAC,OAAO,0CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC;wBACjD,MAAM,SAAS,GAAG,MAAA,MAAA,CAAC,CAAC,SAAS,0CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC;wBACnD,MAAM,MAAM,GAAM,MAAA,MAAA,CAAC,CAAC,MAAM,0CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC;wBAChD,IAAI,OAAO,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;4BACnC,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;wBACnD,CAAC;oBACH,CAAC;oBAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;wBAAE,SAAS;oBAEvC,OAAO,CAAC,IAAI,CAAC;wBACX,EAAE,EAAE,GAAG,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;wBACvC,IAAI;wBACJ,WAAW;qBACZ,CAAC,CAAC;gBACL,CAAC;;;;;;;;;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;CACF;AAjDD,oCAiDC"}

package/dist/evaluation/datasets/RedocredDataset.js

@@ -0,0 +1,218 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedocredDataset = void 0;
+const fs = __importStar(require("fs"));
+// RE-DocRED JSON format (Qin et al., 2022):
+// Array of documents, each with:
+// {
+//   title: "...",
+//   sents: [["The", "Loud", "Tour", ...], [...], ...],   // sentences as token arrays
+//   vertexSet: [                                           // entity groups
+//     [{ name, pos, sent_id, type, global_pos, index }, ...],  // multiple mentions
+//     ...
+//   ],
+//   labels: [{ r: "P577", h: 0, t: 6, evidence: [1] }, ...]   // relations (Wikidata PIDs)
+// }
+//
+// Entity name resolution: longest mention in the group (most specific surface form).
+// Text reconstruction: token-join all sentences with a single space between sentences.
+// Relation labels: Wikidata property IDs are mapped to human-readable names via
+//   WIKIDATA_PROP_LABELS so the semantic matcher can compare them meaningfully.
+// ─── Wikidata property ID → readable label ────────────────────────────────────
+// Covers all 96 RE-DocRED relation types.
+const WIKIDATA_PROP_LABELS = {
+    P6: 'head of government',
+    P17: 'country',
+    P19: 'place of birth',
+    P20: 'place of death',
+    P22: 'father',
+    P25: 'mother',
+    P26: 'spouse',
+    P27: 'country of citizenship',
+    P30: 'continent',
+    P31: 'instance of',
+    P35: 'head of state',
+    P36: 'capital',
+    P37: 'official language',
+    P39: 'position held',
+    P40: 'child',
+    P50: 'author',
+    P54: 'member of sports team',
+    P57: 'director',
+    P58: 'screenwriter',
+    P69: 'educated at',
+    P86: 'composer',
+    P102: 'member of political party',
+    P108: 'employer',
+    P112: 'founded by',
+    P118: 'league',
+    P123: 'publisher',
+    P127: 'owned by',
+    P131: 'located in administrative entity',
+    P136: 'genre',
+    P137: 'operator',
+    P140: 'religion or worldview',
+    P150: 'contains administrative entity',
+    P155: 'follows',
+    P156: 'followed by',
+    P159: 'headquarters location',
+    P161: 'cast member',
+    P162: 'producer',
+    P166: 'award received',
+    P170: 'creator',
+    P171: 'parent taxon',
+    P172: 'ethnic group',
+    P175: 'performer',
+    P176: 'manufacturer',
+    P178: 'developer',
+    P179: 'series',
+    P190: 'twinned administrative body',
+    P194: 'legislative body',
+    P205: 'basin country',
+    P206: 'located next to body of water',
+    P241: 'military branch',
+    P264: 'record label',
+    P272: 'production company',
+    P276: 'location',
+    P279: 'subclass of',
+    P355: 'subsidiary',
+    P361: 'part of',
+    P364: 'original language',
+    P400: 'platform',
+    P403: 'mouth of watercourse',
+    P449: 'original network',
+    P463: 'member of',
+    P488: 'chairperson',
+    P495: 'country of origin',
+    P527: 'has part',
+    P551: 'residence',
+    P569: 'date of birth',
+    P570: 'date of death',
+    P571: 'inception date',
+    P576: 'dissolved date',
+    P577: 'publication date',
+    P580: 'start time',
+    P582: 'end time',
+    P585: 'point in time',
+    P607: 'conflict',
+    P674: 'characters',
+    P676: 'lyrics by',
+    P706: 'located on terrain feature',
+    P710: 'participant',
+    P737: 'influenced by',
+    P740: 'location of formation',
+    P749: 'parent organization',
+    P800: 'notable work',
+    P807: 'separated from',
+    P840: 'narrative location',
+    P937: 'work location',
+    P1001: 'applies to jurisdiction',
+    P1056: 'product or material produced',
+    P1198: 'unemployment rate',
+    P1336: 'territory claimed by',
+    P1344: 'participant in',
+    P1365: 'replaces',
+    P1366: 'replaced by',
+    P1376: 'capital of',
+    P1412: 'languages spoken or written',
+    P1441: 'present in work',
+    P3373: 'sibling',
+};
+// ─── Dataset loader ───────────────────────────────────────────────────────────
+class RedocredDataset {
+    /**
+     * Load RE-DocRED samples.
+     *
+     * @param dataPath  Path to one of the JSON files:
+     *                    data/redocred/test_revised.json   ← use for benchmarking
+     *                    data/redocred/dev_revised.json
+     *                    data/redocred/train_revised.json
+     * @param limit     Maximum samples to return (0 / MAX_SAFE_INTEGER = all).
+     * @param domain    Unused — RE-DocRED has no domain splits. Accepted for
+     *                  interface compatibility; pass undefined.
+     */
+    load(dataPath, limit, _domain) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b, _c, _d;
+            if (!fs.existsSync(dataPath)) {
+                throw new Error(`RE-DocRED dataset not found at: ${dataPath}\n` +
+                    `Download from: https://github.com/tonytan48/Re-DocRED\n` +
+                    `Expected files: test_revised.json, dev_revised.json, train_revised.json`);
+            }
+            const raw = JSON.parse(fs.readFileSync(dataPath, 'utf-8'));
+            const samples = [];
+            for (let i = 0; i < raw.length && samples.length < limit; i++) {
+                const doc = raw[i];
+                if (!((_a = doc.sents) === null || _a === void 0 ? void 0 : _a.length) || !((_b = doc.vertexSet) === null || _b === void 0 ? void 0 : _b.length) || !((_c = doc.labels) === null || _c === void 0 ? void 0 : _c.length))
+                    continue;
+                // Reconstruct full text by joining tokens across all sentences
+                const text = doc.sents.map(sent => sent.join(' ')).join(' ');
+                // Build entity index: entity group idx → canonical name (longest mention)
+                const entityNames = doc.vertexSet.map(mentions => mentions.reduce((best, m) => m.name.length > best.length ? m.name : best, ''));
+                // Build ground-truth triplets
+                const groundTruth = [];
+                for (const label of doc.labels) {
+                    const subject = entityNames[label.h];
+                    const object = entityNames[label.t];
+                    const predicate = (_d = WIKIDATA_PROP_LABELS[label.r]) !== null && _d !== void 0 ? _d : label.r;
+                    if (subject && object && predicate) {
+                        groundTruth.push({ subject, predicate, object });
+                    }
+                }
+                if (groundTruth.length === 0)
+                    continue;
+                samples.push({
+                    id: `${doc.title.replace(/\s+/g, '_')}_${i}`,
+                    text,
+                    groundTruth,
+                    // No domain field in RE-DocRED; omit rather than set to undefined
+                });
+            }
+            return samples;
+        });
+    }
+}
+exports.RedocredDataset = RedocredDataset;
+//# sourceMappingURL=RedocredDataset.js.map

package/dist/evaluation/datasets/RedocredDataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedocredDataset.js","sourceRoot":"","sources":["../../../src/evaluation/datasets/RedocredDataset.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB,4CAA4C;AAC5C,iCAAiC;AACjC,IAAI;AACJ,kBAAkB;AAClB,sFAAsF;AACtF,4EAA4E;AAC5E,oFAAoF;AACpF,UAAU;AACV,OAAO;AACP,2FAA2F;AAC3F,IAAI;AACJ,EAAE;AACF,qFAAqF;AACrF,uFAAuF;AACvF,gFAAgF;AAChF,gFAAgF;AAEhF,iFAAiF;AACjF,0CAA0C;AAC1C,MAAM,oBAAoB,GAA2B;IACnD,EAAE,EAAK,oBAAoB;IAC3B,GAAG,EAAI,SAAS;IAChB,GAAG,EAAI,gBAAgB;IACvB,GAAG,EAAI,gBAAgB;IACvB,GAAG,EAAI,QAAQ;IACf,GAAG,EAAI,QAAQ;IACf,GAAG,EAAI,QAAQ;IACf,GAAG,EAAI,wBAAwB;IAC/B,GAAG,EAAI,WAAW;IAClB,GAAG,EAAI,aAAa;IACpB,GAAG,EAAI,eAAe;IACtB,GAAG,EAAI,SAAS;IAChB,GAAG,EAAI,mBAAmB;IAC1B,GAAG,EAAI,eAAe;IACtB,GAAG,EAAI,OAAO;IACd,GAAG,EAAI,QAAQ;IACf,GAAG,EAAI,uBAAuB;IAC9B,GAAG,EAAI,UAAU;IACjB,GAAG,EAAI,cAAc;IACrB,GAAG,EAAI,aAAa;IACpB,GAAG,EAAI,UAAU;IACjB,IAAI,EAAG,2BAA2B;IAClC,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,YAAY;IACnB,IAAI,EAAG,QAAQ;IACf,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,kCAAkC;IACzC,IAAI,EAAG,OAAO;IACd,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,uBAAuB;IAC9B,IAAI,EAAG,gCAAgC;IACvC,IAAI,EAAG,SAAS;IAChB,IAAI,EAAG,aAAa;IACpB,IAAI,EAAG,uBAAuB;IAC9B,IAAI,EAAG,aAAa;IACpB,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,gBAAgB;IACvB,IAAI,EAAG,SAAS;IAChB,IAAI,EAAG,cAAc;IACrB,IAAI,EAAG,cAAc;IACrB,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,cAAc;IACrB,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,QAAQ;IACf,IAAI,EAAG,6BAA6B;IACpC,IAAI,EAAG,kBAAkB;IACzB,IAAI,EAAG,eAAe;IACtB,IAAI,EAAG,+BAA+B;IACtC,IAAI,EAAG,iBAAiB;IACxB,IAAI,EAAG,cAAc;IACrB,IAAI,EAAG,oBAAoB;IAC3B,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,aAAa;IACpB,IAAI,EAAG,YAAY;IACnB,IAAI,EAAG,SAAS;IAChB,IAAI,EAAG,mBAAmB;IAC1B,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,sBAAsB;IAC7B,IAAI,EAAG,kBAAkB;IACzB,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,aAAa;IACpB,IAAI,EAAG,mBAAmB;IAC1B,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,eAAe;IACtB,IAAI,EAAG,eAAe;IACtB,IAAI,EAAG,gBAAgB;IACvB,IAAI,EAAG,gBAAgB;IACvB,IAAI,EAAG,kBAAkB;IACzB,IAAI,EAAG,YAAY;IACnB,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,eAAe;IACtB,IAAI,EAAG,UAAU;IACjB,IAAI,EAAG,YAAY;IACnB,IAAI,EAAG,WAAW;IAClB,IAAI,EAAG,4BAA4B;IACnC,IAAI,EAAG,aAAa;IACpB,IAAI,EAAG,eAAe;IACtB,IAAI,EAAG,uBAAuB;IAC9B,IAAI,EAAG,qBAAqB;IAC5B,IAAI,EAAG,cAAc;IACrB,IAAI,EAAG,gBAAgB;IACvB,IAAI,EAAG,oBAAoB;IAC3B,IAAI,EAAG,eAAe;IACtB,KAAK,EAAE,yBAAyB;IAChC,KAAK,EAAE,8BAA8B;IACrC,KAAK,EAAE,mBAAmB;IAC1B,KAAK,EAAE,sBAAsB;IAC7B,KAAK,EAAE,gBAAgB;IACvB,KAAK,EAAE,UAAU;IACjB,KAAK,EAAE,aAAa;IACpB,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,6BAA6B;IACpC,KAAK,EAAE,iBAAiB;IACxB,KAAK,EAAE,SAAS;CACjB,CAAC;AA2BF,iFAAiF;AAEjF,MAAa,eAAe;IAC1B;;;;;;;;;;OAUG;IACG,IAAI,CAAC,QAAgB,EAAE,KAAa,EAAE,OAAgB;;;YAC1D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,mCAAmC,QAAQ,IAAI;oBAC/C,yDAAyD;oBACzD,yEAAyE,CAC1E,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,GAAkB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YAC1E,MAAM,OAAO,GAAsB,EAAE,CAAC;YAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9D,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBAEnB,IAAI,CAAC,CAAA,MAAA,GAAG,CAAC,KAAK,0CAAE,MAAM,CAAA,IAAI,CAAC,CAAA,MAAA,GAAG,CAAC,SAAS,0CAAE,MAAM,CAAA,IAAI,CAAC,CAAA,MAAA,GAAG,CAAC,MAAM,0CAAE,MAAM,CAAA;oBAAE,SAAS;gBAElF,+DAA+D;gBAC/D,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAE7D,0EAA0E;gBAC1E,MAAM,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC/C,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAC9E,CAAC;gBAEF,8BAA8B;gBAC9B,MAAM,WAAW,GAAc,EAAE,CAAC;gBAClC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,OAAO,GAAK,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACvC,MAAM,MAAM,GAAM,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACvC,MAAM,SAAS,GAAG,MAAA,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,mCAAI,KAAK,CAAC,CAAC,CAAC;oBAE3D,IAAI,OAAO,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;wBACnC,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnD,CAAC;gBACH,CAAC;gBAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAEvC,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE,EAAW,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE;oBACrD,IAAI;oBACJ,WAAW;oBACX,kEAAkE;iBACnE,CAAC,CAAC;YACL,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;CACF;AA7DD,0CA6DC"}