@refract-org/analyzers 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -0
- package/dist/src/category-tracker.d.ts +8 -0
- package/dist/src/category-tracker.d.ts.map +1 -0
- package/dist/src/category-tracker.js +60 -0
- package/dist/src/category-tracker.js.map +1 -0
- package/dist/src/citation-tracker.d.ts +13 -0
- package/dist/src/citation-tracker.d.ts.map +1 -0
- package/dist/src/citation-tracker.js +200 -0
- package/dist/src/citation-tracker.js.map +1 -0
- package/dist/src/claim-differ.d.ts +2 -0
- package/dist/src/claim-differ.d.ts.map +1 -0
- package/dist/src/claim-differ.js +6 -0
- package/dist/src/claim-differ.js.map +1 -0
- package/dist/src/edit-cluster-detector.d.ts +14 -0
- package/dist/src/edit-cluster-detector.d.ts.map +1 -0
- package/dist/src/edit-cluster-detector.js +57 -0
- package/dist/src/edit-cluster-detector.js.map +1 -0
- package/dist/src/heuristic-classifier.d.ts +9 -0
- package/dist/src/heuristic-classifier.d.ts.map +1 -0
- package/dist/src/heuristic-classifier.js +33 -0
- package/dist/src/heuristic-classifier.js.map +1 -0
- package/dist/src/index.d.ts +70 -0
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/index.js +16 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/observation-differ.d.ts +8 -0
- package/dist/src/observation-differ.d.ts.map +1 -0
- package/dist/src/observation-differ.js +16 -0
- package/dist/src/observation-differ.js.map +1 -0
- package/dist/src/page-move-detector.d.ts +11 -0
- package/dist/src/page-move-detector.d.ts.map +1 -0
- package/dist/src/page-move-detector.js +21 -0
- package/dist/src/page-move-detector.js.map +1 -0
- package/dist/src/protection-tracker.d.ts +23 -0
- package/dist/src/protection-tracker.d.ts.map +1 -0
- package/dist/src/protection-tracker.js +74 -0
- package/dist/src/protection-tracker.js.map +1 -0
- package/dist/src/revert-detector.d.ts +3 -0
- package/dist/src/revert-detector.d.ts.map +1 -0
- package/dist/src/revert-detector.js +43 -0
- package/dist/src/revert-detector.js.map +1 -0
- package/dist/src/section-differ.d.ts +26 -0
- package/dist/src/section-differ.d.ts.map +1 -0
- package/dist/src/section-differ.js +268 -0
- package/dist/src/section-differ.js.map +1 -0
- package/dist/src/talk-activity-detector.d.ts +16 -0
- package/dist/src/talk-activity-detector.d.ts.map +1 -0
- package/dist/src/talk-activity-detector.js +76 -0
- package/dist/src/talk-activity-detector.js.map +1 -0
- package/dist/src/talk-correlator.d.ts +7 -0
- package/dist/src/talk-correlator.d.ts.map +1 -0
- package/dist/src/talk-correlator.js +53 -0
- package/dist/src/talk-correlator.js.map +1 -0
- package/dist/src/talk-section-parser.d.ts +22 -0
- package/dist/src/talk-section-parser.d.ts.map +1 -0
- package/dist/src/talk-section-parser.js +109 -0
- package/dist/src/talk-section-parser.js.map +1 -0
- package/dist/src/template-tracker.d.ts +12 -0
- package/dist/src/template-tracker.d.ts.map +1 -0
- package/dist/src/template-tracker.js +225 -0
- package/dist/src/template-tracker.js.map +1 -0
- package/dist/src/wikilink-extractor.d.ts +8 -0
- package/dist/src/wikilink-extractor.d.ts.map +1 -0
- package/dist/src/wikilink-extractor.js +81 -0
- package/dist/src/wikilink-extractor.js.map +1 -0
- package/dist/src/wikitext-parser.d.ts +15 -0
- package/dist/src/wikitext-parser.d.ts.map +1 -0
- package/dist/src/wikitext-parser.js +85 -0
- package/dist/src/wikitext-parser.js.map +1 -0
- package/dist/tsconfig 2.tsbuildinfo +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +28 -0
- package/src/__tests__/category-tracker.test.ts +79 -0
- package/src/__tests__/citation-tracker.test.ts +185 -0
- package/src/__tests__/edit-cluster-detector.test.ts +79 -0
- package/src/__tests__/heuristic-classifier.test.ts +67 -0
- package/src/__tests__/observation-differ.test.ts +58 -0
- package/src/__tests__/page-move-detector.test.ts +64 -0
- package/src/__tests__/protection-tracker.test.ts +72 -0
- package/src/__tests__/revert-detector.test.ts +76 -0
- package/src/__tests__/section-differ.test.ts +120 -0
- package/src/__tests__/talk-activity-detector.test.ts +112 -0
- package/src/__tests__/talk-correlator.test.ts +71 -0
- package/src/__tests__/talk-section-parser.test.ts +105 -0
- package/src/__tests__/template-tracker.test.ts +159 -0
- package/src/__tests__/wikilink-extractor.test.ts +101 -0
- package/src/__tests__/wikitext-parser.test.ts +142 -0
- package/src/category-tracker.ts +75 -0
- package/src/citation-tracker.ts +226 -0
- package/src/claim-differ.ts +4 -0
- package/src/edit-cluster-detector.ts +78 -0
- package/src/heuristic-classifier.ts +59 -0
- package/src/index.ts +88 -0
- package/src/observation-differ.ts +26 -0
- package/src/page-move-detector.ts +32 -0
- package/src/protection-tracker.ts +103 -0
- package/src/revert-detector.ts +51 -0
- package/src/section-differ.ts +315 -0
- package/src/talk-activity-detector.ts +105 -0
- package/src/talk-correlator.ts +70 -0
- package/src/talk-section-parser.ts +151 -0
- package/src/template-tracker.ts +253 -0
- package/src/wikilink-extractor.ts +100 -0
- package/src/wikitext-parser.ts +92 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"talk-correlator.d.ts","sourceRoot":"","sources":["../../src/talk-correlator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAK3E,MAAM,WAAW,sBAAsB;IACrC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,QAAQ,EAAE,EACvB,QAAQ,EAAE,QAAQ,EAAE,EACpB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,aAAa,EAAE,CAuDjB"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
const DEFAULT_WINDOW_BEFORE_MS = 7 * 24 * 60 * 60 * 1000;
|
|
2
|
+
const DEFAULT_WINDOW_AFTER_MS = 3 * 24 * 60 * 60 * 1000;
|
|
3
|
+
export function correlateTalkRevisions(articleRevs, talkRevs, options) {
|
|
4
|
+
const windowBefore = options?.windowBeforeMs ?? DEFAULT_WINDOW_BEFORE_MS;
|
|
5
|
+
const windowAfter = options?.windowAfterMs ?? DEFAULT_WINDOW_AFTER_MS;
|
|
6
|
+
const events = [];
|
|
7
|
+
if (articleRevs.length === 0 || talkRevs.length === 0)
|
|
8
|
+
return events;
|
|
9
|
+
const sortedTalk = [...talkRevs].map((r) => ({ r, ts: new Date(r.timestamp).getTime() }));
|
|
10
|
+
sortedTalk.sort((a, b) => a.ts - b.ts);
|
|
11
|
+
const articleTimes = articleRevs.map((r) => new Date(r.timestamp).getTime());
|
|
12
|
+
for (let a = 0; a < articleRevs.length; a++) {
|
|
13
|
+
const article = articleRevs[a];
|
|
14
|
+
const articleTime = articleTimes[a];
|
|
15
|
+
const windowStart = articleTime - windowBefore;
|
|
16
|
+
const windowEnd = articleTime + windowAfter;
|
|
17
|
+
let closest = null;
|
|
18
|
+
let closestDelta = Infinity;
|
|
19
|
+
for (let t = 0; t < sortedTalk.length; t++) {
|
|
20
|
+
const talkTime = sortedTalk[t].ts;
|
|
21
|
+
if (talkTime < windowStart)
|
|
22
|
+
continue;
|
|
23
|
+
if (talkTime > windowEnd)
|
|
24
|
+
break;
|
|
25
|
+
const delta = Math.abs(talkTime - articleTime);
|
|
26
|
+
if (delta < closestDelta) {
|
|
27
|
+
closestDelta = delta;
|
|
28
|
+
closest = sortedTalk[t].r;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
if (closest) {
|
|
32
|
+
const deltaHours = Math.round((closestDelta / (1000 * 60 * 60)) * 10) / 10;
|
|
33
|
+
events.push({
|
|
34
|
+
eventType: "talk_page_correlated",
|
|
35
|
+
fromRevisionId: article.revId,
|
|
36
|
+
toRevisionId: closest.revId,
|
|
37
|
+
section: "",
|
|
38
|
+
before: "",
|
|
39
|
+
after: "",
|
|
40
|
+
deterministicFacts: [
|
|
41
|
+
{
|
|
42
|
+
fact: "talk_page_correlated",
|
|
43
|
+
detail: `time_delta_hours=${deltaHours} talk_comment=${closest.comment.slice(0, 200)}`,
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
layer: "observed",
|
|
47
|
+
timestamp: closest.timestamp,
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return events;
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=talk-correlator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"talk-correlator.js","sourceRoot":"","sources":["../../src/talk-correlator.ts"],"names":[],"mappings":"AAEA,MAAM,wBAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACzD,MAAM,uBAAuB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAOxD,MAAM,UAAU,sBAAsB,CACpC,WAAuB,EACvB,QAAoB,EACpB,OAAgC;IAEhC,MAAM,YAAY,GAAG,OAAO,EAAE,cAAc,IAAI,wBAAwB,CAAC;IACzE,MAAM,WAAW,GAAG,OAAO,EAAE,aAAa,IAAI,uBAAuB,CAAC;IACtE,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAErE,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1F,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAEvC,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;QAC/C,MAAM,SAAS,GAAG,WAAW,GAAG,WAAW,CAAC;QAE5C,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,IAAI,YAAY,GAAG,QAAQ,CAAC;QAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,IAAI,QAAQ,GAAG,WAAW;gBAAE,SAAS;YACrC,IAAI,QAAQ,GAAG,SAAS;gBAAE,MAAM;YAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAC;YAC/C,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;gBACzB,YAAY,GAAG,KAAK,CAAC;gBACrB,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,OAAO,CAAC,KAAK;gBAC7B,YAAY,EAAE,OAAO,CAAC,KAAK;gBAC3B,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,EAAE;gBACT,kBAAkB,EAAE;oBAClB;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,MAAM,EAAE,oBAAoB,UAAU,iBAAiB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;qBACvF;iBACF;gBACD,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { EvidenceEvent } from "@refract-org/evidence-graph";
|
|
2
|
+
export interface TalkReply {
|
|
3
|
+
depth: number;
|
|
4
|
+
text: string;
|
|
5
|
+
author?: string;
|
|
6
|
+
timestamp?: string;
|
|
7
|
+
}
|
|
8
|
+
export interface TalkThread {
|
|
9
|
+
heading: string;
|
|
10
|
+
startedAt?: string;
|
|
11
|
+
replies: TalkReply[];
|
|
12
|
+
participants: string[];
|
|
13
|
+
isResolved: boolean;
|
|
14
|
+
}
|
|
15
|
+
export interface TalkThreadChange {
|
|
16
|
+
type: "opened" | "archived" | "reply_added" | "unchanged";
|
|
17
|
+
thread: TalkThread;
|
|
18
|
+
}
|
|
19
|
+
export declare function parseTalkThreads(wikitext: string): TalkThread[];
|
|
20
|
+
export declare function diffTalkThreads(before: TalkThread[], after: TalkThread[]): TalkThreadChange[];
|
|
21
|
+
export declare function buildTalkThreadEvents(beforeWikitext: string, afterWikitext: string, fromRevId: number, toRevId: number, timestamp: string): EvidenceEvent[];
|
|
22
|
+
//# sourceMappingURL=talk-section-parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"talk-section-parser.d.ts","sourceRoot":"","sources":["../../src/talk-section-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAEjE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,aAAa,GAAG,WAAW,CAAC;IAC1D,MAAM,EAAE,UAAU,CAAC;CACpB;AAaD,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAiD/D;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,gBAAgB,EAAE,CAuB7F;AAED,wBAAgB,qBAAqB,CACnC,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,GAChB,aAAa,EAAE,CAmCjB"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
const RESOLVED_PATTERN = /\{\{(resolved|done|closed|archived)\}\}/i;
|
|
2
|
+
function extractSignatures(text) {
|
|
3
|
+
const userMatch = text.match(/\[\[[Uu]ser:([^\]|]+)/);
|
|
4
|
+
const tsMatch = text.match(/(\d{1,2}:\d{2},\s+\d{1,2}\s+\w+\s+\d{4})/);
|
|
5
|
+
return {
|
|
6
|
+
author: userMatch?.[1],
|
|
7
|
+
timestamp: tsMatch?.[1],
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
export function parseTalkThreads(wikitext) {
|
|
11
|
+
const threads = [];
|
|
12
|
+
const headerRegex = /^(={1,3})\s*([^=]+?)\s*\1\s*$/m;
|
|
13
|
+
const lines = wikitext.split("\n");
|
|
14
|
+
let currentThread = null;
|
|
15
|
+
for (const line of lines) {
|
|
16
|
+
const headerMatch = headerRegex.exec(line);
|
|
17
|
+
if (headerMatch) {
|
|
18
|
+
if (currentThread) {
|
|
19
|
+
threads.push(currentThread);
|
|
20
|
+
}
|
|
21
|
+
currentThread = {
|
|
22
|
+
heading: headerMatch[2].trim(),
|
|
23
|
+
startedAt: undefined,
|
|
24
|
+
replies: [],
|
|
25
|
+
participants: [],
|
|
26
|
+
isResolved: false,
|
|
27
|
+
};
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (!currentThread)
|
|
31
|
+
continue;
|
|
32
|
+
if (line.trim()) {
|
|
33
|
+
if (RESOLVED_PATTERN.test(line)) {
|
|
34
|
+
currentThread.isResolved = true;
|
|
35
|
+
}
|
|
36
|
+
const indent = line.search(/\S/);
|
|
37
|
+
const depth = indent > 0 ? Math.ceil(indent / 2) + 1 : 1;
|
|
38
|
+
const { author, timestamp } = extractSignatures(line);
|
|
39
|
+
const text = line.replace(/^[:*#]+\s*/, "").trim();
|
|
40
|
+
currentThread.replies.push({ depth, text, author, timestamp });
|
|
41
|
+
if (author && !currentThread.participants.includes(author)) {
|
|
42
|
+
currentThread.participants.push(author);
|
|
43
|
+
}
|
|
44
|
+
if (timestamp && !currentThread.startedAt) {
|
|
45
|
+
currentThread.startedAt = timestamp;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
if (currentThread) {
|
|
50
|
+
threads.push(currentThread);
|
|
51
|
+
}
|
|
52
|
+
return threads;
|
|
53
|
+
}
|
|
54
|
+
export function diffTalkThreads(before, after) {
|
|
55
|
+
const changes = [];
|
|
56
|
+
const beforeMap = new Map(before.map((t) => [t.heading.toLowerCase(), t]));
|
|
57
|
+
const afterMap = new Map(after.map((t) => [t.heading.toLowerCase(), t]));
|
|
58
|
+
for (const [key, thread] of afterMap) {
|
|
59
|
+
const prev = beforeMap.get(key);
|
|
60
|
+
if (!prev) {
|
|
61
|
+
changes.push({ type: "opened", thread });
|
|
62
|
+
}
|
|
63
|
+
else if (thread.replies.length > prev.replies.length) {
|
|
64
|
+
changes.push({ type: "reply_added", thread });
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
changes.push({ type: "unchanged", thread });
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
for (const [key, thread] of beforeMap) {
|
|
71
|
+
if (!afterMap.has(key)) {
|
|
72
|
+
changes.push({ type: "archived", thread });
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
return changes;
|
|
76
|
+
}
|
|
77
|
+
export function buildTalkThreadEvents(beforeWikitext, afterWikitext, fromRevId, toRevId, timestamp) {
|
|
78
|
+
const before = parseTalkThreads(beforeWikitext);
|
|
79
|
+
const after = parseTalkThreads(afterWikitext);
|
|
80
|
+
const changes = diffTalkThreads(before, after);
|
|
81
|
+
const events = [];
|
|
82
|
+
for (const change of changes) {
|
|
83
|
+
if (change.type === "unchanged")
|
|
84
|
+
continue;
|
|
85
|
+
const eventType = change.type === "opened"
|
|
86
|
+
? "talk_thread_opened"
|
|
87
|
+
: change.type === "archived"
|
|
88
|
+
? "talk_thread_archived"
|
|
89
|
+
: "talk_reply_added";
|
|
90
|
+
events.push({
|
|
91
|
+
eventType: eventType,
|
|
92
|
+
fromRevisionId: fromRevId,
|
|
93
|
+
toRevisionId: toRevId,
|
|
94
|
+
section: change.thread.heading || "(unknown)",
|
|
95
|
+
before: "",
|
|
96
|
+
after: change.thread.heading,
|
|
97
|
+
deterministicFacts: [
|
|
98
|
+
{
|
|
99
|
+
fact: `talk_thread_${change.type}`,
|
|
100
|
+
detail: `heading="${change.thread.heading}" participants=${change.thread.participants.length} replies=${change.thread.replies.length} resolved=${change.thread.isResolved}`,
|
|
101
|
+
},
|
|
102
|
+
],
|
|
103
|
+
layer: "observed",
|
|
104
|
+
timestamp,
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
return events;
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=talk-section-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"talk-section-parser.js","sourceRoot":"","sources":["../../src/talk-section-parser.ts"],"names":[],"mappings":"AAsBA,MAAM,gBAAgB,GAAG,0CAA0C,CAAC;AAEpE,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACvE,OAAO;QACL,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,MAAM,WAAW,GAAG,gCAAgC,CAAC;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,aAAa,GAAsB,IAAI,CAAC;IAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC9B,CAAC;YACD,aAAa,GAAG;gBACd,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gBAC9B,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,EAAE;gBACX,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,KAAK;aAClB,CAAC;YACF,SAAS;QACX,CAAC;QAED,IAAI,CAAC,aAAa;YAAE,SAAS;QAE7B,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAChB,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,aAAa,CAAC,UAAU,GAAG,IAAI,CAAC;YAClC,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEnD,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/D,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,aAAa,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,SAAS,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;gBAC1C,aAAa,CAAC,SAAS,GAAG,SAAS,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAoB,EAAE,KAAmB;IACvE,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzE,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3C,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,cAAsB,EACtB,aAAqB,EACrB,SAAiB,EACjB,OAAe,EACf,SAAiB;IAEjB,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QAE1C,MAAM,SAAS,GACb,MAAM,CAAC,IAAI,KAAK,QAAQ;YACtB,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU;gBAC1B,CAAC,CAAC,sBAAsB;gBACxB,CAAC,CAAC,kBAAkB,CAAC;QAE3B,MAAM,CAAC,IAAI,CAAC;YACV,SAAS,EAAE,SAAuC;YAClD,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,WAAW;YAC7C,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC5B,kBAAkB,EAAE;gBAClB;oBACE,IAAI,EAAE,eAAe,MAAM,CAAC,IAAI,EAAE;oBAClC,MAAM,EAAE,YAAY,MAAM,CAAC,MAAM,CAAC,OAAO,kBAAkB,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,YAAY,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE;iBAC5K;aACF;YACD,KAAK,EAAE,UAAU;YACjB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { EvidenceEvent } from "@refract-org/evidence-graph";
|
|
2
|
+
import type { Template, TemplateTracker } from "./index.js";
|
|
3
|
+
export declare const templateTracker: TemplateTracker;
|
|
4
|
+
export interface ParamChange {
|
|
5
|
+
templateName: string;
|
|
6
|
+
paramName: string;
|
|
7
|
+
oldValue?: string;
|
|
8
|
+
newValue?: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function diffTemplateParams(before: Template[], after: Template[]): ParamChange[];
|
|
11
|
+
export declare function buildParamChangeEvents(beforeTemplates: Template[], afterTemplates: Template[], fromRevId: number, toRevId: number, timestamp: string): EvidenceEvent[];
|
|
12
|
+
//# sourceMappingURL=template-tracker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-tracker.d.ts","sourceRoot":"","sources":["../../src/template-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EAAE,QAAQ,EAAkB,eAAe,EAAgB,MAAM,YAAY,CAAC;AAkC1F,eAAO,MAAM,eAAe,EAAE,eA4E7B,CAAC;AAiEF,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,WAAW,EAAE,CAgCvF;AAED,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,QAAQ,EAAE,EAC3B,cAAc,EAAE,QAAQ,EAAE,EAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,GAChB,aAAa,EAAE,CAmBjB"}
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
const TEMPLATE_TYPE_MAP = {
|
|
2
|
+
"citation needed": "citation",
|
|
3
|
+
cn: "citation",
|
|
4
|
+
citation: "citation",
|
|
5
|
+
cite: "citation",
|
|
6
|
+
fact: "citation",
|
|
7
|
+
unreferenced: "citation",
|
|
8
|
+
refimprove: "citation",
|
|
9
|
+
"need citation": "citation",
|
|
10
|
+
"primary sources": "citation",
|
|
11
|
+
npov: "neutrality",
|
|
12
|
+
pov: "neutrality",
|
|
13
|
+
undue: "neutrality",
|
|
14
|
+
blp: "blp",
|
|
15
|
+
"blp sources": "blp",
|
|
16
|
+
"living persons": "blp",
|
|
17
|
+
disputed: "dispute",
|
|
18
|
+
dispute: "dispute",
|
|
19
|
+
contradict: "dispute",
|
|
20
|
+
inconsistent: "dispute",
|
|
21
|
+
cleanup: "cleanup",
|
|
22
|
+
"copy edit": "cleanup",
|
|
23
|
+
tone: "cleanup",
|
|
24
|
+
wikify: "cleanup",
|
|
25
|
+
merge: "cleanup",
|
|
26
|
+
split: "cleanup",
|
|
27
|
+
pp: "protection",
|
|
28
|
+
protected: "protection",
|
|
29
|
+
"pp-protected": "protection",
|
|
30
|
+
"semi-protected": "protection",
|
|
31
|
+
};
|
|
32
|
+
export const templateTracker = {
|
|
33
|
+
extractTemplates(wikitext) {
|
|
34
|
+
const templates = [];
|
|
35
|
+
const seen = new Set();
|
|
36
|
+
let i = 0;
|
|
37
|
+
let depth = 0;
|
|
38
|
+
let start = -1;
|
|
39
|
+
while (i < wikitext.length) {
|
|
40
|
+
if (wikitext[i] === "{" && wikitext[i + 1] === "{") {
|
|
41
|
+
if (depth === 0) {
|
|
42
|
+
start = i;
|
|
43
|
+
}
|
|
44
|
+
depth++;
|
|
45
|
+
i += 2;
|
|
46
|
+
continue;
|
|
47
|
+
}
|
|
48
|
+
if (wikitext[i] === "}" && wikitext[i + 1] === "}") {
|
|
49
|
+
depth--;
|
|
50
|
+
if (depth === 0 && start >= 0) {
|
|
51
|
+
const raw = wikitext.slice(start, i + 2);
|
|
52
|
+
const inner = raw.slice(2, -2).trim();
|
|
53
|
+
const firstBar = inner.indexOf("|");
|
|
54
|
+
const firstName = firstBar >= 0
|
|
55
|
+
? inner.slice(0, firstBar).trim()
|
|
56
|
+
: (() => {
|
|
57
|
+
const nl = inner.indexOf("\n");
|
|
58
|
+
return nl >= 0 ? inner.slice(0, nl).trim() : inner.trim();
|
|
59
|
+
})();
|
|
60
|
+
const name = firstName.toLowerCase().replace(/\s+/g, " ");
|
|
61
|
+
const key = name;
|
|
62
|
+
if (!seen.has(key)) {
|
|
63
|
+
seen.add(key);
|
|
64
|
+
const params = firstBar >= 0 ? parseParams(inner.slice(firstBar + 1)) : undefined;
|
|
65
|
+
templates.push({
|
|
66
|
+
name: firstName,
|
|
67
|
+
type: classifyTemplate(name),
|
|
68
|
+
params,
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
i += 2;
|
|
73
|
+
continue;
|
|
74
|
+
}
|
|
75
|
+
i++;
|
|
76
|
+
}
|
|
77
|
+
return templates;
|
|
78
|
+
},
|
|
79
|
+
diffTemplates(before, after) {
|
|
80
|
+
const changes = [];
|
|
81
|
+
const beforeMap = new Map();
|
|
82
|
+
const afterMap = new Map();
|
|
83
|
+
for (const t of before)
|
|
84
|
+
beforeMap.set(t.name.toLowerCase(), t);
|
|
85
|
+
for (const t of after)
|
|
86
|
+
afterMap.set(t.name.toLowerCase(), t);
|
|
87
|
+
for (const [name, t] of afterMap) {
|
|
88
|
+
if (!beforeMap.has(name)) {
|
|
89
|
+
changes.push({ type: "added", template: t });
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
changes.push({ type: "unchanged", template: t });
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
for (const [name, t] of beforeMap) {
|
|
96
|
+
if (!afterMap.has(name)) {
|
|
97
|
+
changes.push({ type: "removed", template: t });
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
return changes;
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
function classifyTemplate(name) {
|
|
104
|
+
return TEMPLATE_TYPE_MAP[name] ?? "other";
|
|
105
|
+
}
|
|
106
|
+
function parseParams(raw) {
|
|
107
|
+
const params = {};
|
|
108
|
+
const parts = splitParams(raw);
|
|
109
|
+
let unnamedIndex = 1;
|
|
110
|
+
for (const part of parts) {
|
|
111
|
+
const eqIndex = part.indexOf("=");
|
|
112
|
+
if (eqIndex >= 0) {
|
|
113
|
+
params[part.slice(0, eqIndex).trim()] = part.slice(eqIndex + 1).trim();
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
params[String(unnamedIndex)] = part.trim();
|
|
117
|
+
unnamedIndex++;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
return params;
|
|
121
|
+
}
|
|
122
|
+
function splitParams(raw) {
|
|
123
|
+
const parts = [];
|
|
124
|
+
let current = "";
|
|
125
|
+
let braceDepth = 0;
|
|
126
|
+
let linkDepth = 0;
|
|
127
|
+
for (let i = 0; i < raw.length; i++) {
|
|
128
|
+
const ch = raw[i];
|
|
129
|
+
const next = raw[i + 1];
|
|
130
|
+
if (ch === "{" && next === "{") {
|
|
131
|
+
braceDepth++;
|
|
132
|
+
current += "{{";
|
|
133
|
+
i++;
|
|
134
|
+
}
|
|
135
|
+
else if (ch === "}" && next === "}" && braceDepth > 0) {
|
|
136
|
+
braceDepth--;
|
|
137
|
+
current += "}}";
|
|
138
|
+
i++;
|
|
139
|
+
}
|
|
140
|
+
else if (ch === "[" && next === "[" && linkDepth === 0) {
|
|
141
|
+
linkDepth++;
|
|
142
|
+
current += "[[";
|
|
143
|
+
i++;
|
|
144
|
+
}
|
|
145
|
+
else if (ch === "]" && next === "]" && linkDepth > 0) {
|
|
146
|
+
linkDepth--;
|
|
147
|
+
current += "]]";
|
|
148
|
+
i++;
|
|
149
|
+
}
|
|
150
|
+
else if (ch === "|" && braceDepth === 0 && linkDepth === 0) {
|
|
151
|
+
parts.push(current.trim());
|
|
152
|
+
current = "";
|
|
153
|
+
}
|
|
154
|
+
else {
|
|
155
|
+
current += ch;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
if (current.trim()) {
|
|
159
|
+
parts.push(current.trim());
|
|
160
|
+
}
|
|
161
|
+
return parts;
|
|
162
|
+
}
|
|
163
|
+
export function diffTemplateParams(before, after) {
|
|
164
|
+
const changes = [];
|
|
165
|
+
const beforeMap = new Map();
|
|
166
|
+
const afterMap = new Map();
|
|
167
|
+
for (const t of before)
|
|
168
|
+
beforeMap.set(t.name.toLowerCase(), t);
|
|
169
|
+
for (const t of after)
|
|
170
|
+
afterMap.set(t.name.toLowerCase(), t);
|
|
171
|
+
for (const [name, afterTmpl] of afterMap) {
|
|
172
|
+
const beforeTmpl = beforeMap.get(name);
|
|
173
|
+
if (!beforeTmpl || (!beforeTmpl.params && !afterTmpl.params))
|
|
174
|
+
continue;
|
|
175
|
+
if (!beforeTmpl.params || !afterTmpl.params)
|
|
176
|
+
continue;
|
|
177
|
+
const beforeParams = normalizeParams(beforeTmpl.params);
|
|
178
|
+
const afterParams = normalizeParams(afterTmpl.params);
|
|
179
|
+
const allKeys = new Set([...Object.keys(beforeParams), ...Object.keys(afterParams)]);
|
|
180
|
+
for (const key of allKeys) {
|
|
181
|
+
const oldVal = beforeParams[key];
|
|
182
|
+
const newVal = afterParams[key];
|
|
183
|
+
if (oldVal === undefined && newVal !== undefined) {
|
|
184
|
+
changes.push({ templateName: afterTmpl.name, paramName: key, newValue: newVal });
|
|
185
|
+
}
|
|
186
|
+
else if (oldVal !== undefined && newVal === undefined) {
|
|
187
|
+
changes.push({ templateName: afterTmpl.name, paramName: key, oldValue: oldVal });
|
|
188
|
+
}
|
|
189
|
+
else if (oldVal !== newVal) {
|
|
190
|
+
changes.push({ templateName: afterTmpl.name, paramName: key, oldValue: oldVal, newValue: newVal });
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
return changes;
|
|
195
|
+
}
|
|
196
|
+
export function buildParamChangeEvents(beforeTemplates, afterTemplates, fromRevId, toRevId, timestamp) {
|
|
197
|
+
const changes = diffTemplateParams(beforeTemplates, afterTemplates);
|
|
198
|
+
return changes.map((c) => ({
|
|
199
|
+
eventType: "template_parameter_changed",
|
|
200
|
+
fromRevisionId: fromRevId,
|
|
201
|
+
toRevisionId: toRevId,
|
|
202
|
+
section: "body",
|
|
203
|
+
before: c.oldValue ?? "",
|
|
204
|
+
after: c.newValue ?? "",
|
|
205
|
+
deterministicFacts: [
|
|
206
|
+
{
|
|
207
|
+
fact: "template_parameter_changed",
|
|
208
|
+
detail: `template=${c.templateName} param=${c.paramName}${c.oldValue !== undefined ? ` old=${c.oldValue.slice(0, 100)}` : ""}${c.newValue !== undefined ? ` new=${c.newValue.slice(0, 100)}` : ""}`,
|
|
209
|
+
},
|
|
210
|
+
],
|
|
211
|
+
layer: "observed",
|
|
212
|
+
timestamp,
|
|
213
|
+
}));
|
|
214
|
+
}
|
|
215
|
+
function normalizeParams(params) {
|
|
216
|
+
const normalized = {};
|
|
217
|
+
for (const [key, val] of Object.entries(params)) {
|
|
218
|
+
const nk = key.toLowerCase().trim();
|
|
219
|
+
if (val === "")
|
|
220
|
+
continue;
|
|
221
|
+
normalized[nk] = val;
|
|
222
|
+
}
|
|
223
|
+
return normalized;
|
|
224
|
+
}
|
|
225
|
+
//# sourceMappingURL=template-tracker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-tracker.js","sourceRoot":"","sources":["../../src/template-tracker.ts"],"names":[],"mappings":"AAGA,MAAM,iBAAiB,GAAiC;IACtD,iBAAiB,EAAE,UAAU;IAC7B,EAAE,EAAE,UAAU;IACd,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;IAChB,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,UAAU;IACtB,eAAe,EAAE,UAAU;IAC3B,iBAAiB,EAAE,UAAU;IAC7B,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,YAAY;IACjB,KAAK,EAAE,YAAY;IACnB,GAAG,EAAE,KAAK;IACV,aAAa,EAAE,KAAK;IACpB,gBAAgB,EAAE,KAAK;IACvB,QAAQ,EAAE,SAAS;IACnB,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,SAAS;IACrB,YAAY,EAAE,SAAS;IACvB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,SAAS;IACtB,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,SAAS;IACjB,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,EAAE,EAAE,YAAY;IAChB,SAAS,EAAE,YAAY;IACvB,cAAc,EAAE,YAAY;IAC5B,gBAAgB,EAAE,YAAY;CAC/B,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;QAEf,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACnD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBAChB,KAAK,GAAG,CAAC,CAAC;gBACZ,CAAC;gBACD,KAAK,EAAE,CAAC;gBACR,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACnD,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;oBACzC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACpC,MAAM,SAAS,GACb,QAAQ,IAAI,CAAC;wBACX,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE;wBACjC,CAAC,CAAC,CAAC,GAAG,EAAE;4BACJ,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;4BAC/B,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC5D,CAAC,CAAC,EAAE,CAAC;oBACX,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBAE1D,MAAM,GAAG,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;wBAClF,SAAS,CAAC,IAAI,CAAC;4BACb,IAAI,EAAE,SAAS;4BACf,IAAI,EAAE,gBAAgB,CAAC,IAAI,CAAC;4BAC5B,MAAM;yBACP,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,CAAC,EAAE,CAAC;QACN,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,aAAa,CAAC,MAAkB,EAAE,KAAiB;QACjD,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;QAE7C,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/D,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;QAE7D,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAC;AAEF,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC;AAC5C,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3C,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAExB,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAC/B,UAAU,EAAE,CAAC;YACb,OAAO,IAAI,IAAI,CAAC;YAChB,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACxD,UAAU,EAAE,CAAC;YACb,OAAO,IAAI,IAAI,CAAC;YAChB,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACzD,SAAS,EAAE,CAAC;YACZ,OAAO,IAAI,IAAI,CAAC;YAChB,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACvD,SAAS,EAAE,CAAC;YACZ,OAAO,IAAI,IAAI,CAAC;YAChB,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,IAAI,UAAU,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3B,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AASD,MAAM,UAAU,kBAAkB,CAAC,MAAkB,EAAE,KAAiB;IACtE,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE7C,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/D,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IAE7D,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAAE,SAAS;QACvE,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM;YAAE,SAAS;QAEtD,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAErF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;YAEhC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YACnF,CAAC;iBAAM,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACxD,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YACnF,CAAC;iBAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,eAA2B,EAC3B,cAA0B,EAC1B,SAAiB,EACjB,OAAe,EACf,SAAiB;IAEjB,MAAM,OAAO,GAAG,kBAAkB,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IAEpE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,SAAS,EAAE,4BAA0D;QACrE,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,OAAO;QACrB,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;QACxB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;QACvB,kBAAkB,EAAE;YAClB;gBACE,IAAI,EAAE,4BAA4B;gBAClC,MAAM,EAAE,YAAY,CAAC,CAAC,YAAY,UAAU,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;aACpM;SACF;QACD,KAAK,EAAE,UAAU;QACjB,SAAS;KACV,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,eAAe,CAAC,MAA8B;IACrD,MAAM,UAAU,GAAuC,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,GAAG,KAAK,EAAE;YAAE,SAAS;QACzB,UAAU,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;IACvB,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { DeterministicFact, EvidenceEvent } from "@refract-org/evidence-graph";
|
|
2
|
+
export declare function extractWikilinks(wikitext: string): string[];
|
|
3
|
+
export declare function diffWikilinks(before: string[], after: string[]): {
|
|
4
|
+
added: string[];
|
|
5
|
+
removed: string[];
|
|
6
|
+
};
|
|
7
|
+
export declare function buildWikilinkEvents(beforeWikitext: string, afterWikitext: string, fromRevId: number, toRevId: number, section: string, timestamp: string, extraFacts?: DeterministicFact[]): EvidenceEvent[];
|
|
8
|
+
//# sourceMappingURL=wikilink-extractor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wikilink-extractor.d.ts","sourceRoot":"","sources":["../../src/wikilink-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAyBpF,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAmB3D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG;IAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAQvG;AAED,wBAAgB,mBAAmB,CACjC,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,iBAAiB,EAAE,GAC/B,aAAa,EAAE,CAmCjB"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
const WIKILINK_REGEX = /\[\[([^\]]+?)(?:\|([^\]]*))?\]\]/g;
|
|
2
|
+
const EXCLUDED_PREFIXES = [
|
|
3
|
+
"File:",
|
|
4
|
+
"Image:",
|
|
5
|
+
"Category:",
|
|
6
|
+
"wikipedia:",
|
|
7
|
+
"w:",
|
|
8
|
+
"mediawiki:",
|
|
9
|
+
"mw:",
|
|
10
|
+
"wiktionary:",
|
|
11
|
+
"wikt:",
|
|
12
|
+
"commons:",
|
|
13
|
+
"c:",
|
|
14
|
+
"d:",
|
|
15
|
+
"n:",
|
|
16
|
+
"q:",
|
|
17
|
+
"s:",
|
|
18
|
+
"v:",
|
|
19
|
+
"voy:",
|
|
20
|
+
"b:",
|
|
21
|
+
];
|
|
22
|
+
export function extractWikilinks(wikitext) {
|
|
23
|
+
const links = [];
|
|
24
|
+
const seen = new Set();
|
|
25
|
+
let match;
|
|
26
|
+
// biome-ignore lint/suspicious/noAssignInExpressions: Standard regex loop pattern
|
|
27
|
+
while ((match = WIKILINK_REGEX.exec(wikitext)) !== null) {
|
|
28
|
+
const target = match[1].trim();
|
|
29
|
+
const isExcluded = EXCLUDED_PREFIXES.some((prefix) => target.toLowerCase().startsWith(prefix.toLowerCase()));
|
|
30
|
+
if (isExcluded)
|
|
31
|
+
continue;
|
|
32
|
+
const normalized = target.toLowerCase().replace(/_/g, " ");
|
|
33
|
+
if (seen.has(normalized))
|
|
34
|
+
continue;
|
|
35
|
+
seen.add(normalized);
|
|
36
|
+
links.push(normalized);
|
|
37
|
+
}
|
|
38
|
+
return links;
|
|
39
|
+
}
|
|
40
|
+
export function diffWikilinks(before, after) {
|
|
41
|
+
const beforeSet = new Set(before);
|
|
42
|
+
const afterSet = new Set(after);
|
|
43
|
+
return {
|
|
44
|
+
added: after.filter((w) => !beforeSet.has(w)),
|
|
45
|
+
removed: before.filter((w) => !afterSet.has(w)),
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
export function buildWikilinkEvents(beforeWikitext, afterWikitext, fromRevId, toRevId, section, timestamp, extraFacts) {
|
|
49
|
+
const events = [];
|
|
50
|
+
const before = extractWikilinks(beforeWikitext);
|
|
51
|
+
const after = extractWikilinks(afterWikitext);
|
|
52
|
+
const { added, removed } = diffWikilinks(before, after);
|
|
53
|
+
for (const link of added) {
|
|
54
|
+
events.push({
|
|
55
|
+
eventType: "wikilink_added",
|
|
56
|
+
fromRevisionId: fromRevId,
|
|
57
|
+
toRevisionId: toRevId,
|
|
58
|
+
section,
|
|
59
|
+
before: "",
|
|
60
|
+
after: link,
|
|
61
|
+
deterministicFacts: [{ fact: "wikilink_added", detail: `target=${link}` }, ...(extraFacts ?? [])],
|
|
62
|
+
layer: "observed",
|
|
63
|
+
timestamp,
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
for (const link of removed) {
|
|
67
|
+
events.push({
|
|
68
|
+
eventType: "wikilink_removed",
|
|
69
|
+
fromRevisionId: fromRevId,
|
|
70
|
+
toRevisionId: toRevId,
|
|
71
|
+
section,
|
|
72
|
+
before: link,
|
|
73
|
+
after: "",
|
|
74
|
+
deterministicFacts: [{ fact: "wikilink_removed", detail: `target=${link}` }, ...(extraFacts ?? [])],
|
|
75
|
+
layer: "observed",
|
|
76
|
+
timestamp,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
return events;
|
|
80
|
+
}
|
|
81
|
+
//# sourceMappingURL=wikilink-extractor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wikilink-extractor.js","sourceRoot":"","sources":["../../src/wikilink-extractor.ts"],"names":[],"mappings":"AAEA,MAAM,cAAc,GAAG,mCAAmC,CAAC;AAE3D,MAAM,iBAAiB,GAAG;IACxB,OAAO;IACP,QAAQ;IACR,WAAW;IACX,YAAY;IACZ,IAAI;IACJ,YAAY;IACZ,KAAK;IACL,aAAa;IACb,OAAO;IACP,UAAU;IACV,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,IAAI;CACL,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,KAA6B,CAAC;IAElC,kFAAkF;IAClF,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE/B,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC7G,IAAI,UAAU;YAAE,SAAS;QAEzB,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,SAAS;QACnC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB,EAAE,KAAe;IAC7D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAEhC,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,cAAsB,EACtB,aAAqB,EACrB,SAAiB,EACjB,OAAe,EACf,OAAe,EACf,SAAiB,EACjB,UAAgC;IAEhC,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC;YACV,SAAS,EAAE,gBAAgB;YAC3B,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,OAAO;YACP,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,IAAI;YACX,kBAAkB,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YACjG,KAAK,EAAE,UAAU;YACjB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC;YACV,SAAS,EAAE,kBAAkB;YAC7B,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,OAAO;YACP,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE;YACT,kBAAkB,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,UAAU,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YACnG,KAAK,EAAE,UAAU;YACjB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export declare function sanitizeWikitext(value: string): string;
|
|
2
|
+
export declare function stripWikitext(wikitext: string): string;
|
|
3
|
+
export interface HeadingPosition {
|
|
4
|
+
position: number;
|
|
5
|
+
heading: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function extractHeadingMap(wikitext: string): HeadingPosition[];
|
|
8
|
+
export declare function deriveSectionHeading(wikitext: string, position: number): string | null;
|
|
9
|
+
export declare function countCitations(wikitext: string): number;
|
|
10
|
+
export declare function countKeywordMentions(wikitext: string, phrases: string[]): {
|
|
11
|
+
totalMentions: number;
|
|
12
|
+
matchedPhrases: number;
|
|
13
|
+
};
|
|
14
|
+
export declare function extractAnchorSnippet(wikitext: string, phrases: string[], radius?: number): string | null;
|
|
15
|
+
//# sourceMappingURL=wikitext-parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wikitext-parser.d.ts","sourceRoot":"","sources":["../../src/wikitext-parser.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAatD;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAatD;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,EAAE,CAKrE;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAOtF;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,CAmBnD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,MAAM,SAAM,GAAG,MAAM,GAAG,IAAI,CAYrG"}
|