wiki-graph-core 0.3.1 → 0.4.0

package/dist/graph/knowledge-build/grounding-runner.js

@@ -0,0 +1,90 @@
+import {
+  buildWikimatchWindows,
+  judgeWikimatchPolicy
+} from "../../external/wikimatch/index.js";
+import { WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET } from "./constants.js";
+import {
+  createGroundingCandidatePages,
+  formatGroundingEfficiency
+} from "./grounding.js";
+import { mapLazyGuaranteedRequests } from "./request.js";
+async function groundWikimatchCandidates(input) {
+  const mentions = [];
+  const candidatePages = createGroundingCandidatePages(input.candidates);
+  let completedWindows = 0;
+  let totalWindows = 0;
+  let activeCandidates = candidatePages.nextPage();
+  while (activeCandidates.length > 0) {
+    const windows = buildWikimatchWindows({
+      candidates: activeCandidates,
+      contextWords: 220,
+      optionBudget: WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET,
+      text: input.text
+    });
+    totalWindows += windows.length;
+    if (windows.length === 0) {
+      break;
+    }
+    await input.progressTracker?.updatePhase({
+      done: completedWindows,
+      phase: "grounding",
+      total: totalWindows,
+      unit: "window"
+    });
+    const results = await mapLazyGuaranteedRequests(
+      input.request,
+      windows,
+      async (window, request) => {
+        try {
+          await input.progressTracker?.throwIfStopped();
+          return await judgeWikimatchPolicy({
+            candidates: window.candidates,
+            policyPrompt: input.policyPrompt,
+            request,
+            window
+          });
+        } finally {
+          completedWindows += 1;
+          await input.progressTracker?.updatePhase({
+            done: completedWindows,
+            phase: "grounding",
+            total: totalWindows,
+            unit: "window"
+          });
+        }
+      }
+    );
+    const continuedCandidateIds = /* @__PURE__ */ new Set();
+    for (const result of results) {
+      for (const mention of result.mentions) {
+        mentions.push(mention);
+        candidatePages.accept(mention);
+      }
+      for (const update of result.policyUpdates) {
+        candidatePages.close(update.candidateId, update.decision);
+      }
+      for (const continuation of result.continuations) {
+        for (const candidateId of continuation.candidateIds) {
+          continuedCandidateIds.add(candidateId);
+          candidatePages.continue(candidateId);
+        }
+      }
+    }
+    activeCandidates = candidatePages.nextPage(continuedCandidateIds);
+  }
+  await input.progressTracker?.updatePhase({
+    done: completedWindows,
+    phase: "grounding",
+    phaseDetail: formatGroundingEfficiency(
+      candidatePages.getStats(),
+      mentions.length
+    ),
+    total: totalWindows,
+    unit: "window"
+  });
+  return mentions;
+}
+export {
+  groundWikimatchCandidates
+};
+//# sourceMappingURL=grounding-runner.js.map

package/dist/graph/knowledge-build/grounding-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/grounding-runner.ts"],"sourcesContent":["import type { GuaranteedRequestController } from \"../../external/guaranteed/index.js\";\nimport {\n  buildWikimatchWindows,\n  judgeWikimatchPolicy,\n  type WikimatchAcceptedMention,\n  type WikimatchCandidate,\n} from \"../../external/wikimatch/index.js\";\nimport { WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET } from \"./constants.js\";\nimport {\n  createGroundingCandidatePages,\n  formatGroundingEfficiency,\n} from \"./grounding.js\";\nimport { mapLazyGuaranteedRequests } from \"./request.js\";\nimport type { KnowledgeGraphProgressTracker } from \"./types.js\";\n\nexport async function groundWikimatchCandidates(input: {\n  readonly candidates: readonly WikimatchCandidate[];\n  readonly policyPrompt: string;\n  readonly progressTracker?: KnowledgeGraphProgressTracker;\n  readonly request: GuaranteedRequestController;\n  readonly text: string;\n}): Promise<readonly WikimatchAcceptedMention[]> {\n  const mentions: WikimatchAcceptedMention[] = [];\n  const candidatePages = createGroundingCandidatePages(input.candidates);\n  let completedWindows = 0;\n  let totalWindows = 0;\n\n  let activeCandidates = candidatePages.nextPage();\n\n  while (activeCandidates.length > 0) {\n    const windows = buildWikimatchWindows({\n      candidates: activeCandidates,\n      contextWords: 220,\n      optionBudget: WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET,\n      text: input.text,\n    });\n\n    totalWindows += windows.length;\n    if (windows.length === 0) {\n      break;\n    }\n    await input.progressTracker?.updatePhase({\n      done: completedWindows,\n      phase: \"grounding\",\n      total: totalWindows,\n      unit: \"window\",\n    });\n\n    const results = await mapLazyGuaranteedRequests(\n      input.request,\n      windows,\n      async (window, request) => {\n        try {\n          await input.progressTracker?.throwIfStopped();\n          return await judgeWikimatchPolicy({\n            candidates: window.candidates,\n            policyPrompt: input.policyPrompt,\n            request,\n            window,\n          });\n        } finally {\n          completedWindows += 1;\n          await input.progressTracker?.updatePhase({\n            done: completedWindows,\n            phase: \"grounding\",\n            total: totalWindows,\n            unit: \"window\",\n          });\n        }\n      },\n    );\n\n    const continuedCandidateIds = new Set<string>();\n\n    for (const result of results) {\n      for (const mention of result.mentions) {\n        mentions.push(mention);\n        candidatePages.accept(mention);\n      }\n      for (const update of result.policyUpdates) {\n        candidatePages.close(update.candidateId, update.decision);\n      }\n      for (const continuation of result.continuations) {\n        for (const candidateId of continuation.candidateIds) {\n          continuedCandidateIds.add(candidateId);\n          candidatePages.continue(candidateId);\n        }\n      }\n    }\n\n    activeCandidates = candidatePages.nextPage(continuedCandidateIds);\n  }\n\n  await input.progressTracker?.updatePhase({\n    done: completedWindows,\n    phase: \"grounding\",\n    phaseDetail: formatGroundingEfficiency(\n      candidatePages.getStats(),\n      mentions.length,\n    ),\n    total: totalWindows,\n    unit: \"window\",\n  });\n\n  return mentions;\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,6CAA6C;AACtD;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,iCAAiC;AAG1C,eAAsB,0BAA0B,OAMC;AAC/C,QAAM,WAAuC,CAAC;AAC9C,QAAM,iBAAiB,8BAA8B,MAAM,UAAU;AACrE,MAAI,mBAAmB;AACvB,MAAI,eAAe;AAEnB,MAAI,mBAAmB,eAAe,SAAS;AAE/C,SAAO,iBAAiB,SAAS,GAAG;AAClC,UAAM,UAAU,sBAAsB;AAAA,MACpC,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,cAAc;AAAA,MACd,MAAM,MAAM;AAAA,IACd,CAAC;AAED,oBAAgB,QAAQ;AACxB,QAAI,QAAQ,WAAW,GAAG;AACxB;AAAA,IACF;AACA,UAAM,MAAM,iBAAiB,YAAY;AAAA,MACvC,MAAM;AAAA,MACN,OAAO;AAAA,MACP,OAAO;AAAA,MACP,MAAM;AAAA,IACR,CAAC;AAED,UAAM,UAAU,MAAM;AAAA,MACpB,MAAM;AAAA,MACN;AAAA,MACA,OAAO,QAAQ,YAAY;AACzB,YAAI;AACF,gBAAM,MAAM,iBAAiB,eAAe;AAC5C,iBAAO,MAAM,qBAAqB;AAAA,YAChC,YAAY,OAAO;AAAA,YACnB,cAAc,MAAM;AAAA,YACpB;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH,UAAE;AACA,8BAAoB;AACpB,gBAAM,MAAM,iBAAiB,YAAY;AAAA,YACvC,MAAM;AAAA,YACN,OAAO;AAAA,YACP,OAAO;AAAA,YACP,MAAM;AAAA,UACR,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,UAAM,wBAAwB,oBAAI,IAAY;AAE9C,eAAW,UAAU,SAAS;AAC5B,iBAAW,WAAW,OAAO,UAAU;AACrC,iBAAS,KAAK,OAAO;AACrB,uBAAe,OAAO,OAAO;AAAA,MAC/B;AACA,iBAAW,UAAU,OAAO,eAAe;AACzC,uBAAe,MAAM,OAAO,aAAa,OAAO,QAAQ;AAAA,MAC1D;AACA,iBAAW,gBAAgB,OAAO,eAAe;AAC/C,mBAAW,eAAe,aAAa,cAAc;AACnD,gCAAsB,IAAI,WAAW;AACrC,yBAAe,SAAS,WAAW;AAAA,QACrC;AAAA,MACF;AAAA,IACF;AAEA,uBAAmB,eAAe,SAAS,qBAAqB;AAAA,EAClE;AAEA,QAAM,MAAM,iBAAiB,YAAY;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,aAAa;AAAA,MACX,eAAe,SAAS;AAAA,MACxB,SAAS;AAAA,IACX;AAAA,IACA,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,SAAO;AACT;","names":[]}

package/dist/graph/knowledge-build/grounding.d.ts

@@ -0,0 +1,19 @@
+import { WikimatchCandidate, WikimatchAcceptedMention } from '../../external/wikimatch/types.js';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+
+declare function createGroundingCandidatePages(candidates: readonly WikimatchCandidate[]): {
+    readonly accept: (mention: WikimatchAcceptedMention) => void;
+    readonly close: (candidateId: string, decision?: "skip_this_time" | "never_recall") => void;
+    readonly continue: (candidateId: string) => void;
+    readonly getStats: () => GroundingCandidatePageStats;
+    readonly nextPage: (continuedCandidateIds?: ReadonlySet<string>) => readonly WikimatchCandidate[];
+};
+interface GroundingCandidatePageStats {
+    candidatePageCount: number;
+    qidAppearanceCount: number;
+}
+declare function formatGroundingEfficiency(stats: GroundingCandidatePageStats, mentionCount: number): string;
+
+export { createGroundingCandidatePages, formatGroundingEfficiency };

package/dist/graph/knowledge-build/grounding.js

@@ -0,0 +1,158 @@
+import {
+  filterCandidateQidOptions,
+  listCandidateSelectableQids
+} from "../../external/wikimatch/index.js";
+const WIKIMATCH_GROUNDING_DEFAULT_OPTION_BUDGETS = [5, 10, 20, 35];
+const WIKIMATCH_GROUNDING_PRIOR_OPTION_BUDGETS = [3, 5, 10, 20, 35];
+const WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD = 3;
+function createGroundingCandidatePages(candidates) {
+  const candidatesById = new Map(
+    candidates.map((candidate) => [candidate.id, candidate])
+  );
+  const shownQidsByCandidateId = new Map(
+    candidates.map((candidate) => [candidate.id, /* @__PURE__ */ new Set()])
+  );
+  const pageIndexesByCandidateId = new Map(
+    candidates.map((candidate) => [candidate.id, 0])
+  );
+  const closedCandidateIds = /* @__PURE__ */ new Set();
+  const recallCounts = /* @__PURE__ */ new Map();
+  const surfaceStats = /* @__PURE__ */ new Map();
+  const stats = {
+    candidatePageCount: 0,
+    qidAppearanceCount: 0
+  };
+  return {
+    accept(mention) {
+      closedCandidateIds.add(mention.candidateId);
+      getSurfaceStats(surfaceStats, mention.surface).recallCount += 1;
+      recallCounts.set(
+        createSurfaceQidKey(mention.surface, mention.qid),
+        (recallCounts.get(createSurfaceQidKey(mention.surface, mention.qid)) ?? 0) + 1
+      );
+    },
+    close(candidateId, decision) {
+      closedCandidateIds.add(candidateId);
+      const candidate = candidatesById.get(candidateId);
+      if (candidate !== void 0 && (decision === "skip_this_time" || decision === "never_recall")) {
+        getSurfaceStats(surfaceStats, candidate.surface).rejectCount += 1;
+      }
+    },
+    continue(candidateId) {
+      const candidate = candidatesById.get(candidateId);
+      if (candidate !== void 0) {
+        getSurfaceStats(surfaceStats, candidate.surface).continueCount += 1;
+      }
+    },
+    getStats() {
+      return { ...stats };
+    },
+    nextPage(continuedCandidateIds) {
+      const pageCandidates = [];
+      const candidateIds = continuedCandidateIds === void 0 ? candidates.map((candidate) => candidate.id) : [...continuedCandidateIds];
+      for (const candidateId of candidateIds) {
+        if (closedCandidateIds.has(candidateId)) {
+          continue;
+        }
+        const candidate = candidatesById.get(candidateId);
+        const shownQids = shownQidsByCandidateId.get(candidateId);
+        if (candidate === void 0 || shownQids === void 0) {
+          continue;
+        }
+        const sortedCandidate = sortCandidateOptionsByRecall(
+          candidate,
+          recallCounts
+        );
+        const selectableQids = listCandidateSelectableQids(sortedCandidate);
+        const pageIndex = pageIndexesByCandidateId.get(candidateId) ?? 0;
+        const optionBudget = getGroundingCandidateOptionBudget(
+          getSurfaceStats(surfaceStats, candidate.surface),
+          pageIndex
+        );
+        const selectedQids = selectableQids.filter((qid) => !shownQids.has(qid)).slice(0, optionBudget);
+        if (selectedQids.length === 0) {
+          closedCandidateIds.add(candidateId);
+          continue;
+        }
+        for (const qid of selectedQids) {
+          shownQids.add(qid);
+        }
+        const hasMoreOptions = selectableQids.some(
+          (qid) => !shownQids.has(qid)
+        );
+        const pageCandidate = filterCandidateQidOptions(
+          sortedCandidate,
+          new Set(selectedQids)
+        );
+        if (!hasMoreOptions) {
+          closedCandidateIds.add(candidateId);
+        }
+        getSurfaceStats(surfaceStats, candidate.surface).seenCount += 1;
+        pageIndexesByCandidateId.set(candidateId, pageIndex + 1);
+        stats.candidatePageCount += 1;
+        stats.qidAppearanceCount += selectedQids.length;
+        pageCandidates.push({
+          ...pageCandidate,
+          ...hasMoreOptions ? { hasMoreOptions: true } : {}
+        });
+      }
+      return pageCandidates;
+    }
+  };
+}
+function getSurfaceStats(surfaceStats, surface) {
+  const existing = surfaceStats.get(surface);
+  if (existing !== void 0) {
+    return existing;
+  }
+  const created = {
+    continueCount: 0,
+    recallCount: 0,
+    rejectCount: 0,
+    seenCount: 0
+  };
+  surfaceStats.set(surface, created);
+  return created;
+}
+function getGroundingCandidateOptionBudget(stats, pageIndex) {
+  const budgets = hasStrongGroundingSurfacePrior(stats) ? WIKIMATCH_GROUNDING_PRIOR_OPTION_BUDGETS : WIKIMATCH_GROUNDING_DEFAULT_OPTION_BUDGETS;
+  return budgets[Math.min(pageIndex, budgets.length - 1)];
+}
+function hasStrongGroundingSurfacePrior(stats) {
+  if (stats.seenCount < WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD) {
+    return false;
+  }
+  return stats.recallCount >= 2 && stats.continueCount === 0 || stats.rejectCount >= 2 && stats.recallCount === 0 || stats.continueCount >= WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD;
+}
+function formatGroundingEfficiency(stats, mentionCount) {
+  const qidPerMention = mentionCount === 0 ? "n/a" : (stats.qidAppearanceCount / mentionCount).toFixed(1);
+  return `efficiency qid/mention=${qidPerMention} qids=${stats.qidAppearanceCount} mentions=${mentionCount} pages=${stats.candidatePageCount}`;
+}
+function sortCandidateOptionsByRecall(candidate, recallCounts) {
+  return {
+    ...candidate,
+    qidOptions: [...candidate.qidOptions].sort((left, right) => {
+      return getOptionRecallScore(candidate.surface, right, recallCounts) - getOptionRecallScore(candidate.surface, left, recallCounts);
+    })
+  };
+}
+function getOptionRecallScore(surface, option, recallCounts) {
+  const directScore = recallCounts.get(createSurfaceQidKey(surface, option.qid)) ?? 0;
+  const disambiguationScore = option.disambiguation?.linkedQids.reduce(
+    (total, item) => total + (recallCounts.get(createSurfaceQidKey(surface, item.qid)) ?? 0),
+    0
+  ) ?? 0;
+  const profileScore = option.disambiguation?.profile?.meanings.reduce(
+    (total, item) => total + (recallCounts.get(createSurfaceQidKey(surface, item.qid)) ?? 0),
+    0
+  ) ?? 0;
+  return directScore + disambiguationScore + profileScore;
+}
+function createSurfaceQidKey(surface, qid) {
+  return `${surface}\0${qid}`;
+}
+export {
+  createGroundingCandidatePages,
+  formatGroundingEfficiency
+};
+//# sourceMappingURL=grounding.js.map

package/dist/graph/knowledge-build/grounding.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/grounding.ts"],"sourcesContent":["import {\n  filterCandidateQidOptions,\n  listCandidateSelectableQids,\n  type WikimatchAcceptedMention,\n  type WikimatchCandidate,\n} from \"../../external/wikimatch/index.js\";\n\nconst WIKIMATCH_GROUNDING_DEFAULT_OPTION_BUDGETS = [5, 10, 20, 35] as const;\nconst WIKIMATCH_GROUNDING_PRIOR_OPTION_BUDGETS = [3, 5, 10, 20, 35] as const;\nconst WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD = 3;\n\nexport function createGroundingCandidatePages(\n  candidates: readonly WikimatchCandidate[],\n): {\n  readonly accept: (mention: WikimatchAcceptedMention) => void;\n  readonly close: (\n    candidateId: string,\n    decision?: \"skip_this_time\" | \"never_recall\",\n  ) => void;\n  readonly continue: (candidateId: string) => void;\n  readonly getStats: () => GroundingCandidatePageStats;\n  readonly nextPage: (\n    continuedCandidateIds?: ReadonlySet<string>,\n  ) => readonly WikimatchCandidate[];\n} {\n  const candidatesById = new Map(\n    candidates.map((candidate) => [candidate.id, candidate]),\n  );\n  const shownQidsByCandidateId = new Map(\n    candidates.map((candidate) => [candidate.id, new Set<string>()]),\n  );\n  const pageIndexesByCandidateId = new Map(\n    candidates.map((candidate) => [candidate.id, 0]),\n  );\n  const closedCandidateIds = new Set<string>();\n  const recallCounts = new Map<string, number>();\n  const surfaceStats = new Map<string, GroundingSurfaceStats>();\n  const stats: GroundingCandidatePageStats = {\n    candidatePageCount: 0,\n    qidAppearanceCount: 0,\n  };\n\n  return {\n    accept(mention) {\n      closedCandidateIds.add(mention.candidateId);\n      getSurfaceStats(surfaceStats, mention.surface).recallCount += 1;\n      recallCounts.set(\n        createSurfaceQidKey(mention.surface, mention.qid),\n        (recallCounts.get(createSurfaceQidKey(mention.surface, mention.qid)) ??\n          0) + 1,\n      );\n    },\n    close(candidateId, decision) {\n      closedCandidateIds.add(candidateId);\n      const candidate = candidatesById.get(candidateId);\n\n      if (\n        candidate !== undefined &&\n        (decision === \"skip_this_time\" || decision === \"never_recall\")\n      ) {\n        getSurfaceStats(surfaceStats, candidate.surface).rejectCount += 1;\n      }\n    },\n    continue(candidateId) {\n      const candidate = candidatesById.get(candidateId);\n\n      if (candidate !== undefined) {\n        getSurfaceStats(surfaceStats, candidate.surface).continueCount += 1;\n      }\n    },\n    getStats() {\n      return { ...stats };\n    },\n    nextPage(continuedCandidateIds) {\n      const pageCandidates: WikimatchCandidate[] = [];\n      const candidateIds =\n        continuedCandidateIds === undefined\n          ? candidates.map((candidate) => candidate.id)\n          : [...continuedCandidateIds];\n\n      for (const candidateId of candidateIds) {\n        if (closedCandidateIds.has(candidateId)) {\n          continue;\n        }\n\n        const candidate = candidatesById.get(candidateId);\n        const shownQids = shownQidsByCandidateId.get(candidateId);\n\n        if (candidate === undefined || shownQids === undefined) {\n          continue;\n        }\n\n        const sortedCandidate = sortCandidateOptionsByRecall(\n          candidate,\n          recallCounts,\n        );\n        const selectableQids = listCandidateSelectableQids(sortedCandidate);\n        const pageIndex = pageIndexesByCandidateId.get(candidateId) ?? 0;\n        const optionBudget = getGroundingCandidateOptionBudget(\n          getSurfaceStats(surfaceStats, candidate.surface),\n          pageIndex,\n        );\n        const selectedQids = selectableQids\n          .filter((qid) => !shownQids.has(qid))\n          .slice(0, optionBudget);\n\n        if (selectedQids.length === 0) {\n          closedCandidateIds.add(candidateId);\n          continue;\n        }\n\n        for (const qid of selectedQids) {\n          shownQids.add(qid);\n        }\n\n        const hasMoreOptions = selectableQids.some(\n          (qid) => !shownQids.has(qid),\n        );\n        const pageCandidate = filterCandidateQidOptions(\n          sortedCandidate,\n          new Set(selectedQids),\n        );\n\n        if (!hasMoreOptions) {\n          closedCandidateIds.add(candidateId);\n        }\n        getSurfaceStats(surfaceStats, candidate.surface).seenCount += 1;\n        pageIndexesByCandidateId.set(candidateId, pageIndex + 1);\n        stats.candidatePageCount += 1;\n        stats.qidAppearanceCount += selectedQids.length;\n        pageCandidates.push({\n          ...pageCandidate,\n          ...(hasMoreOptions ? { hasMoreOptions: true } : {}),\n        });\n      }\n\n      return pageCandidates;\n    },\n  };\n}\n\ninterface GroundingSurfaceStats {\n  continueCount: number;\n  recallCount: number;\n  rejectCount: number;\n  seenCount: number;\n}\n\ninterface GroundingCandidatePageStats {\n  candidatePageCount: number;\n  qidAppearanceCount: number;\n}\n\nfunction getSurfaceStats(\n  surfaceStats: Map<string, GroundingSurfaceStats>,\n  surface: string,\n): GroundingSurfaceStats {\n  const existing = surfaceStats.get(surface);\n\n  if (existing !== undefined) {\n    return existing;\n  }\n\n  const created = {\n    continueCount: 0,\n    recallCount: 0,\n    rejectCount: 0,\n    seenCount: 0,\n  };\n  surfaceStats.set(surface, created);\n\n  return created;\n}\n\nfunction getGroundingCandidateOptionBudget(\n  stats: GroundingSurfaceStats,\n  pageIndex: number,\n): number {\n  const budgets = hasStrongGroundingSurfacePrior(stats)\n    ? WIKIMATCH_GROUNDING_PRIOR_OPTION_BUDGETS\n    : WIKIMATCH_GROUNDING_DEFAULT_OPTION_BUDGETS;\n\n  return budgets[Math.min(pageIndex, budgets.length - 1)]!;\n}\n\nfunction hasStrongGroundingSurfacePrior(stats: GroundingSurfaceStats): boolean {\n  if (stats.seenCount < WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD) {\n    return false;\n  }\n\n  return (\n    (stats.recallCount >= 2 && stats.continueCount === 0) ||\n    (stats.rejectCount >= 2 && stats.recallCount === 0) ||\n    stats.continueCount >= WIKIMATCH_GROUNDING_SURFACE_PRIOR_THRESHOLD\n  );\n}\n\nexport function formatGroundingEfficiency(\n  stats: GroundingCandidatePageStats,\n  mentionCount: number,\n): string {\n  const qidPerMention =\n    mentionCount === 0\n      ? \"n/a\"\n      : (stats.qidAppearanceCount / mentionCount).toFixed(1);\n\n  return `efficiency qid/mention=${qidPerMention} qids=${stats.qidAppearanceCount} mentions=${mentionCount} pages=${stats.candidatePageCount}`;\n}\n\nfunction sortCandidateOptionsByRecall(\n  candidate: WikimatchCandidate,\n  recallCounts: ReadonlyMap<string, number>,\n): WikimatchCandidate {\n  return {\n    ...candidate,\n    qidOptions: [...candidate.qidOptions].sort((left, right) => {\n      return (\n        getOptionRecallScore(candidate.surface, right, recallCounts) -\n        getOptionRecallScore(candidate.surface, left, recallCounts)\n      );\n    }),\n  };\n}\n\nfunction getOptionRecallScore(\n  surface: string,\n  option: WikimatchCandidate[\"qidOptions\"][number],\n  recallCounts: ReadonlyMap<string, number>,\n): number {\n  const directScore =\n    recallCounts.get(createSurfaceQidKey(surface, option.qid)) ?? 0;\n  const disambiguationScore =\n    option.disambiguation?.linkedQids.reduce(\n      (total, item) =>\n        total + (recallCounts.get(createSurfaceQidKey(surface, item.qid)) ?? 0),\n      0,\n    ) ?? 0;\n  const profileScore =\n    option.disambiguation?.profile?.meanings.reduce(\n      (total, item) =>\n        total + (recallCounts.get(createSurfaceQidKey(surface, item.qid)) ?? 0),\n      0,\n    ) ?? 0;\n\n  return directScore + disambiguationScore + profileScore;\n}\n\nfunction createSurfaceQidKey(surface: string, qid: string): string {\n  return `${surface}\\0${qid}`;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAEP,MAAM,6CAA6C,CAAC,GAAG,IAAI,IAAI,EAAE;AACjE,MAAM,2CAA2C,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE;AAClE,MAAM,8CAA8C;AAE7C,SAAS,8BACd,YAYA;AACA,QAAM,iBAAiB,IAAI;AAAA,IACzB,WAAW,IAAI,CAAC,cAAc,CAAC,UAAU,IAAI,SAAS,CAAC;AAAA,EACzD;AACA,QAAM,yBAAyB,IAAI;AAAA,IACjC,WAAW,IAAI,CAAC,cAAc,CAAC,UAAU,IAAI,oBAAI,IAAY,CAAC,CAAC;AAAA,EACjE;AACA,QAAM,2BAA2B,IAAI;AAAA,IACnC,WAAW,IAAI,CAAC,cAAc,CAAC,UAAU,IAAI,CAAC,CAAC;AAAA,EACjD;AACA,QAAM,qBAAqB,oBAAI,IAAY;AAC3C,QAAM,eAAe,oBAAI,IAAoB;AAC7C,QAAM,eAAe,oBAAI,IAAmC;AAC5D,QAAM,QAAqC;AAAA,IACzC,oBAAoB;AAAA,IACpB,oBAAoB;AAAA,EACtB;AAEA,SAAO;AAAA,IACL,OAAO,SAAS;AACd,yBAAmB,IAAI,QAAQ,WAAW;AAC1C,sBAAgB,cAAc,QAAQ,OAAO,EAAE,eAAe;AAC9D,mBAAa;AAAA,QACX,oBAAoB,QAAQ,SAAS,QAAQ,GAAG;AAAA,SAC/C,aAAa,IAAI,oBAAoB,QAAQ,SAAS,QAAQ,GAAG,CAAC,KACjE,KAAK;AAAA,MACT;AAAA,IACF;AAAA,IACA,MAAM,aAAa,UAAU;AAC3B,yBAAmB,IAAI,WAAW;AAClC,YAAM,YAAY,eAAe,IAAI,WAAW;AAEhD,UACE,cAAc,WACb,aAAa,oBAAoB,aAAa,iBAC/C;AACA,wBAAgB,cAAc,UAAU,OAAO,EAAE,eAAe;AAAA,MAClE;AAAA,IACF;AAAA,IACA,SAAS,aAAa;AACpB,YAAM,YAAY,eAAe,IAAI,WAAW;AAEhD,UAAI,cAAc,QAAW;AAC3B,wBAAgB,cAAc,UAAU,OAAO,EAAE,iBAAiB;AAAA,MACpE;AAAA,IACF;AAAA,IACA,WAAW;AACT,aAAO,EAAE,GAAG,MAAM;AAAA,IACpB;AAAA,IACA,SAAS,uBAAuB;AAC9B,YAAM,iBAAuC,CAAC;AAC9C,YAAM,eACJ,0BAA0B,SACtB,WAAW,IAAI,CAAC,cAAc,UAAU,EAAE,IAC1C,CAAC,GAAG,qBAAqB;AAE/B,iBAAW,eAAe,cAAc;AACtC,YAAI,mBAAmB,IAAI,WAAW,GAAG;AACvC;AAAA,QACF;AAEA,cAAM,YAAY,eAAe,IAAI,WAAW;AAChD,cAAM,YAAY,uBAAuB,IAAI,WAAW;AAExD,YAAI,cAAc,UAAa,cAAc,QAAW;AACtD;AAAA,QACF;AAEA,cAAM,kBAAkB;AAAA,UACtB;AAAA,UACA;AAAA,QACF;AACA,cAAM,iBAAiB,4BAA4B,eAAe;AAClE,cAAM,YAAY,yBAAyB,IAAI,WAAW,KAAK;AAC/D,cAAM,eAAe;AAAA,UACnB,gBAAgB,cAAc,UAAU,OAAO;AAAA,UAC/C;AAAA,QACF;AACA,cAAM,eAAe,eAClB,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,GAAG,CAAC,EACnC,MAAM,GAAG,YAAY;AAExB,YAAI,aAAa,WAAW,GAAG;AAC7B,6BAAmB,IAAI,WAAW;AAClC;AAAA,QACF;AAEA,mBAAW,OAAO,cAAc;AAC9B,oBAAU,IAAI,GAAG;AAAA,QACnB;AAEA,cAAM,iBAAiB,eAAe;AAAA,UACpC,CAAC,QAAQ,CAAC,UAAU,IAAI,GAAG;AAAA,QAC7B;AACA,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,IAAI,IAAI,YAAY;AAAA,QACtB;AAEA,YAAI,CAAC,gBAAgB;AACnB,6BAAmB,IAAI,WAAW;AAAA,QACpC;AACA,wBAAgB,cAAc,UAAU,OAAO,EAAE,aAAa;AAC9D,iCAAyB,IAAI,aAAa,YAAY,CAAC;AACvD,cAAM,sBAAsB;AAC5B,cAAM,sBAAsB,aAAa;AACzC,uBAAe,KAAK;AAAA,UAClB,GAAG;AAAA,UACH,GAAI,iBAAiB,EAAE,gBAAgB,KAAK,IAAI,CAAC;AAAA,QACnD,CAAC;AAAA,MACH;AAEA,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAcA,SAAS,gBACP,cACA,SACuB;AACvB,QAAM,WAAW,aAAa,IAAI,OAAO;AAEzC,MAAI,aAAa,QAAW;AAC1B,WAAO;AAAA,EACT;AAEA,QAAM,UAAU;AAAA,IACd,eAAe;AAAA,IACf,aAAa;AAAA,IACb,aAAa;AAAA,IACb,WAAW;AAAA,EACb;AACA,eAAa,IAAI,SAAS,OAAO;AAEjC,SAAO;AACT;AAEA,SAAS,kCACP,OACA,WACQ;AACR,QAAM,UAAU,+BAA+B,KAAK,IAChD,2CACA;AAEJ,SAAO,QAAQ,KAAK,IAAI,WAAW,QAAQ,SAAS,CAAC,CAAC;AACxD;AAEA,SAAS,+BAA+B,OAAuC;AAC7E,MAAI,MAAM,YAAY,6CAA6C;AACjE,WAAO;AAAA,EACT;AAEA,SACG,MAAM,eAAe,KAAK,MAAM,kBAAkB,KAClD,MAAM,eAAe,KAAK,MAAM,gBAAgB,KACjD,MAAM,iBAAiB;AAE3B;AAEO,SAAS,0BACd,OACA,cACQ;AACR,QAAM,gBACJ,iBAAiB,IACb,SACC,MAAM,qBAAqB,cAAc,QAAQ,CAAC;AAEzD,SAAO,0BAA0B,aAAa,SAAS,MAAM,kBAAkB,aAAa,YAAY,UAAU,MAAM,kBAAkB;AAC5I;AAEA,SAAS,6BACP,WACA,cACoB;AACpB,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,CAAC,GAAG,UAAU,UAAU,EAAE,KAAK,CAAC,MAAM,UAAU;AAC1D,aACE,qBAAqB,UAAU,SAAS,OAAO,YAAY,IAC3D,qBAAqB,UAAU,SAAS,MAAM,YAAY;AAAA,IAE9D,CAAC;AAAA,EACH;AACF;AAEA,SAAS,qBACP,SACA,QACA,cACQ;AACR,QAAM,cACJ,aAAa,IAAI,oBAAoB,SAAS,OAAO,GAAG,CAAC,KAAK;AAChE,QAAM,sBACJ,OAAO,gBAAgB,WAAW;AAAA,IAChC,CAAC,OAAO,SACN,SAAS,aAAa,IAAI,oBAAoB,SAAS,KAAK,GAAG,CAAC,KAAK;AAAA,IACvE;AAAA,EACF,KAAK;AACP,QAAM,eACJ,OAAO,gBAAgB,SAAS,SAAS;AAAA,IACvC,CAAC,OAAO,SACN,SAAS,aAAa,IAAI,oBAAoB,SAAS,KAAK,GAAG,CAAC,KAAK;AAAA,IACvE;AAAA,EACF,KAAK;AAEP,SAAO,cAAc,sBAAsB;AAC7C;AAEA,SAAS,oBAAoB,SAAiB,KAAqB;AACjE,SAAO,GAAG,OAAO,KAAK,GAAG;AAC3B;","names":[]}

package/dist/graph/knowledge-build/index.d.ts

@@ -0,0 +1,40 @@
+export { buildChapterKnowledgeGraphArtifact } from './artifact.js';
+export { clearChapterKnowledgeGraph, commitChapterKnowledgeGraphArtifact } from './commit.js';
+export { generateChapterKnowledgeGraphArtifact, generateChapterKnowledgeGraphArtifactFromSnapshot } from './generate.js';
+export { groundWikimatchCandidates } from './grounding-runner.js';
+export { createEnrichmentProgressReporter } from './progress.js';
+export { snapshotChapterKnowledgeGraphInput } from './snapshot.js';
+export { BuildChapterKnowledgeGraphArtifactOptions, ChapterKnowledgeGraphBuildArtifact, ChapterKnowledgeGraphInputSnapshot, GenerateChapterKnowledgeGraphArtifactOptions, GraphBuildParameterInput, KnowledgeGraphProgressTracker } from './types.js';
+import '../../document/directory/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../external/wikimatch/types.js';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../runtime/jobs/types.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../document/chapter/types.js';

package/dist/graph/knowledge-build/index.js

@@ -0,0 +1,8 @@
+export * from "./artifact.js";
+export * from "./commit.js";
+export * from "./generate.js";
+export * from "./grounding-runner.js";
+export * from "./progress.js";
+export * from "./snapshot.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/graph/knowledge-build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/index.ts"],"sourcesContent":["export * from \"./artifact.js\";\nexport * from \"./commit.js\";\nexport * from \"./generate.js\";\nexport * from \"./grounding-runner.js\";\nexport * from \"./progress.js\";\nexport * from \"./snapshot.js\";\nexport * from \"./types.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/graph/knowledge-build/mentions.d.ts

@@ -0,0 +1,25 @@
+import { FragmentRecord, MentionRecord } from '../../document/types.js';
+import { GuaranteedRequestController } from '../../external/guaranteed/types.js';
+import { WikimatchCandidate } from '../../external/wikimatch/types.js';
+import { KnowledgeGraphProgressTracker } from './types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function judgeCandidates(input: {
+    readonly candidates: readonly WikimatchCandidate[];
+    readonly chapterId: number;
+    readonly fragments: readonly FragmentRecord[];
+    readonly policyPrompt: string;
+    readonly progressTracker?: KnowledgeGraphProgressTracker;
+    readonly request: GuaranteedRequestController;
+    readonly text: string;
+}): Promise<readonly MentionRecord[]>;
+
+export { judgeCandidates };

package/dist/graph/knowledge-build/mentions.js

@@ -0,0 +1,66 @@
+import { groundWikimatchCandidates } from "./grounding-runner.js";
+async function judgeCandidates(input) {
+  const mentions = [];
+  const sentenceLocations = buildSentenceLocations(input.fragments);
+  const acceptedMentions = await groundWikimatchCandidates({
+    candidates: input.candidates,
+    policyPrompt: input.policyPrompt,
+    ...input.progressTracker === void 0 ? {} : { progressTracker: input.progressTracker },
+    request: input.request,
+    text: input.text
+  });
+  let mentionIndex = 1;
+  for (const mention of acceptedMentions) {
+    const location = locateMention(sentenceLocations, mention.range.start);
+    mentions.push(
+      toMentionRecord(input.chapterId, mention, location, mentionIndex)
+    );
+    mentionIndex += 1;
+  }
+  return mentions;
+}
+function toMentionRecord(chapterId, mention, location, index) {
+  return {
+    chapterId,
+    ...mention.confidence === void 0 ? {} : { confidence: mention.confidence },
+    id: `m${chapterId}-${index}`,
+    ...mention.note === void 0 ? {} : { note: mention.note },
+    qid: mention.qid,
+    rangeEnd: location.rangeStart + mention.surface.length,
+    rangeStart: location.rangeStart,
+    sentenceIndex: location.sentenceIndex,
+    surface: mention.surface
+  };
+}
+function buildSentenceLocations(fragments) {
+  const locations = [];
+  let offset = 0;
+  for (const fragment of fragments) {
+    for (let sentenceIndex = 0; sentenceIndex < fragment.sentences.length; sentenceIndex += 1) {
+      const length = fragment.sentences[sentenceIndex].text.length;
+      locations.push({
+        absoluteStart: offset,
+        length,
+        sentenceIndex: fragment.fragmentId + sentenceIndex
+      });
+      offset += length + 1;
+    }
+  }
+  return locations;
+}
+function locateMention(locations, absoluteOffset) {
+  for (const location of locations) {
+    const rangeEnd = location.absoluteStart + location.length;
+    if (absoluteOffset >= location.absoluteStart && absoluteOffset < rangeEnd) {
+      return {
+        rangeStart: absoluteOffset - location.absoluteStart,
+        sentenceIndex: location.sentenceIndex
+      };
+    }
+  }
+  throw new Error(`Mention offset ${absoluteOffset} is outside chapter text.`);
+}
+export {
+  judgeCandidates
+};
+//# sourceMappingURL=mentions.js.map

package/dist/graph/knowledge-build/mentions.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/mentions.ts"],"sourcesContent":["import type { FragmentRecord, MentionRecord } from \"../../document/index.js\";\nimport type { GuaranteedRequestController } from \"../../external/guaranteed/index.js\";\nimport type {\n  WikimatchAcceptedMention,\n  WikimatchCandidate,\n} from \"../../external/wikimatch/index.js\";\nimport { groundWikimatchCandidates } from \"./grounding-runner.js\";\nimport type { KnowledgeGraphProgressTracker } from \"./types.js\";\n\nexport async function judgeCandidates(input: {\n  readonly candidates: readonly WikimatchCandidate[];\n  readonly chapterId: number;\n  readonly fragments: readonly FragmentRecord[];\n  readonly policyPrompt: string;\n  readonly progressTracker?: KnowledgeGraphProgressTracker;\n  readonly request: GuaranteedRequestController;\n  readonly text: string;\n}): Promise<readonly MentionRecord[]> {\n  const mentions: MentionRecord[] = [];\n  const sentenceLocations = buildSentenceLocations(input.fragments);\n  const acceptedMentions = await groundWikimatchCandidates({\n    candidates: input.candidates,\n    policyPrompt: input.policyPrompt,\n    ...(input.progressTracker === undefined\n      ? {}\n      : { progressTracker: input.progressTracker }),\n    request: input.request,\n    text: input.text,\n  });\n  let mentionIndex = 1;\n\n  for (const mention of acceptedMentions) {\n    const location = locateMention(sentenceLocations, mention.range.start);\n\n    mentions.push(\n      toMentionRecord(input.chapterId, mention, location, mentionIndex),\n    );\n    mentionIndex += 1;\n  }\n\n  return mentions;\n}\n\nfunction toMentionRecord(\n  chapterId: number,\n  mention: WikimatchAcceptedMention,\n  location: {\n    readonly rangeStart: number;\n    readonly sentenceIndex: number;\n  },\n  index: number,\n): MentionRecord {\n  return {\n    chapterId,\n    ...(mention.confidence === undefined\n      ? {}\n      : { confidence: mention.confidence }),\n    id: `m${chapterId}-${index}`,\n    ...(mention.note === undefined ? {} : { note: mention.note }),\n    qid: mention.qid,\n    rangeEnd: location.rangeStart + mention.surface.length,\n    rangeStart: location.rangeStart,\n    sentenceIndex: location.sentenceIndex,\n    surface: mention.surface,\n  };\n}\n\ninterface SentenceLocation {\n  readonly absoluteStart: number;\n  readonly length: number;\n  readonly sentenceIndex: number;\n}\n\nfunction buildSentenceLocations(\n  fragments: readonly FragmentRecord[],\n): readonly SentenceLocation[] {\n  const locations: SentenceLocation[] = [];\n  let offset = 0;\n\n  for (const fragment of fragments) {\n    for (\n      let sentenceIndex = 0;\n      sentenceIndex < fragment.sentences.length;\n      sentenceIndex += 1\n    ) {\n      const length = fragment.sentences[sentenceIndex]!.text.length;\n\n      locations.push({\n        absoluteStart: offset,\n        length,\n        sentenceIndex: fragment.fragmentId + sentenceIndex,\n      });\n      offset += length + 1;\n    }\n  }\n\n  return locations;\n}\n\nfunction locateMention(\n  locations: readonly SentenceLocation[],\n  absoluteOffset: number,\n): {\n  readonly rangeStart: number;\n  readonly sentenceIndex: number;\n} {\n  for (const location of locations) {\n    const rangeEnd = location.absoluteStart + location.length;\n\n    if (absoluteOffset >= location.absoluteStart && absoluteOffset < rangeEnd) {\n      return {\n        rangeStart: absoluteOffset - location.absoluteStart,\n        sentenceIndex: location.sentenceIndex,\n      };\n    }\n  }\n\n  throw new Error(`Mention offset ${absoluteOffset} is outside chapter text.`);\n}\n"],"mappings":"AAMA,SAAS,iCAAiC;AAG1C,eAAsB,gBAAgB,OAQA;AACpC,QAAM,WAA4B,CAAC;AACnC,QAAM,oBAAoB,uBAAuB,MAAM,SAAS;AAChE,QAAM,mBAAmB,MAAM,0BAA0B;AAAA,IACvD,YAAY,MAAM;AAAA,IAClB,cAAc,MAAM;AAAA,IACpB,GAAI,MAAM,oBAAoB,SAC1B,CAAC,IACD,EAAE,iBAAiB,MAAM,gBAAgB;AAAA,IAC7C,SAAS,MAAM;AAAA,IACf,MAAM,MAAM;AAAA,EACd,CAAC;AACD,MAAI,eAAe;AAEnB,aAAW,WAAW,kBAAkB;AACtC,UAAM,WAAW,cAAc,mBAAmB,QAAQ,MAAM,KAAK;AAErE,aAAS;AAAA,MACP,gBAAgB,MAAM,WAAW,SAAS,UAAU,YAAY;AAAA,IAClE;AACA,oBAAgB;AAAA,EAClB;AAEA,SAAO;AACT;AAEA,SAAS,gBACP,WACA,SACA,UAIA,OACe;AACf,SAAO;AAAA,IACL;AAAA,IACA,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,IACrC,IAAI,IAAI,SAAS,IAAI,KAAK;AAAA,IAC1B,GAAI,QAAQ,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,QAAQ,KAAK;AAAA,IAC3D,KAAK,QAAQ;AAAA,IACb,UAAU,SAAS,aAAa,QAAQ,QAAQ;AAAA,IAChD,YAAY,SAAS;AAAA,IACrB,eAAe,SAAS;AAAA,IACxB,SAAS,QAAQ;AAAA,EACnB;AACF;AAQA,SAAS,uBACP,WAC6B;AAC7B,QAAM,YAAgC,CAAC;AACvC,MAAI,SAAS;AAEb,aAAW,YAAY,WAAW;AAChC,aACM,gBAAgB,GACpB,gBAAgB,SAAS,UAAU,QACnC,iBAAiB,GACjB;AACA,YAAM,SAAS,SAAS,UAAU,aAAa,EAAG,KAAK;AAEvD,gBAAU,KAAK;AAAA,QACb,eAAe;AAAA,QACf;AAAA,QACA,eAAe,SAAS,aAAa;AAAA,MACvC,CAAC;AACD,gBAAU,SAAS;AAAA,IACrB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,cACP,WACA,gBAIA;AACA,aAAW,YAAY,WAAW;AAChC,UAAM,WAAW,SAAS,gBAAgB,SAAS;AAEnD,QAAI,kBAAkB,SAAS,iBAAiB,iBAAiB,UAAU;AACzE,aAAO;AAAA,QACL,YAAY,iBAAiB,SAAS;AAAA,QACtC,eAAe,SAAS;AAAA,MAC1B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,kBAAkB,cAAc,2BAA2B;AAC7E;","names":[]}

package/dist/graph/knowledge-build/parameter.d.ts

@@ -0,0 +1,19 @@
+import { GenerateChapterKnowledgeGraphArtifactOptions, GraphBuildParameterInput } from './types.js';
+import '../../document/types.js';
+import '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../external/wikimatch/types.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function createKnowledgeGraphParameterInput(options: Pick<GenerateChapterKnowledgeGraphArtifactOptions, "policyPrompt" | "resolverOptions"> & {
+    readonly policyPrompt: string;
+}): GraphBuildParameterInput;
+
+export { createKnowledgeGraphParameterInput };

package/dist/graph/knowledge-build/parameter.js

@@ -0,0 +1,14 @@
+import {
+  LanguageCode,
+  normalizeLanguageCode
+} from "../../runtime/common/language.js";
+function createKnowledgeGraphParameterInput(options) {
+  return {
+    language: normalizeLanguageCode(options.resolverOptions?.language) ?? LanguageCode.Chinese,
+    prompt: options.policyPrompt
+  };
+}
+export {
+  createKnowledgeGraphParameterInput
+};
+//# sourceMappingURL=parameter.js.map

package/dist/graph/knowledge-build/parameter.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/parameter.ts"],"sourcesContent":["import {\n  LanguageCode,\n  normalizeLanguageCode,\n} from \"../../runtime/common/language.js\";\nimport type {\n  GenerateChapterKnowledgeGraphArtifactOptions,\n  GraphBuildParameterInput,\n} from \"./types.js\";\n\nexport function createKnowledgeGraphParameterInput(\n  options: Pick<\n    GenerateChapterKnowledgeGraphArtifactOptions,\n    \"policyPrompt\" | \"resolverOptions\"\n  > & { readonly policyPrompt: string },\n): GraphBuildParameterInput {\n  return {\n    language:\n      normalizeLanguageCode(options.resolverOptions?.language) ??\n      LanguageCode.Chinese,\n    prompt: options.policyPrompt,\n  };\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAMA,SAAS,mCACd,SAI0B;AAC1B,SAAO;AAAA,IACL,UACE,sBAAsB,QAAQ,iBAAiB,QAAQ,KACvD,aAAa;AAAA,IACf,QAAQ,QAAQ;AAAA,EAClB;AACF;","names":[]}

package/dist/graph/knowledge-build/progress.d.ts

@@ -0,0 +1,8 @@
+import { WikipageResolveProgress } from '../../external/wikipage/types.js';
+import { BuildJobProgressReporter } from '../../runtime/jobs/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+
+declare function createEnrichmentProgressReporter(progressTracker: Pick<BuildJobProgressReporter, "throwIfStopped" | "updatePhase">): (event: WikipageResolveProgress) => Promise<void>;
+
+export { createEnrichmentProgressReporter };

package/dist/graph/knowledge-build/progress.js

@@ -0,0 +1,45 @@
+function createEnrichmentProgressReporter(progressTracker) {
+  return async (event) => {
+    await progressTracker.throwIfStopped();
+    const phase = formatEnrichmentProgressPhase(event);
+    await progressTracker.updatePhase({
+      done: event.done,
+      ...phase.detail === void 0 ? {} : { phaseDetail: phase.detail },
+      phase: "enrichment",
+      total: event.total,
+      unit: phase.unit
+    });
+  };
+}
+function formatEnrichmentProgressPhase(event) {
+  switch (event.detail) {
+    case "disambiguation-page":
+      return {
+        detail: "disambiguation",
+        unit: "page"
+      };
+    case "entity":
+      return {
+        detail: "entity",
+        unit: "record"
+      };
+    case "linked-page":
+      return {
+        detail: "linked",
+        unit: "page"
+      };
+    case "page":
+      return {
+        detail: "page",
+        unit: "page"
+      };
+    case "qid":
+      return {
+        unit: "qid"
+      };
+  }
+}
+export {
+  createEnrichmentProgressReporter
+};
+//# sourceMappingURL=progress.js.map

package/dist/graph/knowledge-build/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/progress.ts"],"sourcesContent":["import type { WikipageResolveProgress } from \"../../external/wikipage/index.js\";\nimport type { BuildJobProgressReporter } from \"../../runtime/jobs/index.js\";\n\nexport function createEnrichmentProgressReporter(\n  progressTracker: Pick<\n    BuildJobProgressReporter,\n    \"throwIfStopped\" | \"updatePhase\"\n  >,\n): (event: WikipageResolveProgress) => Promise<void> {\n  return async (event) => {\n    await progressTracker.throwIfStopped();\n    const phase = formatEnrichmentProgressPhase(event);\n\n    await progressTracker.updatePhase({\n      done: event.done,\n      ...(phase.detail === undefined ? {} : { phaseDetail: phase.detail }),\n      phase: \"enrichment\",\n      total: event.total,\n      unit: phase.unit,\n    });\n  };\n}\n\nfunction formatEnrichmentProgressPhase(event: WikipageResolveProgress): {\n  readonly detail?: string;\n  readonly unit: \"page\" | \"qid\" | \"record\";\n} {\n  switch (event.detail) {\n    case \"disambiguation-page\":\n      return {\n        detail: \"disambiguation\",\n        unit: \"page\",\n      };\n    case \"entity\":\n      return {\n        detail: \"entity\",\n        unit: \"record\",\n      };\n    case \"linked-page\":\n      return {\n        detail: \"linked\",\n        unit: \"page\",\n      };\n    case \"page\":\n      return {\n        detail: \"page\",\n        unit: \"page\",\n      };\n    case \"qid\":\n      return {\n        unit: \"qid\",\n      };\n  }\n}\n"],"mappings":"AAGO,SAAS,iCACd,iBAImD;AACnD,SAAO,OAAO,UAAU;AACtB,UAAM,gBAAgB,eAAe;AACrC,UAAM,QAAQ,8BAA8B,KAAK;AAEjD,UAAM,gBAAgB,YAAY;AAAA,MAChC,MAAM,MAAM;AAAA,MACZ,GAAI,MAAM,WAAW,SAAY,CAAC,IAAI,EAAE,aAAa,MAAM,OAAO;AAAA,MAClE,OAAO;AAAA,MACP,OAAO,MAAM;AAAA,MACb,MAAM,MAAM;AAAA,IACd,CAAC;AAAA,EACH;AACF;AAEA,SAAS,8BAA8B,OAGrC;AACA,UAAQ,MAAM,QAAQ;AAAA,IACpB,KAAK;AACH,aAAO;AAAA,QACL,QAAQ;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,QAAQ;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,QAAQ;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,QAAQ;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,MACR;AAAA,EACJ;AACF;","names":[]}

package/dist/graph/knowledge-build/relations.d.ts

@@ -0,0 +1,22 @@
+import { FragmentRecord, MentionRecord, MentionLinkRecord } from '../../document/types.js';
+import { GuaranteedRequestController } from '../../external/guaranteed/types.js';
+import { KnowledgeGraphProgressTracker } from './types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../external/wikimatch/types.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function discoverMentionLinks(input: {
+    readonly fragments: readonly FragmentRecord[];
+    readonly mentions: readonly MentionRecord[];
+    readonly progressTracker?: KnowledgeGraphProgressTracker;
+    readonly request: GuaranteedRequestController;
+}): Promise<readonly MentionLinkRecord[]>;
+
+export { discoverMentionLinks };