wiki-graph-core 0.3.1 → 0.4.0

package/dist/graph/knowledge-build/artifact.js

@@ -0,0 +1,66 @@
+import { mkdir, rm } from "fs/promises";
+import { join } from "path";
+import { LanguageCode } from "../../runtime/common/language.js";
+import {
+  createChapterKnowledgeGraphObjectStream,
+  writeWikgObjectsToJsonl
+} from "../../object-stream.js";
+import {
+  parseMentionLinkRecord,
+  parseMentionRecord,
+  writeJsonl
+} from "./artifact-io.js";
+async function buildChapterKnowledgeGraphArtifact(chapterId, options) {
+  const workspacePath = join(
+    options.workspacePath,
+    "knowledge-graph",
+    `chapter-${chapterId}`
+  );
+  const mentionsPath = join(workspacePath, "mentions.jsonl");
+  const mentionLinksPath = join(workspacePath, "mention-links.jsonl");
+  const objectsPath = join(workspacePath, "wikg-objects.jsonl");
+  const parameter = options.parameter ?? {
+    language: LanguageCode.Chinese,
+    prompt: ""
+  };
+  await rm(workspacePath, { force: true, recursive: true });
+  await mkdir(workspacePath, { recursive: true });
+  const mentions = await collectParsedRecords(
+    options.mentions,
+    parseMentionRecord
+  );
+  const mentionLinks = await collectParsedRecords(
+    options.mentionLinks,
+    parseMentionLinkRecord
+  );
+  await writeWikgObjectsToJsonl(
+    objectsPath,
+    createChapterKnowledgeGraphObjectStream({
+      chapterId,
+      mentionLinks,
+      mentions,
+      parameter
+    })
+  );
+  await writeJsonl(mentionsPath, mentions, parseMentionRecord);
+  await writeJsonl(mentionLinksPath, mentionLinks, parseMentionLinkRecord);
+  return {
+    chapterId,
+    mentionLinksPath,
+    mentionsPath,
+    objectsPath,
+    parameter,
+    workspacePath
+  };
+}
+async function collectParsedRecords(records, parseRecord) {
+  const parsedRecords = [];
+  for await (const record of records) {
+    parsedRecords.push(parseRecord(record));
+  }
+  return parsedRecords;
+}
+export {
+  buildChapterKnowledgeGraphArtifact
+};
+//# sourceMappingURL=artifact.js.map

package/dist/graph/knowledge-build/artifact.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/artifact.ts"],"sourcesContent":["import { mkdir, rm } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { LanguageCode } from \"../../runtime/common/language.js\";\nimport {\n  createChapterKnowledgeGraphObjectStream,\n  writeWikgObjectsToJsonl,\n} from \"../../object-stream.js\";\nimport {\n  parseMentionLinkRecord,\n  parseMentionRecord,\n  writeJsonl,\n} from \"./artifact-io.js\";\nimport type {\n  BuildChapterKnowledgeGraphArtifactOptions,\n  ChapterKnowledgeGraphBuildArtifact,\n} from \"./types.js\";\n\nexport async function buildChapterKnowledgeGraphArtifact(\n  chapterId: number,\n  options: BuildChapterKnowledgeGraphArtifactOptions,\n): Promise<ChapterKnowledgeGraphBuildArtifact> {\n  const workspacePath = join(\n    options.workspacePath,\n    \"knowledge-graph\",\n    `chapter-${chapterId}`,\n  );\n  const mentionsPath = join(workspacePath, \"mentions.jsonl\");\n  const mentionLinksPath = join(workspacePath, \"mention-links.jsonl\");\n  const objectsPath = join(workspacePath, \"wikg-objects.jsonl\");\n  const parameter = options.parameter ?? {\n    language: LanguageCode.Chinese,\n    prompt: \"\",\n  };\n\n  await rm(workspacePath, { force: true, recursive: true });\n  await mkdir(workspacePath, { recursive: true });\n  const mentions = await collectParsedRecords(\n    options.mentions,\n    parseMentionRecord,\n  );\n  const mentionLinks = await collectParsedRecords(\n    options.mentionLinks,\n    parseMentionLinkRecord,\n  );\n\n  await writeWikgObjectsToJsonl(\n    objectsPath,\n    createChapterKnowledgeGraphObjectStream({\n      chapterId,\n      mentionLinks,\n      mentions,\n      parameter,\n    }),\n  );\n  await writeJsonl(mentionsPath, mentions, parseMentionRecord);\n  await writeJsonl(mentionLinksPath, mentionLinks, parseMentionLinkRecord);\n\n  return {\n    chapterId,\n    mentionLinksPath,\n    mentionsPath,\n    objectsPath,\n    parameter,\n    workspacePath,\n  };\n}\n\nasync function collectParsedRecords<T>(\n  records: AsyncIterable<T> | Iterable<T>,\n  parseRecord: (record: unknown) => T,\n): Promise<T[]> {\n  const parsedRecords: T[] = [];\n\n  for await (const record of records) {\n    parsedRecords.push(parseRecord(record));\n  }\n\n  return parsedRecords;\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU;AAC1B,SAAS,YAAY;AAErB,SAAS,oBAAoB;AAC7B;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAMP,eAAsB,mCACpB,WACA,SAC6C;AAC7C,QAAM,gBAAgB;AAAA,IACpB,QAAQ;AAAA,IACR;AAAA,IACA,WAAW,SAAS;AAAA,EACtB;AACA,QAAM,eAAe,KAAK,eAAe,gBAAgB;AACzD,QAAM,mBAAmB,KAAK,eAAe,qBAAqB;AAClE,QAAM,cAAc,KAAK,eAAe,oBAAoB;AAC5D,QAAM,YAAY,QAAQ,aAAa;AAAA,IACrC,UAAU,aAAa;AAAA,IACvB,QAAQ;AAAA,EACV;AAEA,QAAM,GAAG,eAAe,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AACxD,QAAM,MAAM,eAAe,EAAE,WAAW,KAAK,CAAC;AAC9C,QAAM,WAAW,MAAM;AAAA,IACrB,QAAQ;AAAA,IACR;AAAA,EACF;AACA,QAAM,eAAe,MAAM;AAAA,IACzB,QAAQ;AAAA,IACR;AAAA,EACF;AAEA,QAAM;AAAA,IACJ;AAAA,IACA,wCAAwC;AAAA,MACtC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM,WAAW,cAAc,UAAU,kBAAkB;AAC3D,QAAM,WAAW,kBAAkB,cAAc,sBAAsB;AAEvE,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAe,qBACb,SACA,aACc;AACd,QAAM,gBAAqB,CAAC;AAE5B,mBAAiB,UAAU,SAAS;AAClC,kBAAc,KAAK,YAAY,MAAM,CAAC;AAAA,EACxC;AAEA,SAAO;AACT;","names":[]}

package/dist/graph/knowledge-build/candidates.d.ts

@@ -0,0 +1,24 @@
+import { GuaranteedRequestController } from '../../external/guaranteed/types.js';
+import { WikimatchCandidate } from '../../external/wikimatch/types.js';
+import { KnowledgeGraphProgressTracker } from './types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../document/types.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function screenCandidates(input: {
+    readonly candidates: readonly WikimatchCandidate[];
+    readonly policyPrompt: string;
+    readonly progressTracker?: KnowledgeGraphProgressTracker;
+    readonly request: GuaranteedRequestController;
+    readonly text: string;
+}): Promise<readonly WikimatchCandidate[]>;
+declare function countUniqueQids(candidates: readonly WikimatchCandidate[]): number;
+
+export { countUniqueQids, screenCandidates };

package/dist/graph/knowledge-build/candidates.js

@@ -0,0 +1,60 @@
+import {
+  buildWikimatchSurfaceProtectionInput,
+  judgeWikimatchSurfaceProtection
+} from "../../external/wikimatch/index.js";
+import { WIKIMATCH_SURFACE_PROTECTION_PERCENTILE } from "./constants.js";
+async function screenCandidates(input) {
+  if (input.candidates.length === 0) {
+    return [];
+  }
+  const protectionInput = buildWikimatchSurfaceProtectionInput({
+    candidates: input.candidates,
+    percentile: WIKIMATCH_SURFACE_PROTECTION_PERCENTILE,
+    text: input.text
+  });
+  await input.progressTracker?.updatePhase({
+    done: 0,
+    phase: "screening",
+    phaseDetail: `${protectionInput.suspiciousSurfaces.length} high-frequency surfaces`,
+    total: 1,
+    unit: "window"
+  });
+  await input.progressTracker?.throwIfStopped();
+  const protection = await judgeWikimatchSurfaceProtection({
+    policyPrompt: input.policyPrompt,
+    request: input.request,
+    suspiciousSurfaces: protectionInput.suspiciousSurfaces
+  });
+  await input.progressTracker?.throwIfStopped();
+  const protectedSurfaces = new Set(
+    protection.protectedSurfaces.map((surface) => surface.text)
+  );
+  const allowedCandidateKeys = new Set(
+    protectionInput.candidates.map(createCandidateRangeKey)
+  );
+  await input.progressTracker?.updatePhase({
+    done: 1,
+    phase: "screening",
+    phaseDetail: `${protectedSurfaces.size} protected surfaces`,
+    total: 1,
+    unit: "window"
+  });
+  return protectionInput.suppressedCandidates.filter(
+    (candidate) => allowedCandidateKeys.has(createCandidateRangeKey(candidate)) || protectedSurfaces.has(candidate.surface)
+  );
+}
+function countUniqueQids(candidates) {
+  return new Set(
+    candidates.flatMap(
+      (candidate) => candidate.qidOptions.map((option) => option.qid)
+    )
+  ).size;
+}
+function createCandidateRangeKey(candidate) {
+  return `${candidate.range.start}\0${candidate.range.end}\0${candidate.surface}`;
+}
+export {
+  countUniqueQids,
+  screenCandidates
+};
+//# sourceMappingURL=candidates.js.map

package/dist/graph/knowledge-build/candidates.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/candidates.ts"],"sourcesContent":["import type { GuaranteedRequestController } from \"../../external/guaranteed/index.js\";\nimport {\n  buildWikimatchSurfaceProtectionInput,\n  judgeWikimatchSurfaceProtection,\n  type WikimatchCandidate,\n} from \"../../external/wikimatch/index.js\";\nimport { WIKIMATCH_SURFACE_PROTECTION_PERCENTILE } from \"./constants.js\";\nimport type { KnowledgeGraphProgressTracker } from \"./types.js\";\n\nexport async function screenCandidates(input: {\n  readonly candidates: readonly WikimatchCandidate[];\n  readonly policyPrompt: string;\n  readonly progressTracker?: KnowledgeGraphProgressTracker;\n  readonly request: GuaranteedRequestController;\n  readonly text: string;\n}): Promise<readonly WikimatchCandidate[]> {\n  if (input.candidates.length === 0) {\n    return [];\n  }\n\n  const protectionInput = buildWikimatchSurfaceProtectionInput({\n    candidates: input.candidates,\n    percentile: WIKIMATCH_SURFACE_PROTECTION_PERCENTILE,\n    text: input.text,\n  });\n\n  await input.progressTracker?.updatePhase({\n    done: 0,\n    phase: \"screening\",\n    phaseDetail: `${protectionInput.suspiciousSurfaces.length} high-frequency surfaces`,\n    total: 1,\n    unit: \"window\",\n  });\n  await input.progressTracker?.throwIfStopped();\n  const protection = await judgeWikimatchSurfaceProtection({\n    policyPrompt: input.policyPrompt,\n    request: input.request,\n    suspiciousSurfaces: protectionInput.suspiciousSurfaces,\n  });\n  await input.progressTracker?.throwIfStopped();\n  const protectedSurfaces = new Set(\n    protection.protectedSurfaces.map((surface) => surface.text),\n  );\n  const allowedCandidateKeys = new Set(\n    protectionInput.candidates.map(createCandidateRangeKey),\n  );\n\n  await input.progressTracker?.updatePhase({\n    done: 1,\n    phase: \"screening\",\n    phaseDetail: `${protectedSurfaces.size} protected surfaces`,\n    total: 1,\n    unit: \"window\",\n  });\n\n  return protectionInput.suppressedCandidates.filter(\n    (candidate) =>\n      allowedCandidateKeys.has(createCandidateRangeKey(candidate)) ||\n      protectedSurfaces.has(candidate.surface),\n  );\n}\n\nexport function countUniqueQids(\n  candidates: readonly WikimatchCandidate[],\n): number {\n  return new Set(\n    candidates.flatMap((candidate) =>\n      candidate.qidOptions.map((option) => option.qid),\n    ),\n  ).size;\n}\n\nfunction createCandidateRangeKey(candidate: WikimatchCandidate): string {\n  return `${candidate.range.start}\\0${candidate.range.end}\\0${candidate.surface}`;\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AACP,SAAS,+CAA+C;AAGxD,eAAsB,iBAAiB,OAMI;AACzC,MAAI,MAAM,WAAW,WAAW,GAAG;AACjC,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,kBAAkB,qCAAqC;AAAA,IAC3D,YAAY,MAAM;AAAA,IAClB,YAAY;AAAA,IACZ,MAAM,MAAM;AAAA,EACd,CAAC;AAED,QAAM,MAAM,iBAAiB,YAAY;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,aAAa,GAAG,gBAAgB,mBAAmB,MAAM;AAAA,IACzD,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACD,QAAM,MAAM,iBAAiB,eAAe;AAC5C,QAAM,aAAa,MAAM,gCAAgC;AAAA,IACvD,cAAc,MAAM;AAAA,IACpB,SAAS,MAAM;AAAA,IACf,oBAAoB,gBAAgB;AAAA,EACtC,CAAC;AACD,QAAM,MAAM,iBAAiB,eAAe;AAC5C,QAAM,oBAAoB,IAAI;AAAA,IAC5B,WAAW,kBAAkB,IAAI,CAAC,YAAY,QAAQ,IAAI;AAAA,EAC5D;AACA,QAAM,uBAAuB,IAAI;AAAA,IAC/B,gBAAgB,WAAW,IAAI,uBAAuB;AAAA,EACxD;AAEA,QAAM,MAAM,iBAAiB,YAAY;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,aAAa,GAAG,kBAAkB,IAAI;AAAA,IACtC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,SAAO,gBAAgB,qBAAqB;AAAA,IAC1C,CAAC,cACC,qBAAqB,IAAI,wBAAwB,SAAS,CAAC,KAC3D,kBAAkB,IAAI,UAAU,OAAO;AAAA,EAC3C;AACF;AAEO,SAAS,gBACd,YACQ;AACR,SAAO,IAAI;AAAA,IACT,WAAW;AAAA,MAAQ,CAAC,cAClB,UAAU,WAAW,IAAI,CAAC,WAAW,OAAO,GAAG;AAAA,IACjD;AAAA,EACF,EAAE;AACJ;AAEA,SAAS,wBAAwB,WAAuC;AACtE,SAAO,GAAG,UAAU,MAAM,KAAK,KAAK,UAAU,MAAM,GAAG,KAAK,UAAU,OAAO;AAC/E;","names":[]}

package/dist/graph/knowledge-build/commit.d.ts

@@ -0,0 +1,39 @@
+import { Document } from '../../document/directory/types.js';
+import { ChapterKnowledgeGraphBuildArtifact } from './types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../external/wikimatch/types.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function commitChapterKnowledgeGraphArtifact(document: Document, artifact: ChapterKnowledgeGraphBuildArtifact): Promise<void>;
+declare function clearChapterKnowledgeGraph(document: Document, chapterId: number): Promise<void>;
+
+export { clearChapterKnowledgeGraph, commitChapterKnowledgeGraphArtifact };

package/dist/graph/knowledge-build/commit.js

@@ -0,0 +1,52 @@
+import {
+  collectChapterKnowledgeGraphObjects,
+  readWikgObjectsFromJsonl
+} from "../../object-stream.js";
+import { validateChapterKnowledgeGraphArtifact } from "./artifact-io.js";
+async function commitChapterKnowledgeGraphArtifact(document, artifact) {
+  const objects = await collectChapterKnowledgeGraphObjects(
+    artifact.chapterId,
+    readWikgObjectsFromJsonl(artifact.objectsPath)
+  );
+  const mentions = objects.mentions;
+  const mentionLinks = objects.mentionLinks;
+  const parameter = objects.parameter ?? artifact.parameter;
+  validateChapterKnowledgeGraphArtifact(artifact.chapterId, {
+    mentionLinks,
+    mentions
+  });
+  await document.openSession(async (openedDocument) => {
+    await openedDocument.serials.ensure(artifact.chapterId);
+    const existingLinks = await openedDocument.mentionLinks.listByChapter(
+      artifact.chapterId
+    );
+    if (existingLinks.length > 0 && mentionLinks.length === 0) {
+      throw new Error(
+        `Refusing to replace chapter ${artifact.chapterId} knowledge graph with an artifact that contains no mention links.`
+      );
+    }
+    await openedDocument.mentionLinks.deleteByChapter(artifact.chapterId);
+    await openedDocument.mentions.deleteByChapter(artifact.chapterId);
+    await openedDocument.mentions.saveMany(mentions);
+    await openedDocument.mentionLinks.saveMany(mentionLinks);
+    const savedParameter = await openedDocument.graphBuildParameters.save(parameter);
+    await openedDocument.serials.setKnowledgeGraphReady(
+      artifact.chapterId,
+      true,
+      savedParameter.hash
+    );
+  });
+}
+async function clearChapterKnowledgeGraph(document, chapterId) {
+  await document.openSession(async (openedDocument) => {
+    await openedDocument.mentionLinks.deleteByChapter(chapterId);
+    await openedDocument.mentions.deleteByChapter(chapterId);
+    await openedDocument.serials.setKnowledgeGraphReady(chapterId, false);
+    await openedDocument.graphBuildParameters.deleteUnreferenced();
+  });
+}
+export {
+  clearChapterKnowledgeGraph,
+  commitChapterKnowledgeGraphArtifact
+};
+//# sourceMappingURL=commit.js.map

package/dist/graph/knowledge-build/commit.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/commit.ts"],"sourcesContent":["import type { Document } from \"../../document/index.js\";\nimport {\n  collectChapterKnowledgeGraphObjects,\n  readWikgObjectsFromJsonl,\n} from \"../../object-stream.js\";\nimport { validateChapterKnowledgeGraphArtifact } from \"./artifact-io.js\";\nimport type { ChapterKnowledgeGraphBuildArtifact } from \"./types.js\";\n\nexport async function commitChapterKnowledgeGraphArtifact(\n  document: Document,\n  artifact: ChapterKnowledgeGraphBuildArtifact,\n): Promise<void> {\n  const objects = await collectChapterKnowledgeGraphObjects(\n    artifact.chapterId,\n    readWikgObjectsFromJsonl(artifact.objectsPath),\n  );\n  const mentions = objects.mentions;\n  const mentionLinks = objects.mentionLinks;\n  const parameter = objects.parameter ?? artifact.parameter;\n\n  validateChapterKnowledgeGraphArtifact(artifact.chapterId, {\n    mentionLinks,\n    mentions,\n  });\n\n  await document.openSession(async (openedDocument) => {\n    await openedDocument.serials.ensure(artifact.chapterId);\n    const existingLinks = await openedDocument.mentionLinks.listByChapter(\n      artifact.chapterId,\n    );\n\n    if (existingLinks.length > 0 && mentionLinks.length === 0) {\n      throw new Error(\n        `Refusing to replace chapter ${artifact.chapterId} knowledge graph with an artifact that contains no mention links.`,\n      );\n    }\n\n    await openedDocument.mentionLinks.deleteByChapter(artifact.chapterId);\n    await openedDocument.mentions.deleteByChapter(artifact.chapterId);\n    await openedDocument.mentions.saveMany(mentions);\n    await openedDocument.mentionLinks.saveMany(mentionLinks);\n    const savedParameter =\n      await openedDocument.graphBuildParameters.save(parameter);\n    await openedDocument.serials.setKnowledgeGraphReady(\n      artifact.chapterId,\n      true,\n      savedParameter.hash,\n    );\n  });\n}\n\nexport async function clearChapterKnowledgeGraph(\n  document: Document,\n  chapterId: number,\n): Promise<void> {\n  await document.openSession(async (openedDocument) => {\n    await openedDocument.mentionLinks.deleteByChapter(chapterId);\n    await openedDocument.mentions.deleteByChapter(chapterId);\n    await openedDocument.serials.setKnowledgeGraphReady(chapterId, false);\n    await openedDocument.graphBuildParameters.deleteUnreferenced();\n  });\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,6CAA6C;AAGtD,eAAsB,oCACpB,UACA,UACe;AACf,QAAM,UAAU,MAAM;AAAA,IACpB,SAAS;AAAA,IACT,yBAAyB,SAAS,WAAW;AAAA,EAC/C;AACA,QAAM,WAAW,QAAQ;AACzB,QAAM,eAAe,QAAQ;AAC7B,QAAM,YAAY,QAAQ,aAAa,SAAS;AAEhD,wCAAsC,SAAS,WAAW;AAAA,IACxD;AAAA,IACA;AAAA,EACF,CAAC;AAED,QAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,UAAM,eAAe,QAAQ,OAAO,SAAS,SAAS;AACtD,UAAM,gBAAgB,MAAM,eAAe,aAAa;AAAA,MACtD,SAAS;AAAA,IACX;AAEA,QAAI,cAAc,SAAS,KAAK,aAAa,WAAW,GAAG;AACzD,YAAM,IAAI;AAAA,QACR,+BAA+B,SAAS,SAAS;AAAA,MACnD;AAAA,IACF;AAEA,UAAM,eAAe,aAAa,gBAAgB,SAAS,SAAS;AACpE,UAAM,eAAe,SAAS,gBAAgB,SAAS,SAAS;AAChE,UAAM,eAAe,SAAS,SAAS,QAAQ;AAC/C,UAAM,eAAe,aAAa,SAAS,YAAY;AACvD,UAAM,iBACJ,MAAM,eAAe,qBAAqB,KAAK,SAAS;AAC1D,UAAM,eAAe,QAAQ;AAAA,MAC3B,SAAS;AAAA,MACT;AAAA,MACA,eAAe;AAAA,IACjB;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,2BACpB,UACA,WACe;AACf,QAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,UAAM,eAAe,aAAa,gBAAgB,SAAS;AAC3D,UAAM,eAAe,SAAS,gBAAgB,SAAS;AACvD,UAAM,eAAe,QAAQ,uBAAuB,WAAW,KAAK;AACpE,UAAM,eAAe,qBAAqB,mBAAmB;AAAA,EAC/D,CAAC;AACH;","names":[]}

package/dist/graph/knowledge-build/constants.d.ts

@@ -0,0 +1,6 @@
+declare const WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET = 50;
+declare const WIKIMATCH_SURFACE_PROTECTION_PERCENTILE = 0.1;
+declare const WIKILINK_EVIDENCE_DISTANCE = 700;
+declare const WIKILINK_WINDOW_LENGTH = 1800;
+
+export { WIKILINK_EVIDENCE_DISTANCE, WIKILINK_WINDOW_LENGTH, WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET, WIKIMATCH_SURFACE_PROTECTION_PERCENTILE };

package/dist/graph/knowledge-build/constants.js

@@ -0,0 +1,11 @@
+const WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET = 50;
+const WIKIMATCH_SURFACE_PROTECTION_PERCENTILE = 0.1;
+const WIKILINK_EVIDENCE_DISTANCE = 700;
+const WIKILINK_WINDOW_LENGTH = 1800;
+export {
+  WIKILINK_EVIDENCE_DISTANCE,
+  WIKILINK_WINDOW_LENGTH,
+  WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET,
+  WIKIMATCH_SURFACE_PROTECTION_PERCENTILE
+};
+//# sourceMappingURL=constants.js.map

package/dist/graph/knowledge-build/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/constants.ts"],"sourcesContent":["export const WIKIMATCH_GROUNDING_MAX_OPTION_BUDGET = 50;\nexport const WIKIMATCH_SURFACE_PROTECTION_PERCENTILE = 0.1;\nexport const WIKILINK_EVIDENCE_DISTANCE = 700;\nexport const WIKILINK_WINDOW_LENGTH = 1800;\n"],"mappings":"AAAO,MAAM,wCAAwC;AAC9C,MAAM,0CAA0C;AAChD,MAAM,6BAA6B;AACnC,MAAM,yBAAyB;","names":[]}

package/dist/graph/knowledge-build/fragments.d.ts

@@ -0,0 +1,33 @@
+import { FragmentRecord } from '../../document/types.js';
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import { WikimatchSentence } from '../../external/wikimatch/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+
+declare function readChapterFragments(document: ReadonlyDocument, chapterId: number): Promise<readonly FragmentRecord[]>;
+declare function joinFragmentText(fragments: readonly FragmentRecord[]): string;
+declare function createWikimatchSentences(fragments: readonly FragmentRecord[]): readonly WikimatchSentence[];
+
+export { createWikimatchSentences, joinFragmentText, readChapterFragments };

package/dist/graph/knowledge-build/fragments.js

@@ -0,0 +1,36 @@
+async function readChapterFragments(document, chapterId) {
+  const serialFragments = document.getSerialFragments(chapterId);
+  return await Promise.all(
+    (await serialFragments.listFragmentIds()).map(
+      async (fragmentId) => await serialFragments.getFragment(fragmentId)
+    )
+  );
+}
+function joinFragmentText(fragments) {
+  return fragments.flatMap((fragment) => fragment.sentences.map((sentence) => sentence.text)).join(" ");
+}
+function createWikimatchSentences(fragments) {
+  const sentences = [];
+  let offset = 0;
+  for (const fragment of fragments) {
+    for (let index = 0; index < fragment.sentences.length; index += 1) {
+      const sentence = fragment.sentences[index];
+      sentences.push({
+        id: `${fragment.serialId}:${fragment.fragmentId + index}`,
+        range: {
+          end: offset + sentence.text.length,
+          start: offset
+        },
+        text: sentence.text
+      });
+      offset += sentence.text.length + 1;
+    }
+  }
+  return sentences;
+}
+export {
+  createWikimatchSentences,
+  joinFragmentText,
+  readChapterFragments
+};
+//# sourceMappingURL=fragments.js.map

package/dist/graph/knowledge-build/fragments.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/fragments.ts"],"sourcesContent":["import type { FragmentRecord, ReadonlyDocument } from \"../../document/index.js\";\nimport type { WikimatchSentence } from \"../../external/wikimatch/index.js\";\n\nexport async function readChapterFragments(\n  document: ReadonlyDocument,\n  chapterId: number,\n): Promise<readonly FragmentRecord[]> {\n  const serialFragments = document.getSerialFragments(chapterId);\n\n  return await Promise.all(\n    (await serialFragments.listFragmentIds()).map(\n      async (fragmentId) => await serialFragments.getFragment(fragmentId),\n    ),\n  );\n}\n\nexport function joinFragmentText(fragments: readonly FragmentRecord[]): string {\n  return fragments\n    .flatMap((fragment) => fragment.sentences.map((sentence) => sentence.text))\n    .join(\" \");\n}\n\nexport function createWikimatchSentences(\n  fragments: readonly FragmentRecord[],\n): readonly WikimatchSentence[] {\n  const sentences: WikimatchSentence[] = [];\n  let offset = 0;\n\n  for (const fragment of fragments) {\n    for (let index = 0; index < fragment.sentences.length; index += 1) {\n      const sentence = fragment.sentences[index]!;\n\n      sentences.push({\n        id: `${fragment.serialId}:${fragment.fragmentId + index}`,\n        range: {\n          end: offset + sentence.text.length,\n          start: offset,\n        },\n        text: sentence.text,\n      });\n      offset += sentence.text.length + 1;\n    }\n  }\n\n  return sentences;\n}\n"],"mappings":"AAGA,eAAsB,qBACpB,UACA,WACoC;AACpC,QAAM,kBAAkB,SAAS,mBAAmB,SAAS;AAE7D,SAAO,MAAM,QAAQ;AAAA,KAClB,MAAM,gBAAgB,gBAAgB,GAAG;AAAA,MACxC,OAAO,eAAe,MAAM,gBAAgB,YAAY,UAAU;AAAA,IACpE;AAAA,EACF;AACF;AAEO,SAAS,iBAAiB,WAA8C;AAC7E,SAAO,UACJ,QAAQ,CAAC,aAAa,SAAS,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI,CAAC,EACzE,KAAK,GAAG;AACb;AAEO,SAAS,yBACd,WAC8B;AAC9B,QAAM,YAAiC,CAAC;AACxC,MAAI,SAAS;AAEb,aAAW,YAAY,WAAW;AAChC,aAAS,QAAQ,GAAG,QAAQ,SAAS,UAAU,QAAQ,SAAS,GAAG;AACjE,YAAM,WAAW,SAAS,UAAU,KAAK;AAEzC,gBAAU,KAAK;AAAA,QACb,IAAI,GAAG,SAAS,QAAQ,IAAI,SAAS,aAAa,KAAK;AAAA,QACvD,OAAO;AAAA,UACL,KAAK,SAAS,SAAS,KAAK;AAAA,UAC5B,OAAO;AAAA,QACT;AAAA,QACA,MAAM,SAAS;AAAA,MACjB,CAAC;AACD,gBAAU,SAAS,KAAK,SAAS;AAAA,IACnC;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/graph/knowledge-build/generate.d.ts

@@ -0,0 +1,39 @@
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import { GenerateChapterKnowledgeGraphArtifactOptions, ChapterKnowledgeGraphBuildArtifact, ChapterKnowledgeGraphInputSnapshot } from './types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../external/wikimatch/types.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function generateChapterKnowledgeGraphArtifact(document: ReadonlyDocument, chapterId: number, options: GenerateChapterKnowledgeGraphArtifactOptions): Promise<ChapterKnowledgeGraphBuildArtifact>;
+declare function generateChapterKnowledgeGraphArtifactFromSnapshot(chapterId: number, snapshot: ChapterKnowledgeGraphInputSnapshot, options: GenerateChapterKnowledgeGraphArtifactOptions): Promise<ChapterKnowledgeGraphBuildArtifact>;
+
+export { generateChapterKnowledgeGraphArtifact, generateChapterKnowledgeGraphArtifactFromSnapshot };

package/dist/graph/knowledge-build/generate.js

@@ -0,0 +1,128 @@
+import {
+  enrichWikimatchCandidates,
+  matchWikispineSentenceCandidates
+} from "../../external/wikimatch/index.js";
+import { resolveKnowledgeGraphRecallPrompt } from "../../runtime/common/prompts.js";
+import { buildChapterKnowledgeGraphArtifact } from "./artifact.js";
+import { countUniqueQids, screenCandidates } from "./candidates.js";
+import { createWikimatchSentences, joinFragmentText } from "./fragments.js";
+import { judgeCandidates } from "./mentions.js";
+import { createKnowledgeGraphParameterInput } from "./parameter.js";
+import { createEnrichmentProgressReporter } from "./progress.js";
+import { discoverMentionLinks } from "./relations.js";
+import { snapshotChapterKnowledgeGraphInput } from "./snapshot.js";
+async function generateChapterKnowledgeGraphArtifact(document, chapterId, options) {
+  return await generateChapterKnowledgeGraphArtifactFromSnapshot(
+    chapterId,
+    await snapshotChapterKnowledgeGraphInput(document, chapterId),
+    options
+  );
+}
+async function generateChapterKnowledgeGraphArtifactFromSnapshot(chapterId, snapshot, options) {
+  if (snapshot.details.chapterId !== chapterId) {
+    throw new Error(
+      `Knowledge Graph snapshot belongs to chapter ${snapshot.details.chapterId}, not chapter ${chapterId}.`
+    );
+  }
+  if (snapshot.details.stage === "planned") {
+    throw new Error(
+      `Chapter ${chapterId} is planned. Set source before generating Knowledge Graph.`
+    );
+  }
+  const fragments = snapshot.fragments;
+  const text = joinFragmentText(fragments);
+  const sentences = createWikimatchSentences(fragments);
+  const policyPrompt = resolveKnowledgeGraphRecallPrompt(options.policyPrompt);
+  await options.progressTracker?.updatePhase({
+    done: 0,
+    phase: "matching",
+    phaseDetail: "text",
+    total: text.length,
+    unit: "char"
+  });
+  const rawCandidates = await matchWikispineSentenceCandidates({
+    includeDisambiguation: true,
+    onProgress: async (progress) => {
+      await options.progressTracker?.updatePhase({
+        done: progress.coveredRangeEnd,
+        force: false,
+        phase: "matching",
+        phaseDetail: "text",
+        total: text.length,
+        unit: "char"
+      });
+    },
+    ...options.wikispine ?? {},
+    sentences
+  });
+  await options.progressTracker?.throwIfStopped();
+  await options.progressTracker?.updatePhase({
+    done: text.length,
+    phase: "matching",
+    phaseDetail: "text",
+    total: text.length,
+    unit: "char"
+  });
+  const screenedCandidates = await screenCandidates({
+    candidates: rawCandidates,
+    policyPrompt,
+    ...options.progressTracker === void 0 ? {} : { progressTracker: options.progressTracker },
+    request: options.request,
+    text
+  });
+  await options.progressTracker?.throwIfStopped();
+  const qidCount = countUniqueQids(screenedCandidates);
+  await options.progressTracker?.updatePhase({
+    done: 0,
+    phase: "enrichment",
+    total: qidCount,
+    unit: "qid"
+  });
+  const enrichedCandidates = await enrichWikimatchCandidates(
+    screenedCandidates,
+    {
+      ...options.progressTracker === void 0 ? {} : {
+        progress: createEnrichmentProgressReporter(options.progressTracker)
+      },
+      ...options.resolverOptions === void 0 ? {} : { resolverOptions: options.resolverOptions }
+    }
+  );
+  await options.progressTracker?.throwIfStopped();
+  await options.progressTracker?.updatePhase({
+    done: qidCount,
+    phase: "enrichment",
+    total: qidCount,
+    unit: "qid"
+  });
+  const mentions = await judgeCandidates({
+    candidates: enrichedCandidates,
+    chapterId,
+    fragments,
+    policyPrompt,
+    ...options.progressTracker === void 0 ? {} : { progressTracker: options.progressTracker },
+    request: options.request,
+    text
+  });
+  await options.progressTracker?.throwIfStopped();
+  const mentionLinks = await discoverMentionLinks({
+    fragments,
+    mentions,
+    ...options.progressTracker === void 0 ? {} : { progressTracker: options.progressTracker },
+    request: options.request
+  });
+  await options.progressTracker?.throwIfStopped();
+  return await buildChapterKnowledgeGraphArtifact(chapterId, {
+    mentionLinks,
+    mentions,
+    parameter: createKnowledgeGraphParameterInput({
+      policyPrompt,
+      ...options.resolverOptions === void 0 ? {} : { resolverOptions: options.resolverOptions }
+    }),
+    workspacePath: options.workspacePath
+  });
+}
+export {
+  generateChapterKnowledgeGraphArtifact,
+  generateChapterKnowledgeGraphArtifactFromSnapshot
+};
+//# sourceMappingURL=generate.js.map

package/dist/graph/knowledge-build/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/generate.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../document/index.js\";\nimport {\n  enrichWikimatchCandidates,\n  matchWikispineSentenceCandidates,\n} from \"../../external/wikimatch/index.js\";\nimport { resolveKnowledgeGraphRecallPrompt } from \"../../runtime/common/prompts.js\";\nimport { buildChapterKnowledgeGraphArtifact } from \"./artifact.js\";\nimport { countUniqueQids, screenCandidates } from \"./candidates.js\";\nimport { createWikimatchSentences, joinFragmentText } from \"./fragments.js\";\nimport { judgeCandidates } from \"./mentions.js\";\nimport { createKnowledgeGraphParameterInput } from \"./parameter.js\";\nimport { createEnrichmentProgressReporter } from \"./progress.js\";\nimport { discoverMentionLinks } from \"./relations.js\";\nimport { snapshotChapterKnowledgeGraphInput } from \"./snapshot.js\";\nimport type {\n  ChapterKnowledgeGraphBuildArtifact,\n  ChapterKnowledgeGraphInputSnapshot,\n  GenerateChapterKnowledgeGraphArtifactOptions,\n} from \"./types.js\";\n\nexport async function generateChapterKnowledgeGraphArtifact(\n  document: ReadonlyDocument,\n  chapterId: number,\n  options: GenerateChapterKnowledgeGraphArtifactOptions,\n): Promise<ChapterKnowledgeGraphBuildArtifact> {\n  return await generateChapterKnowledgeGraphArtifactFromSnapshot(\n    chapterId,\n    await snapshotChapterKnowledgeGraphInput(document, chapterId),\n    options,\n  );\n}\n\nexport async function generateChapterKnowledgeGraphArtifactFromSnapshot(\n  chapterId: number,\n  snapshot: ChapterKnowledgeGraphInputSnapshot,\n  options: GenerateChapterKnowledgeGraphArtifactOptions,\n): Promise<ChapterKnowledgeGraphBuildArtifact> {\n  if (snapshot.details.chapterId !== chapterId) {\n    throw new Error(\n      `Knowledge Graph snapshot belongs to chapter ${snapshot.details.chapterId}, not chapter ${chapterId}.`,\n    );\n  }\n  if (snapshot.details.stage === \"planned\") {\n    throw new Error(\n      `Chapter ${chapterId} is planned. Set source before generating Knowledge Graph.`,\n    );\n  }\n\n  const fragments = snapshot.fragments;\n  const text = joinFragmentText(fragments);\n  const sentences = createWikimatchSentences(fragments);\n  const policyPrompt = resolveKnowledgeGraphRecallPrompt(options.policyPrompt);\n  await options.progressTracker?.updatePhase({\n    done: 0,\n    phase: \"matching\",\n    phaseDetail: \"text\",\n    total: text.length,\n    unit: \"char\",\n  });\n  const rawCandidates = await matchWikispineSentenceCandidates({\n    includeDisambiguation: true,\n    onProgress: async (progress) => {\n      await options.progressTracker?.updatePhase({\n        done: progress.coveredRangeEnd,\n        force: false,\n        phase: \"matching\",\n        phaseDetail: \"text\",\n        total: text.length,\n        unit: \"char\",\n      });\n    },\n    ...(options.wikispine ?? {}),\n    sentences,\n  });\n  await options.progressTracker?.throwIfStopped();\n  await options.progressTracker?.updatePhase({\n    done: text.length,\n    phase: \"matching\",\n    phaseDetail: \"text\",\n    total: text.length,\n    unit: \"char\",\n  });\n  const screenedCandidates = await screenCandidates({\n    candidates: rawCandidates,\n    policyPrompt,\n    ...(options.progressTracker === undefined\n      ? {}\n      : { progressTracker: options.progressTracker }),\n    request: options.request,\n    text,\n  });\n  await options.progressTracker?.throwIfStopped();\n  const qidCount = countUniqueQids(screenedCandidates);\n  await options.progressTracker?.updatePhase({\n    done: 0,\n    phase: \"enrichment\",\n    total: qidCount,\n    unit: \"qid\",\n  });\n  const enrichedCandidates = await enrichWikimatchCandidates(\n    screenedCandidates,\n    {\n      ...(options.progressTracker === undefined\n        ? {}\n        : {\n            progress: createEnrichmentProgressReporter(options.progressTracker),\n          }),\n      ...(options.resolverOptions === undefined\n        ? {}\n        : { resolverOptions: options.resolverOptions }),\n    },\n  );\n  await options.progressTracker?.throwIfStopped();\n  await options.progressTracker?.updatePhase({\n    done: qidCount,\n    phase: \"enrichment\",\n    total: qidCount,\n    unit: \"qid\",\n  });\n  const mentions = await judgeCandidates({\n    candidates: enrichedCandidates,\n    chapterId,\n    fragments,\n    policyPrompt,\n    ...(options.progressTracker === undefined\n      ? {}\n      : { progressTracker: options.progressTracker }),\n    request: options.request,\n    text,\n  });\n  await options.progressTracker?.throwIfStopped();\n  const mentionLinks = await discoverMentionLinks({\n    fragments,\n    mentions,\n    ...(options.progressTracker === undefined\n      ? {}\n      : { progressTracker: options.progressTracker }),\n    request: options.request,\n  });\n  await options.progressTracker?.throwIfStopped();\n\n  return await buildChapterKnowledgeGraphArtifact(chapterId, {\n    mentionLinks,\n    mentions,\n    parameter: createKnowledgeGraphParameterInput({\n      policyPrompt,\n      ...(options.resolverOptions === undefined\n        ? {}\n        : { resolverOptions: options.resolverOptions }),\n    }),\n    workspacePath: options.workspacePath,\n  });\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,yCAAyC;AAClD,SAAS,0CAA0C;AACnD,SAAS,iBAAiB,wBAAwB;AAClD,SAAS,0BAA0B,wBAAwB;AAC3D,SAAS,uBAAuB;AAChC,SAAS,0CAA0C;AACnD,SAAS,wCAAwC;AACjD,SAAS,4BAA4B;AACrC,SAAS,0CAA0C;AAOnD,eAAsB,sCACpB,UACA,WACA,SAC6C;AAC7C,SAAO,MAAM;AAAA,IACX;AAAA,IACA,MAAM,mCAAmC,UAAU,SAAS;AAAA,IAC5D;AAAA,EACF;AACF;AAEA,eAAsB,kDACpB,WACA,UACA,SAC6C;AAC7C,MAAI,SAAS,QAAQ,cAAc,WAAW;AAC5C,UAAM,IAAI;AAAA,MACR,+CAA+C,SAAS,QAAQ,SAAS,iBAAiB,SAAS;AAAA,IACrG;AAAA,EACF;AACA,MAAI,SAAS,QAAQ,UAAU,WAAW;AACxC,UAAM,IAAI;AAAA,MACR,WAAW,SAAS;AAAA,IACtB;AAAA,EACF;AAEA,QAAM,YAAY,SAAS;AAC3B,QAAM,OAAO,iBAAiB,SAAS;AACvC,QAAM,YAAY,yBAAyB,SAAS;AACpD,QAAM,eAAe,kCAAkC,QAAQ,YAAY;AAC3E,QAAM,QAAQ,iBAAiB,YAAY;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,aAAa;AAAA,IACb,OAAO,KAAK;AAAA,IACZ,MAAM;AAAA,EACR,CAAC;AACD,QAAM,gBAAgB,MAAM,iCAAiC;AAAA,IAC3D,uBAAuB;AAAA,IACvB,YAAY,OAAO,aAAa;AAC9B,YAAM,QAAQ,iBAAiB,YAAY;AAAA,QACzC,MAAM,SAAS;AAAA,QACf,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa;AAAA,QACb,OAAO,KAAK;AAAA,QACZ,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,IACA,GAAI,QAAQ,aAAa,CAAC;AAAA,IAC1B;AAAA,EACF,CAAC;AACD,QAAM,QAAQ,iBAAiB,eAAe;AAC9C,QAAM,QAAQ,iBAAiB,YAAY;AAAA,IACzC,MAAM,KAAK;AAAA,IACX,OAAO;AAAA,IACP,aAAa;AAAA,IACb,OAAO,KAAK;AAAA,IACZ,MAAM;AAAA,EACR,CAAC;AACD,QAAM,qBAAqB,MAAM,iBAAiB;AAAA,IAChD,YAAY;AAAA,IACZ;AAAA,IACA,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD,EAAE,iBAAiB,QAAQ,gBAAgB;AAAA,IAC/C,SAAS,QAAQ;AAAA,IACjB;AAAA,EACF,CAAC;AACD,QAAM,QAAQ,iBAAiB,eAAe;AAC9C,QAAM,WAAW,gBAAgB,kBAAkB;AACnD,QAAM,QAAQ,iBAAiB,YAAY;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACD,QAAM,qBAAqB,MAAM;AAAA,IAC/B;AAAA,IACA;AAAA,MACE,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD;AAAA,QACE,UAAU,iCAAiC,QAAQ,eAAe;AAAA,MACpE;AAAA,MACJ,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD,EAAE,iBAAiB,QAAQ,gBAAgB;AAAA,IACjD;AAAA,EACF;AACA,QAAM,QAAQ,iBAAiB,eAAe;AAC9C,QAAM,QAAQ,iBAAiB,YAAY;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACD,QAAM,WAAW,MAAM,gBAAgB;AAAA,IACrC,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD,EAAE,iBAAiB,QAAQ,gBAAgB;AAAA,IAC/C,SAAS,QAAQ;AAAA,IACjB;AAAA,EACF,CAAC;AACD,QAAM,QAAQ,iBAAiB,eAAe;AAC9C,QAAM,eAAe,MAAM,qBAAqB;AAAA,IAC9C;AAAA,IACA;AAAA,IACA,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD,EAAE,iBAAiB,QAAQ,gBAAgB;AAAA,IAC/C,SAAS,QAAQ;AAAA,EACnB,CAAC;AACD,QAAM,QAAQ,iBAAiB,eAAe;AAE9C,SAAO,MAAM,mCAAmC,WAAW;AAAA,IACzD;AAAA,IACA;AAAA,IACA,WAAW,mCAAmC;AAAA,MAC5C;AAAA,MACA,GAAI,QAAQ,oBAAoB,SAC5B,CAAC,IACD,EAAE,iBAAiB,QAAQ,gBAAgB;AAAA,IACjD,CAAC;AAAA,IACD,eAAe,QAAQ;AAAA,EACzB,CAAC;AACH;","names":[]}

package/dist/graph/knowledge-build/grounding-runner.d.ts

@@ -0,0 +1,23 @@
+import { GuaranteedRequestController } from '../../external/guaranteed/types.js';
+import { WikimatchCandidate, WikimatchAcceptedMention } from '../../external/wikimatch/types.js';
+import { KnowledgeGraphProgressTracker } from './types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../document/types.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function groundWikimatchCandidates(input: {
+    readonly candidates: readonly WikimatchCandidate[];
+    readonly policyPrompt: string;
+    readonly progressTracker?: KnowledgeGraphProgressTracker;
+    readonly request: GuaranteedRequestController;
+    readonly text: string;
+}): Promise<readonly WikimatchAcceptedMention[]>;
+
+export { groundWikimatchCandidates };