wiki-graph-core 0.3.1 → 0.4.0

package/dist/graph/knowledge-build/relations.js

@@ -0,0 +1,118 @@
+import {
+  buildWikilinkEvidenceWindows,
+  discoverWikilinkRelations
+} from "../../graph/wikilink/index.js";
+import {
+  WIKILINK_EVIDENCE_DISTANCE,
+  WIKILINK_WINDOW_LENGTH
+} from "./constants.js";
+import { mapLazyGuaranteedRequests } from "./request.js";
+async function discoverMentionLinks(input) {
+  const fragmentWindows = buildMentionLinkWindows(
+    input.fragments,
+    input.mentions
+  );
+  let completedWindows = 0;
+  await input.progressTracker?.updatePhase({
+    done: 0,
+    phase: "relation-discovery",
+    total: fragmentWindows.length,
+    unit: "window"
+  });
+  const discoveredLinks = (await mapLazyGuaranteedRequests(
+    input.request,
+    fragmentWindows,
+    async (item, request) => {
+      try {
+        await input.progressTracker?.throwIfStopped();
+        return await discoverWikilinkRelations({
+          chapterId: item.fragment.serialId,
+          fragmentId: item.fragment.fragmentId,
+          request,
+          sentences: item.fragment.sentences,
+          window: item.window
+        });
+      } finally {
+        completedWindows += 1;
+        await input.progressTracker?.updatePhase({
+          done: completedWindows,
+          phase: "relation-discovery",
+          total: fragmentWindows.length,
+          unit: "window"
+        });
+      }
+    }
+  )).flat();
+  return discoveredLinks.map((link, index) => ({
+    ...link.confidence === void 0 ? {} : { confidence: link.confidence },
+    evidenceSentenceIds: link.evidenceSentenceIds,
+    id: `l${input.fragments[0]?.serialId ?? 0}-${index + 1}`,
+    predicate: link.predicate,
+    sourceMentionId: link.sourceMentionId,
+    targetMentionId: link.targetMentionId
+  }));
+}
+function buildMentionLinkWindows(fragments, mentions) {
+  return fragments.flatMap((fragment) => {
+    const startSentenceIndex = fragment.fragmentId;
+    const endSentenceIndex = startSentenceIndex + fragment.sentences.length - 1;
+    const fragmentMentions = toWikilinkMentions(
+      fragment.sentences,
+      mentions.filter(
+        (mention) => mention.sentenceIndex !== void 0 && mention.sentenceIndex >= startSentenceIndex && mention.sentenceIndex <= endSentenceIndex
+      ),
+      startSentenceIndex
+    );
+    const windows = buildWikilinkEvidenceWindows({
+      maxEvidenceDistance: WIKILINK_EVIDENCE_DISTANCE,
+      mentions: fragmentMentions,
+      text: joinSentences(fragment.sentences),
+      windowLength: WIKILINK_WINDOW_LENGTH
+    });
+    return windows.map((window) => ({
+      fragment,
+      window
+    }));
+  });
+}
+function toWikilinkMentions(sentences, mentions, startSentenceIndex) {
+  const sentenceOffsets = buildFragmentSentenceOffsets(sentences);
+  return mentions.flatMap((mention) => {
+    if (mention.sentenceIndex === void 0) {
+      return [];
+    }
+    const sentenceOffset = sentenceOffsets[mention.sentenceIndex - startSentenceIndex];
+    if (sentenceOffset === void 0) {
+      return [];
+    }
+    return [
+      {
+        id: mention.id,
+        qid: mention.qid,
+        range: {
+          end: sentenceOffset.start + mention.rangeEnd,
+          start: sentenceOffset.start + mention.rangeStart
+        },
+        surface: mention.surface
+      }
+    ];
+  });
+}
+function buildFragmentSentenceOffsets(sentences) {
+  const offsets = [];
+  let cursor = 0;
+  for (const sentence of sentences) {
+    const start = cursor;
+    const end = start + sentence.text.length;
+    offsets.push({ end, start });
+    cursor = end + 1;
+  }
+  return offsets;
+}
+function joinSentences(sentences) {
+  return sentences.map((sentence) => sentence.text).join(" ");
+}
+export {
+  discoverMentionLinks
+};
+//# sourceMappingURL=relations.js.map

package/dist/graph/knowledge-build/relations.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/relations.ts"],"sourcesContent":["import type {\n  FragmentRecord,\n  MentionLinkRecord,\n  MentionRecord,\n} from \"../../document/index.js\";\nimport type { GuaranteedRequestController } from \"../../external/guaranteed/index.js\";\nimport {\n  buildWikilinkEvidenceWindows,\n  discoverWikilinkRelations,\n  type WikilinkEvidenceWindow,\n  type WikilinkMention,\n  type WikilinkSentence,\n} from \"../../graph/wikilink/index.js\";\nimport {\n  WIKILINK_EVIDENCE_DISTANCE,\n  WIKILINK_WINDOW_LENGTH,\n} from \"./constants.js\";\nimport { mapLazyGuaranteedRequests } from \"./request.js\";\nimport type { KnowledgeGraphProgressTracker } from \"./types.js\";\n\nexport async function discoverMentionLinks(input: {\n  readonly fragments: readonly FragmentRecord[];\n  readonly mentions: readonly MentionRecord[];\n  readonly progressTracker?: KnowledgeGraphProgressTracker;\n  readonly request: GuaranteedRequestController;\n}): Promise<readonly MentionLinkRecord[]> {\n  const fragmentWindows = buildMentionLinkWindows(\n    input.fragments,\n    input.mentions,\n  );\n  let completedWindows = 0;\n\n  await input.progressTracker?.updatePhase({\n    done: 0,\n    phase: \"relation-discovery\",\n    total: fragmentWindows.length,\n    unit: \"window\",\n  });\n\n  const discoveredLinks = (\n    await mapLazyGuaranteedRequests(\n      input.request,\n      fragmentWindows,\n      async (item, request) => {\n        try {\n          await input.progressTracker?.throwIfStopped();\n          return await discoverWikilinkRelations({\n            chapterId: item.fragment.serialId,\n            fragmentId: item.fragment.fragmentId,\n            request,\n            sentences: item.fragment.sentences,\n            window: item.window,\n          });\n        } finally {\n          completedWindows += 1;\n          await input.progressTracker?.updatePhase({\n            done: completedWindows,\n            phase: \"relation-discovery\",\n            total: fragmentWindows.length,\n            unit: \"window\",\n          });\n        }\n      },\n    )\n  ).flat();\n\n  return discoveredLinks.map((link, index) => ({\n    ...(link.confidence === undefined ? {} : { confidence: link.confidence }),\n    evidenceSentenceIds: link.evidenceSentenceIds,\n    id: `l${input.fragments[0]?.serialId ?? 0}-${index + 1}`,\n    predicate: link.predicate,\n    sourceMentionId: link.sourceMentionId,\n    targetMentionId: link.targetMentionId,\n  }));\n}\n\nfunction buildMentionLinkWindows(\n  fragments: readonly FragmentRecord[],\n  mentions: readonly MentionRecord[],\n): ReadonlyArray<{\n  readonly fragment: FragmentRecord;\n  readonly window: WikilinkEvidenceWindow;\n}> {\n  return fragments.flatMap((fragment) => {\n    const startSentenceIndex = fragment.fragmentId;\n    const endSentenceIndex = startSentenceIndex + fragment.sentences.length - 1;\n    const fragmentMentions = toWikilinkMentions(\n      fragment.sentences,\n      mentions.filter(\n        (mention) =>\n          mention.sentenceIndex !== undefined &&\n          mention.sentenceIndex >= startSentenceIndex &&\n          mention.sentenceIndex <= endSentenceIndex,\n      ),\n      startSentenceIndex,\n    );\n    const windows = buildWikilinkEvidenceWindows({\n      maxEvidenceDistance: WIKILINK_EVIDENCE_DISTANCE,\n      mentions: fragmentMentions,\n      text: joinSentences(fragment.sentences),\n      windowLength: WIKILINK_WINDOW_LENGTH,\n    });\n\n    return windows.map((window) => ({\n      fragment,\n      window,\n    }));\n  });\n}\n\nfunction toWikilinkMentions(\n  sentences: readonly WikilinkSentence[],\n  mentions: readonly MentionRecord[],\n  startSentenceIndex: number,\n): readonly WikilinkMention[] {\n  const sentenceOffsets = buildFragmentSentenceOffsets(sentences);\n\n  return mentions.flatMap((mention) => {\n    if (mention.sentenceIndex === undefined) {\n      return [];\n    }\n\n    const sentenceOffset =\n      sentenceOffsets[mention.sentenceIndex - startSentenceIndex];\n\n    if (sentenceOffset === undefined) {\n      return [];\n    }\n\n    return [\n      {\n        id: mention.id,\n        qid: mention.qid,\n        range: {\n          end: sentenceOffset.start + mention.rangeEnd,\n          start: sentenceOffset.start + mention.rangeStart,\n        },\n        surface: mention.surface,\n      },\n    ];\n  });\n}\n\nfunction buildFragmentSentenceOffsets(\n  sentences: readonly WikilinkSentence[],\n): ReadonlyArray<{ readonly end: number; readonly start: number }> {\n  const offsets: Array<{ readonly end: number; readonly start: number }> = [];\n  let cursor = 0;\n\n  for (const sentence of sentences) {\n    const start = cursor;\n    const end = start + sentence.text.length;\n\n    offsets.push({ end, start });\n    cursor = end + 1;\n  }\n\n  return offsets;\n}\n\nfunction joinSentences(sentences: readonly WikilinkSentence[]): string {\n  return sentences.map((sentence) => sentence.text).join(\" \");\n}\n"],"mappings":"AAMA;AAAA,EACE;AAAA,EACA;AAAA,OAIK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,iCAAiC;AAG1C,eAAsB,qBAAqB,OAKD;AACxC,QAAM,kBAAkB;AAAA,IACtB,MAAM;AAAA,IACN,MAAM;AAAA,EACR;AACA,MAAI,mBAAmB;AAEvB,QAAM,MAAM,iBAAiB,YAAY;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,IACP,OAAO,gBAAgB;AAAA,IACvB,MAAM;AAAA,EACR,CAAC;AAED,QAAM,mBACJ,MAAM;AAAA,IACJ,MAAM;AAAA,IACN;AAAA,IACA,OAAO,MAAM,YAAY;AACvB,UAAI;AACF,cAAM,MAAM,iBAAiB,eAAe;AAC5C,eAAO,MAAM,0BAA0B;AAAA,UACrC,WAAW,KAAK,SAAS;AAAA,UACzB,YAAY,KAAK,SAAS;AAAA,UAC1B;AAAA,UACA,WAAW,KAAK,SAAS;AAAA,UACzB,QAAQ,KAAK;AAAA,QACf,CAAC;AAAA,MACH,UAAE;AACA,4BAAoB;AACpB,cAAM,MAAM,iBAAiB,YAAY;AAAA,UACvC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,OAAO,gBAAgB;AAAA,UACvB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF,GACA,KAAK;AAEP,SAAO,gBAAgB,IAAI,CAAC,MAAM,WAAW;AAAA,IAC3C,GAAI,KAAK,eAAe,SAAY,CAAC,IAAI,EAAE,YAAY,KAAK,WAAW;AAAA,IACvE,qBAAqB,KAAK;AAAA,IAC1B,IAAI,IAAI,MAAM,UAAU,CAAC,GAAG,YAAY,CAAC,IAAI,QAAQ,CAAC;AAAA,IACtD,WAAW,KAAK;AAAA,IAChB,iBAAiB,KAAK;AAAA,IACtB,iBAAiB,KAAK;AAAA,EACxB,EAAE;AACJ;AAEA,SAAS,wBACP,WACA,UAIC;AACD,SAAO,UAAU,QAAQ,CAAC,aAAa;AACrC,UAAM,qBAAqB,SAAS;AACpC,UAAM,mBAAmB,qBAAqB,SAAS,UAAU,SAAS;AAC1E,UAAM,mBAAmB;AAAA,MACvB,SAAS;AAAA,MACT,SAAS;AAAA,QACP,CAAC,YACC,QAAQ,kBAAkB,UAC1B,QAAQ,iBAAiB,sBACzB,QAAQ,iBAAiB;AAAA,MAC7B;AAAA,MACA;AAAA,IACF;AACA,UAAM,UAAU,6BAA6B;AAAA,MAC3C,qBAAqB;AAAA,MACrB,UAAU;AAAA,MACV,MAAM,cAAc,SAAS,SAAS;AAAA,MACtC,cAAc;AAAA,IAChB,CAAC;AAED,WAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,MAC9B;AAAA,MACA;AAAA,IACF,EAAE;AAAA,EACJ,CAAC;AACH;AAEA,SAAS,mBACP,WACA,UACA,oBAC4B;AAC5B,QAAM,kBAAkB,6BAA6B,SAAS;AAE9D,SAAO,SAAS,QAAQ,CAAC,YAAY;AACnC,QAAI,QAAQ,kBAAkB,QAAW;AACvC,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,iBACJ,gBAAgB,QAAQ,gBAAgB,kBAAkB;AAE5D,QAAI,mBAAmB,QAAW;AAChC,aAAO,CAAC;AAAA,IACV;AAEA,WAAO;AAAA,MACL;AAAA,QACE,IAAI,QAAQ;AAAA,QACZ,KAAK,QAAQ;AAAA,QACb,OAAO;AAAA,UACL,KAAK,eAAe,QAAQ,QAAQ;AAAA,UACpC,OAAO,eAAe,QAAQ,QAAQ;AAAA,QACxC;AAAA,QACA,SAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEA,SAAS,6BACP,WACiE;AACjE,QAAM,UAAmE,CAAC;AAC1E,MAAI,SAAS;AAEb,aAAW,YAAY,WAAW;AAChC,UAAM,QAAQ;AACd,UAAM,MAAM,QAAQ,SAAS,KAAK;AAElC,YAAQ,KAAK,EAAE,KAAK,MAAM,CAAC;AAC3B,aAAS,MAAM;AAAA,EACjB;AAEA,SAAO;AACT;AAEA,SAAS,cAAc,WAAgD;AACrE,SAAO,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI,EAAE,KAAK,GAAG;AAC5D;","names":[]}

package/dist/graph/knowledge-build/request.d.ts

@@ -0,0 +1,8 @@
+import { GuaranteedRequestController, GuaranteedRequest } from '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+
+declare function mapLazyGuaranteedRequests<TItem, TResult>(request: GuaranteedRequestController, items: readonly TItem[], operation: (item: TItem, request: GuaranteedRequest) => Promise<TResult>): Promise<readonly TResult[]>;
+
+export { mapLazyGuaranteedRequests };

package/dist/graph/knowledge-build/request.js

@@ -0,0 +1,19 @@
+async function mapLazyGuaranteedRequests(request, items, operation) {
+  const lazy = request.lazy;
+  if (lazy !== void 0) {
+    return await Promise.all(
+      items.map(
+        async (item) => await lazy(async (request2) => await operation(item, request2))
+      )
+    );
+  }
+  const results = [];
+  for (const item of items) {
+    results.push(await operation(item, request));
+  }
+  return results;
+}
+export {
+  mapLazyGuaranteedRequests
+};
+//# sourceMappingURL=request.js.map

package/dist/graph/knowledge-build/request.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/request.ts"],"sourcesContent":["import type {\n  GuaranteedRequest,\n  GuaranteedRequestController,\n} from \"../../external/guaranteed/index.js\";\n\nexport async function mapLazyGuaranteedRequests<TItem, TResult>(\n  request: GuaranteedRequestController,\n  items: readonly TItem[],\n  operation: (item: TItem, request: GuaranteedRequest) => Promise<TResult>,\n): Promise<readonly TResult[]> {\n  const lazy = request.lazy;\n\n  if (lazy !== undefined) {\n    return await Promise.all(\n      items.map(\n        async (item) =>\n          await lazy(async (request) => await operation(item, request)),\n      ),\n    );\n  }\n\n  const results: TResult[] = [];\n\n  for (const item of items) {\n    results.push(await operation(item, request));\n  }\n\n  return results;\n}\n"],"mappings":"AAKA,eAAsB,0BACpB,SACA,OACA,WAC6B;AAC7B,QAAM,OAAO,QAAQ;AAErB,MAAI,SAAS,QAAW;AACtB,WAAO,MAAM,QAAQ;AAAA,MACnB,MAAM;AAAA,QACJ,OAAO,SACL,MAAM,KAAK,OAAOA,aAAY,MAAM,UAAU,MAAMA,QAAO,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,EACF;AAEA,QAAM,UAAqB,CAAC;AAE5B,aAAW,QAAQ,OAAO;AACxB,YAAQ,KAAK,MAAM,UAAU,MAAM,OAAO,CAAC;AAAA,EAC7C;AAEA,SAAO;AACT;","names":["request"]}

package/dist/graph/knowledge-build/snapshot.d.ts

@@ -0,0 +1,38 @@
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import { ChapterKnowledgeGraphInputSnapshot } from './types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/guaranteed/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/wikispine.js';
+import '../../external/wikimatch/types.js';
+import '../../runtime/jobs/types.js';
+import '../../document/chapter/types.js';
+
+declare function snapshotChapterKnowledgeGraphInput(document: ReadonlyDocument, chapterId: number): Promise<ChapterKnowledgeGraphInputSnapshot>;
+
+export { snapshotChapterKnowledgeGraphInput };

package/dist/graph/knowledge-build/snapshot.js

@@ -0,0 +1,18 @@
+import { getChapterDetails } from "../../document/chapter/index.js";
+import { readChapterFragments } from "./fragments.js";
+async function snapshotChapterKnowledgeGraphInput(document, chapterId) {
+  const details = await getChapterDetails(document, chapterId);
+  if (details.stage === "planned") {
+    throw new Error(
+      `Chapter ${chapterId} is planned. Set source before generating Knowledge Graph.`
+    );
+  }
+  return {
+    details,
+    fragments: await readChapterFragments(document, chapterId)
+  };
+}
+export {
+  snapshotChapterKnowledgeGraphInput
+};
+//# sourceMappingURL=snapshot.js.map

package/dist/graph/knowledge-build/snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/knowledge-build/snapshot.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../document/index.js\";\nimport { getChapterDetails } from \"../../document/chapter/index.js\";\nimport { readChapterFragments } from \"./fragments.js\";\nimport type { ChapterKnowledgeGraphInputSnapshot } from \"./types.js\";\n\nexport async function snapshotChapterKnowledgeGraphInput(\n  document: ReadonlyDocument,\n  chapterId: number,\n): Promise<ChapterKnowledgeGraphInputSnapshot> {\n  const details = await getChapterDetails(document, chapterId);\n\n  if (details.stage === \"planned\") {\n    throw new Error(\n      `Chapter ${chapterId} is planned. Set source before generating Knowledge Graph.`,\n    );\n  }\n\n  return {\n    details,\n    fragments: await readChapterFragments(document, chapterId),\n  };\n}\n"],"mappings":"AACA,SAAS,yBAAyB;AAClC,SAAS,4BAA4B;AAGrC,eAAsB,mCACpB,UACA,WAC6C;AAC7C,QAAM,UAAU,MAAM,kBAAkB,UAAU,SAAS;AAE3D,MAAI,QAAQ,UAAU,WAAW;AAC/B,UAAM,IAAI;AAAA,MACR,WAAW,SAAS;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA,WAAW,MAAM,qBAAqB,UAAU,SAAS;AAAA,EAC3D;AACF;","names":[]}

package/dist/graph/knowledge-build/types.d.ts

@@ -0,0 +1,46 @@
+import { MentionLinkRecord, MentionRecord, FragmentRecord } from '../../document/types.js';
+import { GuaranteedRequestController } from '../../external/guaranteed/types.js';
+import { WikipageResolverOptions } from '../../external/wikipage/types.js';
+import { MatchWikispineSentenceCandidatesOptions } from '../../external/wikimatch/wikispine.js';
+import { BuildJobProgressReporter } from '../../runtime/jobs/types.js';
+import { ChapterDetails } from '../../document/chapter/types.js';
+import '../../external/llm/types.js';
+import 'ai';
+import 'zod';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import '../../external/wikimatch/types.js';
+
+interface ChapterKnowledgeGraphBuildArtifact {
+    readonly chapterId: number;
+    readonly mentionLinksPath: string;
+    readonly mentionsPath: string;
+    readonly objectsPath: string;
+    readonly parameter: GraphBuildParameterInput;
+    readonly workspacePath: string;
+}
+interface ChapterKnowledgeGraphInputSnapshot {
+    readonly details: ChapterDetails;
+    readonly fragments: readonly FragmentRecord[];
+}
+interface GraphBuildParameterInput {
+    readonly language?: string;
+    readonly prompt: string;
+}
+interface BuildChapterKnowledgeGraphArtifactOptions {
+    readonly mentionLinks: AsyncIterable<MentionLinkRecord> | Iterable<MentionLinkRecord>;
+    readonly mentions: AsyncIterable<MentionRecord> | Iterable<MentionRecord>;
+    readonly parameter?: GraphBuildParameterInput;
+    readonly workspacePath: string;
+}
+interface GenerateChapterKnowledgeGraphArtifactOptions {
+    readonly policyPrompt?: string;
+    readonly progressTracker?: Pick<BuildJobProgressReporter, "throwIfStopped" | "updatePhase">;
+    readonly request: GuaranteedRequestController;
+    readonly resolverOptions?: Omit<WikipageResolverOptions, "progress">;
+    readonly wikispine?: Pick<MatchWikispineSentenceCandidatesOptions, "command" | "dataDir" | "endpoint" | "provider">;
+    readonly workspacePath: string;
+}
+type KnowledgeGraphProgressTracker = GenerateChapterKnowledgeGraphArtifactOptions["progressTracker"];
+
+export type { BuildChapterKnowledgeGraphArtifactOptions, ChapterKnowledgeGraphBuildArtifact, ChapterKnowledgeGraphInputSnapshot, GenerateChapterKnowledgeGraphArtifactOptions, GraphBuildParameterInput, KnowledgeGraphProgressTracker };

package/dist/graph/reading-build/artifact.d.ts

@@ -0,0 +1,42 @@
+import { Document } from '../../document/directory/types.js';
+import { ChapterDetails } from '../../document/chapter/types.js';
+import { BuildChapterGraphArtifactOptions, ChapterGraphBuildArtifact } from './types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../runtime/common/language.js';
+import '../../runtime/common/llm-scope.js';
+import '../../text/serial/options.js';
+import '../../text/reader/types.js';
+import '../../text/reader/attention/core.js';
+import '../../text/reader/chunk-batch/types.js';
+import '../../text/reader/segment/types.js';
+
+declare function buildChapterGraphArtifact(chapterId: number, options: BuildChapterGraphArtifactOptions): Promise<ChapterGraphBuildArtifact>;
+declare function commitChapterGraphArtifact(document: Document, artifact: ChapterGraphBuildArtifact): Promise<ChapterDetails>;
+
+export { buildChapterGraphArtifact, commitChapterGraphArtifact };

package/dist/graph/reading-build/artifact.js

@@ -0,0 +1,162 @@
+import { mkdir, rm } from "fs/promises";
+import { join } from "path";
+import {
+  createFragmentBackedDocument,
+  DirectoryDocument
+} from "../../document/index.js";
+import {
+  getChapterDetails,
+  requireStage
+} from "../../document/chapter/index.js";
+import { SerialGeneration } from "../../serial.js";
+import {
+  collectReadingGraphObjects,
+  createChapterReadingGraphObjectStream,
+  readWikgObjectsFromJsonl,
+  writeWikgObjectsToJsonl
+} from "../../object-stream.js";
+import {
+  createGraphBuildParameterInput,
+  createTopologyOptions
+} from "./options.js";
+import { writeGraphArtifactSourceFragments } from "./source-fragments.js";
+async function buildChapterGraphArtifact(chapterId, options) {
+  const documentPath = join(options.workspacePath, "graph-document");
+  const objectsPath = join(options.workspacePath, "reading-graph.jsonl");
+  const parameter = createGraphBuildParameterInput(options);
+  await rm(documentPath, { force: true, recursive: true });
+  await mkdir(options.workspacePath, { recursive: true });
+  const document = await DirectoryDocument.open(documentPath);
+  try {
+    await document.openSession(async (openedDocument) => {
+      await openedDocument.serials.createWithId(chapterId);
+      await writeGraphArtifactSourceFragments(
+        documentPath,
+        chapterId,
+        options.sourceText
+      );
+      const artifactDocument = createFragmentBackedDocument(
+        openedDocument,
+        documentPath
+      );
+      await new SerialGeneration({
+        document: artifactDocument,
+        llm: options.llm,
+        ...options.logDirPath === void 0 ? {} : { logDirPath: options.logDirPath }
+      }).buildTopologyInto(
+        chapterId,
+        createTopologyOptions(options),
+        options.progressTracker
+      );
+    });
+    await writeWikgObjectsToJsonl(
+      objectsPath,
+      createChapterReadingGraphObjectStream({
+        chapterId,
+        document: createFragmentBackedDocument(document, documentPath),
+        parameter
+      })
+    );
+  } finally {
+    await document.release();
+  }
+  return {
+    chapterId,
+    documentPath,
+    objectsPath,
+    parameter
+  };
+}
+async function commitChapterGraphArtifact(document, artifact) {
+  const graph = await collectReadingGraphObjects(
+    artifact.chapterId,
+    readWikgObjectsFromJsonl(artifact.objectsPath)
+  );
+  await document.openSession(async (openedDocument) => {
+    await requireStage(openedDocument, artifact.chapterId, "sourced");
+    await openedDocument.clearSerialGraph(artifact.chapterId);
+    await openedDocument.serials.ensure(artifact.chapterId);
+    const chunkIdMap = /* @__PURE__ */ new Map();
+    for (const chunk of graph.chunks) {
+      const createdChunk = await openedDocument.chunks.create({
+        content: chunk.content,
+        generation: chunk.generation,
+        label: chunk.label,
+        sentenceId: [artifact.chapterId, chunk.sentenceIndex],
+        sentenceIds: chunk.sentenceIndexes.map(
+          (sentenceIndex) => [artifact.chapterId, sentenceIndex]
+        ),
+        weight: chunk.weight,
+        wordsCount: chunk.wordsCount,
+        ...chunk.importance === void 0 ? {} : { importance: chunk.importance },
+        ...chunk.retention === void 0 ? {} : { retention: chunk.retention }
+      });
+      chunkIdMap.set(chunk.id, createdChunk.id);
+    }
+    for (const edge of graph.readingEdges) {
+      await openedDocument.readingEdges.save({
+        fromId: requireMappedId(chunkIdMap, edge.fromChunkId, "chunk"),
+        ...edge.strength === void 0 ? {} : { strength: edge.strength },
+        toId: requireMappedId(chunkIdMap, edge.toChunkId, "chunk"),
+        weight: edge.weight
+      });
+    }
+    await openedDocument.fragmentGroups.saveMany(
+      graph.fragmentGroups.map((group) => ({
+        endSentenceIndex: group.endSentenceIndex,
+        groupId: group.groupId,
+        serialId: artifact.chapterId,
+        startSentenceIndex: group.startSentenceIndex
+      }))
+    );
+    const snakeIdMap = /* @__PURE__ */ new Map();
+    for (const snake of graph.snakes) {
+      const snakeId = await openedDocument.snakes.create({
+        firstLabel: snake.firstLabel,
+        groupId: snake.groupId,
+        lastLabel: snake.lastLabel,
+        localSnakeId: snake.localSnakeId,
+        serialId: artifact.chapterId,
+        size: snake.size,
+        weight: snake.weight,
+        wordsCount: snake.wordsCount
+      });
+      snakeIdMap.set(snake.id, snakeId);
+    }
+    for (const snakeChunk of graph.snakeChunks) {
+      await openedDocument.snakeChunks.save({
+        chunkId: requireMappedId(chunkIdMap, snakeChunk.chunkId, "chunk"),
+        position: snakeChunk.position,
+        snakeId: requireMappedId(snakeIdMap, snakeChunk.snakeId, "snake")
+      });
+    }
+    for (const edge of graph.snakeEdges) {
+      await openedDocument.snakeEdges.save({
+        fromSnakeId: requireMappedId(snakeIdMap, edge.fromSnakeId, "snake"),
+        toSnakeId: requireMappedId(snakeIdMap, edge.toSnakeId, "snake"),
+        weight: edge.weight
+      });
+    }
+    const parameter = await openedDocument.graphBuildParameters.save(
+      graph.parameter ?? artifact.parameter
+    );
+    await openedDocument.serials.setTopologyReady(
+      artifact.chapterId,
+      true,
+      parameter.hash
+    );
+  });
+  return await getChapterDetails(document, artifact.chapterId);
+}
+function requireMappedId(ids, id, kind) {
+  const mapped = ids.get(id);
+  if (mapped === void 0) {
+    throw new Error(`Unknown ${kind} id ${id}.`);
+  }
+  return mapped;
+}
+export {
+  buildChapterGraphArtifact,
+  commitChapterGraphArtifact
+};
+//# sourceMappingURL=artifact.js.map

package/dist/graph/reading-build/artifact.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/reading-build/artifact.ts"],"sourcesContent":["import { mkdir, rm } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport type { Document } from \"../../document/index.js\";\nimport {\n  createFragmentBackedDocument,\n  DirectoryDocument,\n} from \"../../document/index.js\";\nimport {\n  getChapterDetails,\n  requireStage,\n  type ChapterDetails,\n} from \"../../document/chapter/index.js\";\nimport { SerialGeneration } from \"../../serial.js\";\nimport {\n  collectReadingGraphObjects,\n  createChapterReadingGraphObjectStream,\n  readWikgObjectsFromJsonl,\n  writeWikgObjectsToJsonl,\n} from \"../../object-stream.js\";\nimport {\n  createGraphBuildParameterInput,\n  createTopologyOptions,\n} from \"./options.js\";\nimport { writeGraphArtifactSourceFragments } from \"./source-fragments.js\";\nimport type {\n  BuildChapterGraphArtifactOptions,\n  ChapterGraphBuildArtifact,\n} from \"./types.js\";\n\nexport async function buildChapterGraphArtifact(\n  chapterId: number,\n  options: BuildChapterGraphArtifactOptions,\n): Promise<ChapterGraphBuildArtifact> {\n  const documentPath = join(options.workspacePath, \"graph-document\");\n  const objectsPath = join(options.workspacePath, \"reading-graph.jsonl\");\n  const parameter = createGraphBuildParameterInput(options);\n\n  await rm(documentPath, { force: true, recursive: true });\n  await mkdir(options.workspacePath, { recursive: true });\n\n  const document = await DirectoryDocument.open(documentPath);\n\n  try {\n    await document.openSession(async (openedDocument) => {\n      await openedDocument.serials.createWithId(chapterId);\n      await writeGraphArtifactSourceFragments(\n        documentPath,\n        chapterId,\n        options.sourceText,\n      );\n      const artifactDocument = createFragmentBackedDocument(\n        openedDocument,\n        documentPath,\n      );\n\n      await new SerialGeneration({\n        document: artifactDocument,\n        llm: options.llm,\n        ...(options.logDirPath === undefined\n          ? {}\n          : { logDirPath: options.logDirPath }),\n      }).buildTopologyInto(\n        chapterId,\n        createTopologyOptions(options),\n        options.progressTracker,\n      );\n    });\n    await writeWikgObjectsToJsonl(\n      objectsPath,\n      createChapterReadingGraphObjectStream({\n        chapterId,\n        document: createFragmentBackedDocument(document, documentPath),\n        parameter,\n      }),\n    );\n  } finally {\n    await document.release();\n  }\n\n  return {\n    chapterId,\n    documentPath,\n    objectsPath,\n    parameter,\n  };\n}\n\nexport async function commitChapterGraphArtifact(\n  document: Document,\n  artifact: ChapterGraphBuildArtifact,\n): Promise<ChapterDetails> {\n  const graph = await collectReadingGraphObjects(\n    artifact.chapterId,\n    readWikgObjectsFromJsonl(artifact.objectsPath),\n  );\n\n  await document.openSession(async (openedDocument) => {\n    await requireStage(openedDocument, artifact.chapterId, \"sourced\");\n    await openedDocument.clearSerialGraph(artifact.chapterId);\n    await openedDocument.serials.ensure(artifact.chapterId);\n\n    const chunkIdMap = new Map<string, number>();\n\n    for (const chunk of graph.chunks) {\n      const createdChunk = await openedDocument.chunks.create({\n        content: chunk.content,\n        generation: chunk.generation,\n        label: chunk.label,\n        sentenceId: [artifact.chapterId, chunk.sentenceIndex],\n        sentenceIds: chunk.sentenceIndexes.map(\n          (sentenceIndex) => [artifact.chapterId, sentenceIndex] as const,\n        ),\n        weight: chunk.weight,\n        wordsCount: chunk.wordsCount,\n        ...(chunk.importance === undefined\n          ? {}\n          : { importance: chunk.importance }),\n        ...(chunk.retention === undefined\n          ? {}\n          : { retention: chunk.retention }),\n      });\n\n      chunkIdMap.set(chunk.id, createdChunk.id);\n    }\n\n    for (const edge of graph.readingEdges) {\n      await openedDocument.readingEdges.save({\n        fromId: requireMappedId(chunkIdMap, edge.fromChunkId, \"chunk\"),\n        ...(edge.strength === undefined ? {} : { strength: edge.strength }),\n        toId: requireMappedId(chunkIdMap, edge.toChunkId, \"chunk\"),\n        weight: edge.weight,\n      });\n    }\n\n    await openedDocument.fragmentGroups.saveMany(\n      graph.fragmentGroups.map((group) => ({\n        endSentenceIndex: group.endSentenceIndex,\n        groupId: group.groupId,\n        serialId: artifact.chapterId,\n        startSentenceIndex: group.startSentenceIndex,\n      })),\n    );\n\n    const snakeIdMap = new Map<string, number>();\n\n    for (const snake of graph.snakes) {\n      const snakeId = await openedDocument.snakes.create({\n        firstLabel: snake.firstLabel,\n        groupId: snake.groupId,\n        lastLabel: snake.lastLabel,\n        localSnakeId: snake.localSnakeId,\n        serialId: artifact.chapterId,\n        size: snake.size,\n        weight: snake.weight,\n        wordsCount: snake.wordsCount,\n      });\n\n      snakeIdMap.set(snake.id, snakeId);\n    }\n\n    for (const snakeChunk of graph.snakeChunks) {\n      await openedDocument.snakeChunks.save({\n        chunkId: requireMappedId(chunkIdMap, snakeChunk.chunkId, \"chunk\"),\n        position: snakeChunk.position,\n        snakeId: requireMappedId(snakeIdMap, snakeChunk.snakeId, \"snake\"),\n      });\n    }\n\n    for (const edge of graph.snakeEdges) {\n      await openedDocument.snakeEdges.save({\n        fromSnakeId: requireMappedId(snakeIdMap, edge.fromSnakeId, \"snake\"),\n        toSnakeId: requireMappedId(snakeIdMap, edge.toSnakeId, \"snake\"),\n        weight: edge.weight,\n      });\n    }\n\n    const parameter = await openedDocument.graphBuildParameters.save(\n      graph.parameter ?? artifact.parameter,\n    );\n    await openedDocument.serials.setTopologyReady(\n      artifact.chapterId,\n      true,\n      parameter.hash,\n    );\n  });\n\n  return await getChapterDetails(document, artifact.chapterId);\n}\n\nfunction requireMappedId(\n  ids: ReadonlyMap<string, number>,\n  id: string,\n  kind: string,\n): number {\n  const mapped = ids.get(id);\n  if (mapped === undefined) {\n    throw new Error(`Unknown ${kind} id ${id}.`);\n  }\n  return mapped;\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU;AAC1B,SAAS,YAAY;AAGrB;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,yCAAyC;AAMlD,eAAsB,0BACpB,WACA,SACoC;AACpC,QAAM,eAAe,KAAK,QAAQ,eAAe,gBAAgB;AACjE,QAAM,cAAc,KAAK,QAAQ,eAAe,qBAAqB;AACrE,QAAM,YAAY,+BAA+B,OAAO;AAExD,QAAM,GAAG,cAAc,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AACvD,QAAM,MAAM,QAAQ,eAAe,EAAE,WAAW,KAAK,CAAC;AAEtD,QAAM,WAAW,MAAM,kBAAkB,KAAK,YAAY;AAE1D,MAAI;AACF,UAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,YAAM,eAAe,QAAQ,aAAa,SAAS;AACnD,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,MACV;AACA,YAAM,mBAAmB;AAAA,QACvB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,IAAI,iBAAiB;AAAA,QACzB,UAAU;AAAA,QACV,KAAK,QAAQ;AAAA,QACb,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,MACvC,CAAC,EAAE;AAAA,QACD;AAAA,QACA,sBAAsB,OAAO;AAAA,QAC7B,QAAQ;AAAA,MACV;AAAA,IACF,CAAC;AACD,UAAM;AAAA,MACJ;AAAA,MACA,sCAAsC;AAAA,QACpC;AAAA,QACA,UAAU,6BAA6B,UAAU,YAAY;AAAA,QAC7D;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF,UAAE;AACA,UAAM,SAAS,QAAQ;AAAA,EACzB;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,2BACpB,UACA,UACyB;AACzB,QAAM,QAAQ,MAAM;AAAA,IAClB,SAAS;AAAA,IACT,yBAAyB,SAAS,WAAW;AAAA,EAC/C;AAEA,QAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,UAAM,aAAa,gBAAgB,SAAS,WAAW,SAAS;AAChE,UAAM,eAAe,iBAAiB,SAAS,SAAS;AACxD,UAAM,eAAe,QAAQ,OAAO,SAAS,SAAS;AAEtD,UAAM,aAAa,oBAAI,IAAoB;AAE3C,eAAW,SAAS,MAAM,QAAQ;AAChC,YAAM,eAAe,MAAM,eAAe,OAAO,OAAO;AAAA,QACtD,SAAS,MAAM;AAAA,QACf,YAAY,MAAM;AAAA,QAClB,OAAO,MAAM;AAAA,QACb,YAAY,CAAC,SAAS,WAAW,MAAM,aAAa;AAAA,QACpD,aAAa,MAAM,gBAAgB;AAAA,UACjC,CAAC,kBAAkB,CAAC,SAAS,WAAW,aAAa;AAAA,QACvD;AAAA,QACA,QAAQ,MAAM;AAAA,QACd,YAAY,MAAM;AAAA,QAClB,GAAI,MAAM,eAAe,SACrB,CAAC,IACD,EAAE,YAAY,MAAM,WAAW;AAAA,QACnC,GAAI,MAAM,cAAc,SACpB,CAAC,IACD,EAAE,WAAW,MAAM,UAAU;AAAA,MACnC,CAAC;AAED,iBAAW,IAAI,MAAM,IAAI,aAAa,EAAE;AAAA,IAC1C;AAEA,eAAW,QAAQ,MAAM,cAAc;AACrC,YAAM,eAAe,aAAa,KAAK;AAAA,QACrC,QAAQ,gBAAgB,YAAY,KAAK,aAAa,OAAO;AAAA,QAC7D,GAAI,KAAK,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;AAAA,QACjE,MAAM,gBAAgB,YAAY,KAAK,WAAW,OAAO;AAAA,QACzD,QAAQ,KAAK;AAAA,MACf,CAAC;AAAA,IACH;AAEA,UAAM,eAAe,eAAe;AAAA,MAClC,MAAM,eAAe,IAAI,CAAC,WAAW;AAAA,QACnC,kBAAkB,MAAM;AAAA,QACxB,SAAS,MAAM;AAAA,QACf,UAAU,SAAS;AAAA,QACnB,oBAAoB,MAAM;AAAA,MAC5B,EAAE;AAAA,IACJ;AAEA,UAAM,aAAa,oBAAI,IAAoB;AAE3C,eAAW,SAAS,MAAM,QAAQ;AAChC,YAAM,UAAU,MAAM,eAAe,OAAO,OAAO;AAAA,QACjD,YAAY,MAAM;AAAA,QAClB,SAAS,MAAM;AAAA,QACf,WAAW,MAAM;AAAA,QACjB,cAAc,MAAM;AAAA,QACpB,UAAU,SAAS;AAAA,QACnB,MAAM,MAAM;AAAA,QACZ,QAAQ,MAAM;AAAA,QACd,YAAY,MAAM;AAAA,MACpB,CAAC;AAED,iBAAW,IAAI,MAAM,IAAI,OAAO;AAAA,IAClC;AAEA,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,eAAe,YAAY,KAAK;AAAA,QACpC,SAAS,gBAAgB,YAAY,WAAW,SAAS,OAAO;AAAA,QAChE,UAAU,WAAW;AAAA,QACrB,SAAS,gBAAgB,YAAY,WAAW,SAAS,OAAO;AAAA,MAClE,CAAC;AAAA,IACH;AAEA,eAAW,QAAQ,MAAM,YAAY;AACnC,YAAM,eAAe,WAAW,KAAK;AAAA,QACnC,aAAa,gBAAgB,YAAY,KAAK,aAAa,OAAO;AAAA,QAClE,WAAW,gBAAgB,YAAY,KAAK,WAAW,OAAO;AAAA,QAC9D,QAAQ,KAAK;AAAA,MACf,CAAC;AAAA,IACH;AAEA,UAAM,YAAY,MAAM,eAAe,qBAAqB;AAAA,MAC1D,MAAM,aAAa,SAAS;AAAA,IAC9B;AACA,UAAM,eAAe,QAAQ;AAAA,MAC3B,SAAS;AAAA,MACT;AAAA,MACA,UAAU;AAAA,IACZ;AAAA,EACF,CAAC;AAED,SAAO,MAAM,kBAAkB,UAAU,SAAS,SAAS;AAC7D;AAEA,SAAS,gBACP,KACA,IACA,MACQ;AACR,QAAM,SAAS,IAAI,IAAI,EAAE;AACzB,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI,MAAM,WAAW,IAAI,OAAO,EAAE,GAAG;AAAA,EAC7C;AACA,SAAO;AACT;","names":[]}

package/dist/graph/reading-build/copy.d.ts

@@ -0,0 +1,28 @@
+import { ReadonlyDocument, Document } from '../../document/directory/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+declare function copySnakes(sourceDocument: ReadonlyDocument, targetDocument: Document, serialId: number, chunkIdMap: ReadonlyMap<number, number>): Promise<void>;
+declare function copyChunks(sourceDocument: ReadonlyDocument, targetDocument: Document, serialId: number): Promise<ReadonlyMap<number, number>>;
+
+export { copyChunks, copySnakes };

package/dist/graph/reading-build/copy.js

@@ -0,0 +1,65 @@
+async function copySnakes(sourceDocument, targetDocument, serialId, chunkIdMap) {
+  const sourceSnakes = await sourceDocument.snakes.listBySerial(serialId);
+  const snakeIdMap = /* @__PURE__ */ new Map();
+  for (const sourceSnake of sourceSnakes) {
+    const targetSnakeId = await targetDocument.snakes.create({
+      firstLabel: sourceSnake.firstLabel,
+      groupId: sourceSnake.groupId,
+      lastLabel: sourceSnake.lastLabel,
+      localSnakeId: sourceSnake.localSnakeId,
+      serialId,
+      size: sourceSnake.size,
+      weight: sourceSnake.weight,
+      wordsCount: sourceSnake.wordsCount
+    });
+    snakeIdMap.set(sourceSnake.id, targetSnakeId);
+    for (const snakeChunk of await sourceDocument.snakeChunks.listBySnake(
+      sourceSnake.id
+    )) {
+      const chunkId = chunkIdMap.get(snakeChunk.chunkId);
+      if (chunkId === void 0) {
+        continue;
+      }
+      await targetDocument.snakeChunks.save({
+        chunkId,
+        position: snakeChunk.position,
+        snakeId: targetSnakeId
+      });
+    }
+  }
+  for (const edge of await sourceDocument.snakeEdges.listBySerial(serialId)) {
+    const fromSnakeId = snakeIdMap.get(edge.fromSnakeId);
+    const toSnakeId = snakeIdMap.get(edge.toSnakeId);
+    if (fromSnakeId === void 0 || toSnakeId === void 0) {
+      continue;
+    }
+    await targetDocument.snakeEdges.save({
+      fromSnakeId,
+      toSnakeId,
+      weight: edge.weight
+    });
+  }
+}
+async function copyChunks(sourceDocument, targetDocument, serialId) {
+  const chunkIdMap = /* @__PURE__ */ new Map();
+  for (const chunk of await sourceDocument.chunks.listBySerial(serialId)) {
+    const createdChunk = await targetDocument.chunks.create({
+      content: chunk.content,
+      generation: chunk.generation,
+      label: chunk.label,
+      sentenceId: chunk.sentenceId,
+      sentenceIds: chunk.sentenceIds,
+      weight: chunk.weight,
+      wordsCount: chunk.wordsCount,
+      ...chunk.importance === void 0 ? {} : { importance: chunk.importance },
+      ...chunk.retention === void 0 ? {} : { retention: chunk.retention }
+    });
+    chunkIdMap.set(chunk.id, createdChunk.id);
+  }
+  return chunkIdMap;
+}
+export {
+  copyChunks,
+  copySnakes
+};
+//# sourceMappingURL=copy.js.map

package/dist/graph/reading-build/copy.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/graph/reading-build/copy.ts"],"sourcesContent":["import type { Document, ReadonlyDocument } from \"../../document/index.js\";\n\nexport async function copySnakes(\n  sourceDocument: ReadonlyDocument,\n  targetDocument: Document,\n  serialId: number,\n  chunkIdMap: ReadonlyMap<number, number>,\n): Promise<void> {\n  const sourceSnakes = await sourceDocument.snakes.listBySerial(serialId);\n  const snakeIdMap = new Map<number, number>();\n\n  for (const sourceSnake of sourceSnakes) {\n    const targetSnakeId = await targetDocument.snakes.create({\n      firstLabel: sourceSnake.firstLabel,\n      groupId: sourceSnake.groupId,\n      lastLabel: sourceSnake.lastLabel,\n      localSnakeId: sourceSnake.localSnakeId,\n      serialId,\n      size: sourceSnake.size,\n      weight: sourceSnake.weight,\n      wordsCount: sourceSnake.wordsCount,\n    });\n\n    snakeIdMap.set(sourceSnake.id, targetSnakeId);\n\n    for (const snakeChunk of await sourceDocument.snakeChunks.listBySnake(\n      sourceSnake.id,\n    )) {\n      const chunkId = chunkIdMap.get(snakeChunk.chunkId);\n\n      if (chunkId === undefined) {\n        continue;\n      }\n\n      await targetDocument.snakeChunks.save({\n        chunkId,\n        position: snakeChunk.position,\n        snakeId: targetSnakeId,\n      });\n    }\n  }\n\n  for (const edge of await sourceDocument.snakeEdges.listBySerial(serialId)) {\n    const fromSnakeId = snakeIdMap.get(edge.fromSnakeId);\n    const toSnakeId = snakeIdMap.get(edge.toSnakeId);\n\n    if (fromSnakeId === undefined || toSnakeId === undefined) {\n      continue;\n    }\n\n    await targetDocument.snakeEdges.save({\n      fromSnakeId,\n      toSnakeId,\n      weight: edge.weight,\n    });\n  }\n}\n\nexport async function copyChunks(\n  sourceDocument: ReadonlyDocument,\n  targetDocument: Document,\n  serialId: number,\n): Promise<ReadonlyMap<number, number>> {\n  const chunkIdMap = new Map<number, number>();\n\n  for (const chunk of await sourceDocument.chunks.listBySerial(serialId)) {\n    const createdChunk = await targetDocument.chunks.create({\n      content: chunk.content,\n      generation: chunk.generation,\n      label: chunk.label,\n      sentenceId: chunk.sentenceId,\n      sentenceIds: chunk.sentenceIds,\n      weight: chunk.weight,\n      wordsCount: chunk.wordsCount,\n      ...(chunk.importance === undefined\n        ? {}\n        : { importance: chunk.importance }),\n      ...(chunk.retention === undefined ? {} : { retention: chunk.retention }),\n    });\n\n    chunkIdMap.set(chunk.id, createdChunk.id);\n  }\n\n  return chunkIdMap;\n}\n"],"mappings":"AAEA,eAAsB,WACpB,gBACA,gBACA,UACA,YACe;AACf,QAAM,eAAe,MAAM,eAAe,OAAO,aAAa,QAAQ;AACtE,QAAM,aAAa,oBAAI,IAAoB;AAE3C,aAAW,eAAe,cAAc;AACtC,UAAM,gBAAgB,MAAM,eAAe,OAAO,OAAO;AAAA,MACvD,YAAY,YAAY;AAAA,MACxB,SAAS,YAAY;AAAA,MACrB,WAAW,YAAY;AAAA,MACvB,cAAc,YAAY;AAAA,MAC1B;AAAA,MACA,MAAM,YAAY;AAAA,MAClB,QAAQ,YAAY;AAAA,MACpB,YAAY,YAAY;AAAA,IAC1B,CAAC;AAED,eAAW,IAAI,YAAY,IAAI,aAAa;AAE5C,eAAW,cAAc,MAAM,eAAe,YAAY;AAAA,MACxD,YAAY;AAAA,IACd,GAAG;AACD,YAAM,UAAU,WAAW,IAAI,WAAW,OAAO;AAEjD,UAAI,YAAY,QAAW;AACzB;AAAA,MACF;AAEA,YAAM,eAAe,YAAY,KAAK;AAAA,QACpC;AAAA,QACA,UAAU,WAAW;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,aAAW,QAAQ,MAAM,eAAe,WAAW,aAAa,QAAQ,GAAG;AACzE,UAAM,cAAc,WAAW,IAAI,KAAK,WAAW;AACnD,UAAM,YAAY,WAAW,IAAI,KAAK,SAAS;AAE/C,QAAI,gBAAgB,UAAa,cAAc,QAAW;AACxD;AAAA,IACF;AAEA,UAAM,eAAe,WAAW,KAAK;AAAA,MACnC;AAAA,MACA;AAAA,MACA,QAAQ,KAAK;AAAA,IACf,CAAC;AAAA,EACH;AACF;AAEA,eAAsB,WACpB,gBACA,gBACA,UACsC;AACtC,QAAM,aAAa,oBAAI,IAAoB;AAE3C,aAAW,SAAS,MAAM,eAAe,OAAO,aAAa,QAAQ,GAAG;AACtE,UAAM,eAAe,MAAM,eAAe,OAAO,OAAO;AAAA,MACtD,SAAS,MAAM;AAAA,MACf,YAAY,MAAM;AAAA,MAClB,OAAO,MAAM;AAAA,MACb,YAAY,MAAM;AAAA,MAClB,aAAa,MAAM;AAAA,MACnB,QAAQ,MAAM;AAAA,MACd,YAAY,MAAM;AAAA,MAClB,GAAI,MAAM,eAAe,SACrB,CAAC,IACD,EAAE,YAAY,MAAM,WAAW;AAAA,MACnC,GAAI,MAAM,cAAc,SAAY,CAAC,IAAI,EAAE,WAAW,MAAM,UAAU;AAAA,IACxE,CAAC;AAED,eAAW,IAAI,MAAM,IAAI,aAAa,EAAE;AAAA,EAC1C;AAEA,SAAO;AACT;","names":[]}

package/dist/graph/reading-build/index.d.ts

@@ -0,0 +1,39 @@
+export { buildChapterGraphArtifact, commitChapterGraphArtifact } from './artifact.js';
+export { readChapterBuildInput } from './input.js';
+export { BuildChapterGraphArtifactOptions, ChapterGraphBuildArtifact, GraphBuildParameterInput } from './types.js';
+import '../../document/directory/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../document/chapter/types.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../runtime/common/language.js';
+import '../../runtime/common/llm-scope.js';
+import '../../text/serial/options.js';
+import '../../text/reader/types.js';
+import '../../text/reader/attention/core.js';
+import '../../text/reader/chunk-batch/types.js';
+import '../../text/reader/segment/types.js';