wiki-graph-core 0.3.1 → 0.4.1

package/dist/text/serial/generation.js

@@ -0,0 +1,257 @@
+import { AsyncSemaphore } from "../../utils/async-semaphore.js";
+import {
+  WIKI_GRAPH_EDITOR_SCOPES,
+  WIKI_GRAPH_READER_SCOPES
+} from "../../runtime/common/llm-scope.js";
+import { compressText } from "../editor/index.js";
+import { Reader } from "../reader/index.js";
+import { Topology } from "../../graph/topology/index.js";
+import {
+  countFragmentWords,
+  listSerialProcessingFragments,
+  readSerialPassthroughSummary
+} from "./fragments.js";
+import {
+  DEFAULT_COMPRESSION_RATIO,
+  DEFAULT_FRAGMENT_WORDS_COUNT,
+  DEFAULT_GENERATION_DECAY_FACTOR,
+  DEFAULT_GROUP_WORDS_COUNT,
+  DEFAULT_MAX_CLUES,
+  DEFAULT_MAX_ITERATIONS,
+  DEFAULT_WORKING_MEMORY_CAPACITY
+} from "./options.js";
+import { getSerialRecord, resolveDocument } from "./record.js";
+import { createNumberListRecord, saveDelta } from "./reader-graph.js";
+import { writeSerialSource } from "./source.js";
+import { Serial } from "./topology.js";
+class SerialGeneration {
+  #fragmentWordsCount = DEFAULT_FRAGMENT_WORDS_COUNT;
+  #fragmentGroups;
+  #idSemaphore = new AsyncSemaphore(1);
+  #logDirPath;
+  #serials;
+  #document;
+  #writeSemaphore = new AsyncSemaphore(1);
+  #llm;
+  #segmenter;
+  #nextChunkId = 1;
+  constructor(options) {
+    const document = resolveDocument(options);
+    this.#fragmentGroups = document.fragmentGroups;
+    this.#llm = options.llm;
+    this.#logDirPath = options.logDirPath;
+    this.#serials = document.serials;
+    this.#segmenter = options.segmenter;
+    this.#document = document;
+  }
+  async generate(stream, options, progressTracker) {
+    const serialId = await this.#createSerialId();
+    await writeSerialSource(this.#document, serialId, stream, {
+      ...this.#segmenter === void 0 ? {} : { segmenter: this.#segmenter }
+    });
+    return await this.#generatePrepared(serialId, options, progressTracker);
+  }
+  async create(stream, options) {
+    return await this.generate(stream, options);
+  }
+  async generateInto(serialId, stream, options, progressTracker) {
+    await this.#createExplicitSerialId(serialId);
+    await writeSerialSource(this.#document, serialId, stream, {
+      ...this.#segmenter === void 0 ? {} : { segmenter: this.#segmenter }
+    });
+    return await this.#generatePrepared(serialId, options, progressTracker);
+  }
+  async buildTopologyInto(serialId, options, progressTracker) {
+    await this.#buildTopology(
+      serialId,
+      options.extractionPrompt,
+      options.userLanguage,
+      progressTracker
+    );
+  }
+  async buildSummary(serialId, options = {}) {
+    const summary = await this.#buildSummary(serialId, options.userLanguage);
+    return new Serial(this.#document, serialId, summary);
+  }
+  async #generatePrepared(serialId, options, progressTracker) {
+    await this.#buildTopology(
+      serialId,
+      options.extractionPrompt,
+      options.userLanguage,
+      progressTracker
+    );
+    const summary = await this.#buildSummary(serialId, options.userLanguage);
+    await progressTracker?.complete();
+    return new Serial(this.#document, serialId, summary);
+  }
+  async #allocateChunkId() {
+    return await this.#idSemaphore.use(() => {
+      const chunkId = this.#nextChunkId;
+      this.#nextChunkId += 1;
+      return chunkId;
+    });
+  }
+  async #buildSummary(serialId, userLanguage) {
+    const record = await getSerialRecord(this.#document, serialId);
+    if (!record.topologyReady) {
+      throw new Error(`Serial ${serialId} is not ready for summary`);
+    }
+    const existingSummary = await this.#document.readSummary(serialId);
+    if (existingSummary !== void 0) {
+      return existingSummary;
+    }
+    const serialFragments = this.#getSerialFragments(serialId);
+    const fragmentIds = await serialFragments.listFragmentIds();
+    if (fragmentIds.length <= 1) {
+      const summary2 = await readSerialPassthroughSummary(
+        serialFragments,
+        fragmentIds
+      );
+      await this.#writeSemaphore.use(
+        async () => await this.#document.writeSummary(serialId, summary2)
+      );
+      return summary2;
+    }
+    const groupIds = await this.#fragmentGroups.listGroupIdsForSerial(serialId);
+    const summaryParts = [];
+    for (const groupId of groupIds) {
+      const groupSummary = await compressText({
+        ...this.#createEditorOptions({
+          groupId,
+          serialId,
+          userLanguage
+        })
+      });
+      if (groupSummary.trim() === "") {
+        continue;
+      }
+      summaryParts.push(groupSummary);
+    }
+    const summary = summaryParts.join("\n\n");
+    await this.#writeSemaphore.use(
+      async () => await this.#document.writeSummary(serialId, summary)
+    );
+    return summary;
+  }
+  async #buildTopology(serialId, extractionPrompt, userLanguage, progressTracker) {
+    const reader = new Reader({
+      attention: {
+        capacity: DEFAULT_WORKING_MEMORY_CAPACITY,
+        generationDecayFactor: DEFAULT_GENERATION_DECAY_FACTOR,
+        idGenerator: async () => await this.#allocateChunkId()
+      },
+      extractionGuidance: extractionPrompt,
+      llm: this.#llm,
+      scopes: WIKI_GRAPH_READER_SCOPES,
+      sentenceTextSource: this.#document,
+      ...this.#segmenter === void 0 ? {} : {
+        segmenter: this.#segmenter
+      },
+      ...userLanguage === void 0 ? {} : {
+        userLanguage
+      }
+    });
+    const topology = new Topology(
+      this.#document,
+      serialId,
+      DEFAULT_GROUP_WORDS_COUNT
+    );
+    const allChunks = [];
+    const successorIdsByChunkId = createNumberListRecord();
+    const serialFragments = this.#document.getSerialFragments(serialId);
+    for (const fragment of await listSerialProcessingFragments(
+      serialFragments,
+      this.#fragmentWordsCount
+    )) {
+      const wordsCount = countFragmentWords(fragment.sentences);
+      await this.#processFragment({
+        allChunks,
+        fragment: {
+          startSentenceIndex: fragment.startSentenceIndex,
+          sentences: fragment.sentences
+        },
+        reader,
+        serialId,
+        successorIdsByChunkId,
+        topology
+      });
+      await progressTracker?.advance(wordsCount);
+    }
+    await this.#writeSemaphore.use(async () => {
+      await topology.finalize();
+      await this.#serials.setTopologyReady(serialId);
+      await this.#serials.bumpRevision(serialId);
+    });
+  }
+  async #processFragment(input) {
+    const sentences = input.fragment.sentences.map((sentence, index) => ({
+      sentenceId: [
+        input.serialId,
+        input.fragment.startSentenceIndex + index
+      ],
+      text: sentence.text,
+      wordsCount: sentence.wordsCount
+    }));
+    const fragmentText = sentences.map((sentence) => sentence.text).join(" ");
+    const userFocused = await input.reader.extractUserFocused({
+      sentences,
+      text: fragmentText
+    });
+    const bookCoherence = await input.reader.extractBookCoherence({
+      sentences,
+      text: fragmentText,
+      userFocusedChunks: userFocused.delta.chunks
+    });
+    saveDelta(
+      input.allChunks,
+      input.successorIdsByChunkId,
+      input.topology,
+      userFocused.delta
+    );
+    saveDelta(
+      input.allChunks,
+      input.successorIdsByChunkId,
+      input.topology,
+      bookCoherence
+    );
+    input.reader.completeFragment({
+      allChunks: input.allChunks,
+      getSuccessorChunkIds: (chunkId) => input.successorIdsByChunkId[String(chunkId)] ?? []
+    });
+  }
+  async #createSerialId() {
+    return await this.#idSemaphore.use(
+      async () => await this.#serials.create()
+    );
+  }
+  async #createExplicitSerialId(serialId) {
+    await this.#idSemaphore.use(
+      async () => await this.#serials.createWithId(serialId)
+    );
+  }
+  #getSerialFragments(serialId) {
+    return this.#document.getSerialFragments(serialId);
+  }
+  #createEditorOptions(input) {
+    return {
+      compressionRatio: DEFAULT_COMPRESSION_RATIO,
+      groupId: input.groupId,
+      llm: this.#llm,
+      maxClues: DEFAULT_MAX_CLUES,
+      maxIterations: DEFAULT_MAX_ITERATIONS,
+      scopes: WIKI_GRAPH_EDITOR_SCOPES,
+      serialId: input.serialId,
+      document: this.#document,
+      ...this.#logDirPath === void 0 ? {} : {
+        logDirPath: this.#logDirPath
+      },
+      ...input.userLanguage === void 0 ? {} : {
+        userLanguage: input.userLanguage
+      }
+    };
+  }
+}
+export {
+  SerialGeneration
+};
+//# sourceMappingURL=generation.js.map

package/dist/text/serial/generation.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/generation.ts"],"sourcesContent":["import { AsyncSemaphore } from \"../../utils/async-semaphore.js\";\nimport type { Language } from \"../../runtime/common/language.js\";\nimport {\n  WIKI_GRAPH_EDITOR_SCOPES,\n  WIKI_GRAPH_READER_SCOPES,\n  type WikiGraphScope,\n} from \"../../runtime/common/llm-scope.js\";\nimport type {\n  Document,\n  FragmentGroupStore,\n  SerialStore,\n  SerialTextStream,\n} from \"../../document/index.js\";\nimport { compressText, type EditorOptions } from \"../editor/index.js\";\nimport { Reader, type ReaderChunk } from \"../reader/index.js\";\nimport type { ReaderTextStream } from \"../reader/index.js\";\nimport { Topology } from \"../../graph/topology/index.js\";\nimport {\n  countFragmentWords,\n  listSerialProcessingFragments,\n  readSerialPassthroughSummary,\n} from \"./fragments.js\";\nimport {\n  DEFAULT_COMPRESSION_RATIO,\n  DEFAULT_FRAGMENT_WORDS_COUNT,\n  DEFAULT_GENERATION_DECAY_FACTOR,\n  DEFAULT_GROUP_WORDS_COUNT,\n  DEFAULT_MAX_CLUES,\n  DEFAULT_MAX_ITERATIONS,\n  DEFAULT_WORKING_MEMORY_CAPACITY,\n  type BuildSerialSummaryOptions,\n  type BuildSerialTopologyOptions,\n  type GenerateSerialOptions,\n  type SerialGenerationOptions,\n  type SerialProgressSink,\n} from \"./options.js\";\nimport { getSerialRecord, resolveDocument } from \"./record.js\";\nimport { createNumberListRecord, saveDelta } from \"./reader-graph.js\";\nimport { writeSerialSource } from \"./source.js\";\nimport { Serial } from \"./topology.js\";\n\ntype ReaderProgressScope =\n  (typeof WIKI_GRAPH_READER_SCOPES)[keyof typeof WIKI_GRAPH_READER_SCOPES];\n\nexport class SerialGeneration {\n  readonly #fragmentWordsCount = DEFAULT_FRAGMENT_WORDS_COUNT;\n  readonly #fragmentGroups: FragmentGroupStore;\n  readonly #idSemaphore = new AsyncSemaphore(1);\n  readonly #logDirPath: string | undefined;\n  readonly #serials: SerialStore;\n  readonly #document: Document;\n  readonly #writeSemaphore = new AsyncSemaphore(1);\n  readonly #llm: SerialGenerationOptions[\"llm\"];\n  readonly #segmenter: SerialGenerationOptions[\"segmenter\"];\n\n  #nextChunkId = 1;\n\n  public constructor(options: SerialGenerationOptions) {\n    const document = resolveDocument(options);\n\n    this.#fragmentGroups = document.fragmentGroups;\n    this.#llm = options.llm;\n    this.#logDirPath = options.logDirPath;\n    this.#serials = document.serials;\n    this.#segmenter = options.segmenter;\n    this.#document = document;\n  }\n\n  public async generate(\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    const serialId = await this.#createSerialId();\n    await writeSerialSource(this.#document, serialId, stream, {\n      ...(this.#segmenter === undefined ? {} : { segmenter: this.#segmenter }),\n    });\n    return await this.#generatePrepared(serialId, options, progressTracker);\n  }\n\n  public async create(\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n  ): Promise<Serial> {\n    return await this.generate(stream, options);\n  }\n\n  public async generateInto(\n    serialId: number,\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    await this.#createExplicitSerialId(serialId);\n    await writeSerialSource(this.#document, serialId, stream, {\n      ...(this.#segmenter === undefined ? {} : { segmenter: this.#segmenter }),\n    });\n    return await this.#generatePrepared(serialId, options, progressTracker);\n  }\n\n  public async buildTopologyInto(\n    serialId: number,\n    options: BuildSerialTopologyOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<void> {\n    await this.#buildTopology(\n      serialId,\n      options.extractionPrompt,\n      options.userLanguage,\n      progressTracker,\n    );\n  }\n\n  public async buildSummary(\n    serialId: number,\n    options: BuildSerialSummaryOptions = {},\n  ): Promise<Serial> {\n    const summary = await this.#buildSummary(serialId, options.userLanguage);\n\n    return new Serial(this.#document, serialId, summary);\n  }\n\n  async #generatePrepared(\n    serialId: number,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    await this.#buildTopology(\n      serialId,\n      options.extractionPrompt,\n      options.userLanguage,\n      progressTracker,\n    );\n\n    const summary = await this.#buildSummary(serialId, options.userLanguage);\n    await progressTracker?.complete();\n\n    return new Serial(this.#document, serialId, summary);\n  }\n\n  async #allocateChunkId(): Promise<number> {\n    return await this.#idSemaphore.use(() => {\n      const chunkId = this.#nextChunkId;\n      this.#nextChunkId += 1;\n      return chunkId;\n    });\n  }\n\n  async #buildSummary(\n    serialId: number,\n    userLanguage: Language | undefined,\n  ): Promise<string> {\n    const record = await getSerialRecord(this.#document, serialId);\n    if (!record.topologyReady) {\n      throw new Error(`Serial ${serialId} is not ready for summary`);\n    }\n    const existingSummary = await this.#document.readSummary(serialId);\n\n    if (existingSummary !== undefined) {\n      return existingSummary;\n    }\n    const serialFragments = this.#getSerialFragments(serialId);\n    const fragmentIds = await serialFragments.listFragmentIds();\n\n    if (fragmentIds.length <= 1) {\n      const summary = await readSerialPassthroughSummary(\n        serialFragments,\n        fragmentIds,\n      );\n\n      await this.#writeSemaphore.use(\n        async () => await this.#document.writeSummary(serialId, summary),\n      );\n\n      return summary;\n    }\n    const groupIds = await this.#fragmentGroups.listGroupIdsForSerial(serialId);\n    const summaryParts: string[] = [];\n\n    for (const groupId of groupIds) {\n      const groupSummary = await compressText({\n        ...this.#createEditorOptions({\n          groupId,\n          serialId,\n          userLanguage,\n        }),\n      });\n      if (groupSummary.trim() === \"\") {\n        continue;\n      }\n      summaryParts.push(groupSummary);\n    }\n    const summary = summaryParts.join(\"\\n\\n\");\n\n    await this.#writeSemaphore.use(\n      async () => await this.#document.writeSummary(serialId, summary),\n    );\n    return summary;\n  }\n\n  async #buildTopology(\n    serialId: number,\n    extractionPrompt: string,\n    userLanguage: Language | undefined,\n    progressTracker?: SerialProgressSink,\n  ): Promise<void> {\n    const reader = new Reader({\n      attention: {\n        capacity: DEFAULT_WORKING_MEMORY_CAPACITY,\n        generationDecayFactor: DEFAULT_GENERATION_DECAY_FACTOR,\n        idGenerator: async () => await this.#allocateChunkId(),\n      },\n      extractionGuidance: extractionPrompt,\n      llm: this.#llm,\n      scopes: WIKI_GRAPH_READER_SCOPES,\n      sentenceTextSource: this.#document,\n      ...(this.#segmenter === undefined\n        ? {}\n        : {\n            segmenter: this.#segmenter,\n          }),\n      ...(userLanguage === undefined\n        ? {}\n        : {\n            userLanguage,\n          }),\n    });\n    const topology = new Topology(\n      this.#document,\n      serialId,\n      DEFAULT_GROUP_WORDS_COUNT,\n    );\n    const allChunks: ReaderChunk[] = [];\n    const successorIdsByChunkId = createNumberListRecord();\n    const serialFragments = this.#document.getSerialFragments(serialId);\n\n    for (const fragment of await listSerialProcessingFragments(\n      serialFragments,\n      this.#fragmentWordsCount,\n    )) {\n      const wordsCount = countFragmentWords(fragment.sentences);\n\n      await this.#processFragment({\n        allChunks,\n        fragment: {\n          startSentenceIndex: fragment.startSentenceIndex,\n          sentences: fragment.sentences,\n        },\n        reader,\n        serialId,\n        successorIdsByChunkId,\n        topology,\n      });\n      // Progress only advances after the fragment is fully persisted and indexed.\n      await progressTracker?.advance(wordsCount);\n    }\n\n    await this.#writeSemaphore.use(async () => {\n      await topology.finalize();\n      await this.#serials.setTopologyReady(serialId);\n      await this.#serials.bumpRevision(serialId);\n    });\n  }\n\n  async #processFragment(input: {\n    readonly allChunks: ReaderChunk[];\n    readonly fragment: {\n      readonly startSentenceIndex: number;\n      readonly sentences: ReadonlyArray<{\n        readonly text: string;\n        readonly wordsCount: number;\n      }>;\n    };\n    readonly reader: Reader<ReaderProgressScope>;\n    readonly serialId: number;\n    readonly successorIdsByChunkId: Record<string, number[] | undefined>;\n    readonly topology: Topology;\n  }): Promise<void> {\n    const sentences = input.fragment.sentences.map((sentence, index) => ({\n      sentenceId: [\n        input.serialId,\n        input.fragment.startSentenceIndex + index,\n      ] as const,\n      text: sentence.text,\n      wordsCount: sentence.wordsCount,\n    }));\n    const fragmentText = sentences.map((sentence) => sentence.text).join(\" \");\n    const userFocused = await input.reader.extractUserFocused({\n      sentences,\n      text: fragmentText,\n    });\n\n    const bookCoherence = await input.reader.extractBookCoherence({\n      sentences,\n      text: fragmentText,\n      userFocusedChunks: userFocused.delta.chunks,\n    });\n\n    saveDelta(\n      input.allChunks,\n      input.successorIdsByChunkId,\n      input.topology,\n      userFocused.delta,\n    );\n    saveDelta(\n      input.allChunks,\n      input.successorIdsByChunkId,\n      input.topology,\n      bookCoherence,\n    );\n    input.reader.completeFragment({\n      allChunks: input.allChunks,\n      getSuccessorChunkIds: (chunkId) =>\n        input.successorIdsByChunkId[String(chunkId)] ?? [],\n    });\n  }\n\n  async #createSerialId(): Promise<number> {\n    return await this.#idSemaphore.use(\n      async () => await this.#serials.create(),\n    );\n  }\n\n  async #createExplicitSerialId(serialId: number): Promise<void> {\n    await this.#idSemaphore.use(\n      async () => await this.#serials.createWithId(serialId),\n    );\n  }\n\n  #getSerialFragments(serialId: number): SerialTextStream {\n    return this.#document.getSerialFragments(serialId);\n  }\n\n  #createEditorOptions(input: {\n    groupId: number;\n    serialId: number;\n    userLanguage: Language | undefined;\n  }): EditorOptions<WikiGraphScope> {\n    return {\n      compressionRatio: DEFAULT_COMPRESSION_RATIO,\n      groupId: input.groupId,\n      llm: this.#llm,\n      maxClues: DEFAULT_MAX_CLUES,\n      maxIterations: DEFAULT_MAX_ITERATIONS,\n      scopes: WIKI_GRAPH_EDITOR_SCOPES,\n      serialId: input.serialId,\n      document: this.#document,\n      ...(this.#logDirPath === undefined\n        ? {}\n        : {\n            logDirPath: this.#logDirPath,\n          }),\n      ...(input.userLanguage === undefined\n        ? {}\n        : {\n            userLanguage: input.userLanguage,\n          }),\n    };\n  }\n}\n"],"mappings":"AAAA,SAAS,sBAAsB;AAE/B;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AAOP,SAAS,oBAAwC;AACjD,SAAS,cAAgC;AAEzC,SAAS,gBAAgB;AACzB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAMK;AACP,SAAS,iBAAiB,uBAAuB;AACjD,SAAS,wBAAwB,iBAAiB;AAClD,SAAS,yBAAyB;AAClC,SAAS,cAAc;AAKhB,MAAM,iBAAiB;AAAA,EACnB,sBAAsB;AAAA,EACtB;AAAA,EACA,eAAe,IAAI,eAAe,CAAC;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,eAAe,CAAC;AAAA,EACtC;AAAA,EACA;AAAA,EAET,eAAe;AAAA,EAER,YAAY,SAAkC;AACnD,UAAM,WAAW,gBAAgB,OAAO;AAExC,SAAK,kBAAkB,SAAS;AAChC,SAAK,OAAO,QAAQ;AACpB,SAAK,cAAc,QAAQ;AAC3B,SAAK,WAAW,SAAS;AACzB,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAa,SACX,QACA,SACA,iBACiB;AACjB,UAAM,WAAW,MAAM,KAAK,gBAAgB;AAC5C,UAAM,kBAAkB,KAAK,WAAW,UAAU,QAAQ;AAAA,MACxD,GAAI,KAAK,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW,KAAK,WAAW;AAAA,IACxE,CAAC;AACD,WAAO,MAAM,KAAK,kBAAkB,UAAU,SAAS,eAAe;AAAA,EACxE;AAAA,EAEA,MAAa,OACX,QACA,SACiB;AACjB,WAAO,MAAM,KAAK,SAAS,QAAQ,OAAO;AAAA,EAC5C;AAAA,EAEA,MAAa,aACX,UACA,QACA,SACA,iBACiB;AACjB,UAAM,KAAK,wBAAwB,QAAQ;AAC3C,UAAM,kBAAkB,KAAK,WAAW,UAAU,QAAQ;AAAA,MACxD,GAAI,KAAK,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW,KAAK,WAAW;AAAA,IACxE,CAAC;AACD,WAAO,MAAM,KAAK,kBAAkB,UAAU,SAAS,eAAe;AAAA,EACxE;AAAA,EAEA,MAAa,kBACX,UACA,SACA,iBACe;AACf,UAAM,KAAK;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,aACX,UACA,UAAqC,CAAC,GACrB;AACjB,UAAM,UAAU,MAAM,KAAK,cAAc,UAAU,QAAQ,YAAY;AAEvE,WAAO,IAAI,OAAO,KAAK,WAAW,UAAU,OAAO;AAAA,EACrD;AAAA,EAEA,MAAM,kBACJ,UACA,SACA,iBACiB;AACjB,UAAM,KAAK;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,MACR;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,cAAc,UAAU,QAAQ,YAAY;AACvE,UAAM,iBAAiB,SAAS;AAEhC,WAAO,IAAI,OAAO,KAAK,WAAW,UAAU,OAAO;AAAA,EACrD;AAAA,EAEA,MAAM,mBAAoC;AACxC,WAAO,MAAM,KAAK,aAAa,IAAI,MAAM;AACvC,YAAM,UAAU,KAAK;AACrB,WAAK,gBAAgB;AACrB,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,cACJ,UACA,cACiB;AACjB,UAAM,SAAS,MAAM,gBAAgB,KAAK,WAAW,QAAQ;AAC7D,QAAI,CAAC,OAAO,eAAe;AACzB,YAAM,IAAI,MAAM,UAAU,QAAQ,2BAA2B;AAAA,IAC/D;AACA,UAAM,kBAAkB,MAAM,KAAK,UAAU,YAAY,QAAQ;AAEjE,QAAI,oBAAoB,QAAW;AACjC,aAAO;AAAA,IACT;AACA,UAAM,kBAAkB,KAAK,oBAAoB,QAAQ;AACzD,UAAM,cAAc,MAAM,gBAAgB,gBAAgB;AAE1D,QAAI,YAAY,UAAU,GAAG;AAC3B,YAAMA,WAAU,MAAM;AAAA,QACpB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,KAAK,gBAAgB;AAAA,QACzB,YAAY,MAAM,KAAK,UAAU,aAAa,UAAUA,QAAO;AAAA,MACjE;AAEA,aAAOA;AAAA,IACT;AACA,UAAM,WAAW,MAAM,KAAK,gBAAgB,sBAAsB,QAAQ;AAC1E,UAAM,eAAyB,CAAC;AAEhC,eAAW,WAAW,UAAU;AAC9B,YAAM,eAAe,MAAM,aAAa;AAAA,QACtC,GAAG,KAAK,qBAAqB;AAAA,UAC3B;AAAA,UACA;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AACD,UAAI,aAAa,KAAK,MAAM,IAAI;AAC9B;AAAA,MACF;AACA,mBAAa,KAAK,YAAY;AAAA,IAChC;AACA,UAAM,UAAU,aAAa,KAAK,MAAM;AAExC,UAAM,KAAK,gBAAgB;AAAA,MACzB,YAAY,MAAM,KAAK,UAAU,aAAa,UAAU,OAAO;AAAA,IACjE;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,eACJ,UACA,kBACA,cACA,iBACe;AACf,UAAM,SAAS,IAAI,OAAO;AAAA,MACxB,WAAW;AAAA,QACT,UAAU;AAAA,QACV,uBAAuB;AAAA,QACvB,aAAa,YAAY,MAAM,KAAK,iBAAiB;AAAA,MACvD;AAAA,MACA,oBAAoB;AAAA,MACpB,KAAK,KAAK;AAAA,MACV,QAAQ;AAAA,MACR,oBAAoB,KAAK;AAAA,MACzB,GAAI,KAAK,eAAe,SACpB,CAAC,IACD;AAAA,QACE,WAAW,KAAK;AAAA,MAClB;AAAA,MACJ,GAAI,iBAAiB,SACjB,CAAC,IACD;AAAA,QACE;AAAA,MACF;AAAA,IACN,CAAC;AACD,UAAM,WAAW,IAAI;AAAA,MACnB,KAAK;AAAA,MACL;AAAA,MACA;AAAA,IACF;AACA,UAAM,YAA2B,CAAC;AAClC,UAAM,wBAAwB,uBAAuB;AACrD,UAAM,kBAAkB,KAAK,UAAU,mBAAmB,QAAQ;AAElE,eAAW,YAAY,MAAM;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IACP,GAAG;AACD,YAAM,aAAa,mBAAmB,SAAS,SAAS;AAExD,YAAM,KAAK,iBAAiB;AAAA,QAC1B;AAAA,QACA,UAAU;AAAA,UACR,oBAAoB,SAAS;AAAA,UAC7B,WAAW,SAAS;AAAA,QACtB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AAED,YAAM,iBAAiB,QAAQ,UAAU;AAAA,IAC3C;AAEA,UAAM,KAAK,gBAAgB,IAAI,YAAY;AACzC,YAAM,SAAS,SAAS;AACxB,YAAM,KAAK,SAAS,iBAAiB,QAAQ;AAC7C,YAAM,KAAK,SAAS,aAAa,QAAQ;AAAA,IAC3C,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBAAiB,OAaL;AAChB,UAAM,YAAY,MAAM,SAAS,UAAU,IAAI,CAAC,UAAU,WAAW;AAAA,MACnE,YAAY;AAAA,QACV,MAAM;AAAA,QACN,MAAM,SAAS,qBAAqB;AAAA,MACtC;AAAA,MACA,MAAM,SAAS;AAAA,MACf,YAAY,SAAS;AAAA,IACvB,EAAE;AACF,UAAM,eAAe,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI,EAAE,KAAK,GAAG;AACxE,UAAM,cAAc,MAAM,MAAM,OAAO,mBAAmB;AAAA,MACxD;AAAA,MACA,MAAM;AAAA,IACR,CAAC;AAED,UAAM,gBAAgB,MAAM,MAAM,OAAO,qBAAqB;AAAA,MAC5D;AAAA,MACA,MAAM;AAAA,MACN,mBAAmB,YAAY,MAAM;AAAA,IACvC,CAAC;AAED;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,YAAY;AAAA,IACd;AACA;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN;AAAA,IACF;AACA,UAAM,OAAO,iBAAiB;AAAA,MAC5B,WAAW,MAAM;AAAA,MACjB,sBAAsB,CAAC,YACrB,MAAM,sBAAsB,OAAO,OAAO,CAAC,KAAK,CAAC;AAAA,IACrD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,kBAAmC;AACvC,WAAO,MAAM,KAAK,aAAa;AAAA,MAC7B,YAAY,MAAM,KAAK,SAAS,OAAO;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,wBAAwB,UAAiC;AAC7D,UAAM,KAAK,aAAa;AAAA,MACtB,YAAY,MAAM,KAAK,SAAS,aAAa,QAAQ;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,oBAAoB,UAAoC;AACtD,WAAO,KAAK,UAAU,mBAAmB,QAAQ;AAAA,EACnD;AAAA,EAEA,qBAAqB,OAIa;AAChC,WAAO;AAAA,MACL,kBAAkB;AAAA,MAClB,SAAS,MAAM;AAAA,MACf,KAAK,KAAK;AAAA,MACV,UAAU;AAAA,MACV,eAAe;AAAA,MACf,QAAQ;AAAA,MACR,UAAU,MAAM;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,GAAI,KAAK,gBAAgB,SACrB,CAAC,IACD;AAAA,QACE,YAAY,KAAK;AAAA,MACnB;AAAA,MACJ,GAAI,MAAM,iBAAiB,SACvB,CAAC,IACD;AAAA,QACE,cAAc,MAAM;AAAA,MACtB;AAAA,IACN;AAAA,EACF;AACF;","names":["summary"]}

package/dist/text/serial/index.d.ts

@@ -0,0 +1,40 @@
+export { discoverSerial } from './fragments.js';
+export { SerialGeneration } from './generation.js';
+export { BuildSerialSummaryOptions, BuildSerialTopologyOptions, CreateSerialOptions, DEFAULT_COMPRESSION_RATIO, DEFAULT_FRAGMENT_WORDS_COUNT, DEFAULT_GENERATION_DECAY_FACTOR, DEFAULT_GROUP_WORDS_COUNT, DEFAULT_MAX_CLUES, DEFAULT_MAX_ITERATIONS, DEFAULT_WORKING_MEMORY_CAPACITY, GenerateSerialOptions, SerialDiscovery, SerialGenerationOptions, SerialHubOptions, SerialProgressSink, WriteSerialSourceOptions } from './options.js';
+export { readSerial } from './read.js';
+export { writeSerialSource } from './source.js';
+export { Serial, SerialTopology } from './topology.js';
+import '../../document/text-streams/types.js';
+import '../../document/types.js';
+import '../reader/types.js';
+import '../reader/attention/core.js';
+import '../reader/chunk-batch/types.js';
+import '../../runtime/common/language.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../reader/segment/types.js';
+import '../../runtime/common/llm-scope.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';

package/dist/text/serial/index.js

@@ -0,0 +1,7 @@
+export * from "./discovery.js";
+export * from "./generation.js";
+export * from "./options.js";
+export * from "./read.js";
+export * from "./source.js";
+export * from "./topology.js";
+//# sourceMappingURL=index.js.map

package/dist/text/serial/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/index.ts"],"sourcesContent":["export * from \"./discovery.js\";\nexport * from \"./generation.js\";\nexport * from \"./options.js\";\nexport * from \"./read.js\";\nexport * from \"./source.js\";\nexport * from \"./topology.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/text/serial/options.d.ts

@@ -0,0 +1,77 @@
+import { Language } from '../../runtime/common/language.js';
+import { WikiGraphScope } from '../../runtime/common/llm-scope.js';
+import { Document } from '../../document/directory/types.js';
+import { LLM } from '../../external/llm/client/core.js';
+import { ReaderSegmenter } from '../reader/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../reader/attention/core.js';
+import '../reader/chunk-batch/types.js';
+import '../reader/segment/types.js';
+
+declare const DEFAULT_COMPRESSION_RATIO = 0.2;
+declare const DEFAULT_FRAGMENT_WORDS_COUNT = 320;
+declare const DEFAULT_GENERATION_DECAY_FACTOR = 0.5;
+declare const DEFAULT_GROUP_WORDS_COUNT = 3840;
+declare const DEFAULT_MAX_CLUES = 10;
+declare const DEFAULT_MAX_ITERATIONS = 5;
+declare const DEFAULT_WORKING_MEMORY_CAPACITY = 7;
+interface GenerateSerialOptions {
+    readonly extractionPrompt: string;
+    readonly userLanguage?: Language;
+}
+type BuildSerialTopologyOptions = GenerateSerialOptions;
+interface BuildSerialSummaryOptions {
+    readonly userLanguage?: Language;
+}
+interface WriteSerialSourceOptions {
+    readonly segmenter?: ReaderSegmenter;
+}
+interface SerialDiscovery {
+    readonly fragments: number;
+    readonly words: number;
+}
+interface SerialProgressSink {
+    begin?(input?: {
+        readonly fragments: number;
+        readonly words: number;
+    }): Promise<void>;
+    advance(wordsCount: number): Promise<void>;
+    complete(finalWordsCount?: number): Promise<void>;
+}
+type CreateSerialOptions = GenerateSerialOptions;
+interface SerialGenerationOptions {
+    readonly document?: Document;
+    readonly llm: LLM<WikiGraphScope>;
+    readonly logDirPath?: string;
+    readonly segmenter?: ReaderSegmenter;
+    /** @deprecated Use `document` instead. */
+    readonly workspace?: Document;
+}
+type SerialHubOptions = SerialGenerationOptions;
+
+export { type BuildSerialSummaryOptions, type BuildSerialTopologyOptions, type CreateSerialOptions, DEFAULT_COMPRESSION_RATIO, DEFAULT_FRAGMENT_WORDS_COUNT, DEFAULT_GENERATION_DECAY_FACTOR, DEFAULT_GROUP_WORDS_COUNT, DEFAULT_MAX_CLUES, DEFAULT_MAX_ITERATIONS, DEFAULT_WORKING_MEMORY_CAPACITY, type GenerateSerialOptions, type SerialDiscovery, type SerialGenerationOptions, type SerialHubOptions, type SerialProgressSink, type WriteSerialSourceOptions };

package/dist/text/serial/options.js

@@ -0,0 +1,17 @@
+const DEFAULT_COMPRESSION_RATIO = 0.2;
+const DEFAULT_FRAGMENT_WORDS_COUNT = 320;
+const DEFAULT_GENERATION_DECAY_FACTOR = 0.5;
+const DEFAULT_GROUP_WORDS_COUNT = 3840;
+const DEFAULT_MAX_CLUES = 10;
+const DEFAULT_MAX_ITERATIONS = 5;
+const DEFAULT_WORKING_MEMORY_CAPACITY = 7;
+export {
+  DEFAULT_COMPRESSION_RATIO,
+  DEFAULT_FRAGMENT_WORDS_COUNT,
+  DEFAULT_GENERATION_DECAY_FACTOR,
+  DEFAULT_GROUP_WORDS_COUNT,
+  DEFAULT_MAX_CLUES,
+  DEFAULT_MAX_ITERATIONS,
+  DEFAULT_WORKING_MEMORY_CAPACITY
+};
+//# sourceMappingURL=options.js.map

package/dist/text/serial/options.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/options.ts"],"sourcesContent":["import type { Language } from \"../../runtime/common/language.js\";\nimport type { WikiGraphScope } from \"../../runtime/common/llm-scope.js\";\nimport type { Document } from \"../../document/index.js\";\nimport type { LLM } from \"../../external/llm/index.js\";\nimport type { ReaderSegmenter } from \"../reader/index.js\";\n\nexport const DEFAULT_COMPRESSION_RATIO = 0.2;\nexport const DEFAULT_FRAGMENT_WORDS_COUNT = 320;\nexport const DEFAULT_GENERATION_DECAY_FACTOR = 0.5;\nexport const DEFAULT_GROUP_WORDS_COUNT = 3840;\nexport const DEFAULT_MAX_CLUES = 10;\nexport const DEFAULT_MAX_ITERATIONS = 5;\nexport const DEFAULT_WORKING_MEMORY_CAPACITY = 7;\n\nexport interface GenerateSerialOptions {\n  readonly extractionPrompt: string;\n  readonly userLanguage?: Language;\n}\n\nexport type BuildSerialTopologyOptions = GenerateSerialOptions;\n\nexport interface BuildSerialSummaryOptions {\n  readonly userLanguage?: Language;\n}\n\nexport interface WriteSerialSourceOptions {\n  readonly segmenter?: ReaderSegmenter;\n}\n\nexport interface SerialDiscovery {\n  readonly fragments: number;\n  readonly words: number;\n}\n\nexport interface SerialProgressSink {\n  begin?(input?: {\n    readonly fragments: number;\n    readonly words: number;\n  }): Promise<void>;\n  advance(wordsCount: number): Promise<void>;\n  complete(finalWordsCount?: number): Promise<void>;\n}\n\nexport type CreateSerialOptions = GenerateSerialOptions;\n\nexport interface SerialGenerationOptions {\n  readonly document?: Document;\n  readonly llm: LLM<WikiGraphScope>;\n  readonly logDirPath?: string;\n  readonly segmenter?: ReaderSegmenter;\n  /** @deprecated Use `document` instead. */\n  readonly workspace?: Document;\n}\n\nexport type SerialHubOptions = SerialGenerationOptions;\n"],"mappings":"AAMO,MAAM,4BAA4B;AAClC,MAAM,+BAA+B;AACrC,MAAM,kCAAkC;AACxC,MAAM,4BAA4B;AAClC,MAAM,oBAAoB;AAC1B,MAAM,yBAAyB;AAC/B,MAAM,kCAAkC;","names":[]}

package/dist/text/serial/read.d.ts

@@ -0,0 +1,28 @@
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import { Serial } from './topology.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+declare function readSerial(document: ReadonlyDocument, serialId: number): Promise<Serial>;
+
+export { readSerial };

package/dist/text/serial/read.js

@@ -0,0 +1,19 @@
+import { getSerialRecord } from "./record.js";
+import { Serial } from "./topology.js";
+async function readSerial(document, serialId) {
+  const record = await getSerialRecord(document, serialId);
+  if (!record.topologyReady) {
+    throw new Error(`Serial ${serialId} is not ready`);
+  }
+  const summary = await document.readSummary(serialId);
+  if (summary === void 0) {
+    throw new Error(
+      `Chapter ${serialId} summary is missing. Run \`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\` before export, or inspect the chapter with \`wg <archive-uri>/chapter/${serialId}/source get\`.`
+    );
+  }
+  return new Serial(document, serialId, summary);
+}
+export {
+  readSerial
+};
+//# sourceMappingURL=read.js.map

package/dist/text/serial/read.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/read.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../document/index.js\";\nimport { getSerialRecord } from \"./record.js\";\nimport { Serial } from \"./topology.js\";\n\nexport async function readSerial(\n  document: ReadonlyDocument,\n  serialId: number,\n): Promise<Serial> {\n  const record = await getSerialRecord(document, serialId);\n\n  if (!record.topologyReady) {\n    throw new Error(`Serial ${serialId} is not ready`);\n  }\n\n  const summary = await document.readSummary(serialId);\n\n  if (summary === undefined) {\n    throw new Error(\n      `Chapter ${serialId} summary is missing. Run \\`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\\` before export, or inspect the chapter with \\`wg <archive-uri>/chapter/${serialId}/source get\\`.`,\n    );\n  }\n\n  return new Serial(document, serialId, summary);\n}\n"],"mappings":"AACA,SAAS,uBAAuB;AAChC,SAAS,cAAc;AAEvB,eAAsB,WACpB,UACA,UACiB;AACjB,QAAM,SAAS,MAAM,gBAAgB,UAAU,QAAQ;AAEvD,MAAI,CAAC,OAAO,eAAe;AACzB,UAAM,IAAI,MAAM,UAAU,QAAQ,eAAe;AAAA,EACnD;AAEA,QAAM,UAAU,MAAM,SAAS,YAAY,QAAQ;AAEnD,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI;AAAA,MACR,WAAW,QAAQ,yLAAyL,QAAQ;AAAA,IACtN;AAAA,EACF;AAEA,SAAO,IAAI,OAAO,UAAU,UAAU,OAAO;AAC/C;","names":[]}

package/dist/text/serial/reader-graph.d.ts

@@ -0,0 +1,39 @@
+import { ReaderChunk, ReaderGraphDelta } from '../reader/types.js';
+import { Topology } from '../../graph/topology/core.js';
+import '../reader/attention/core.js';
+import '../reader/chunk-batch/types.js';
+import '../../runtime/common/language.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../document/types.js';
+import '../reader/segment/types.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+declare function createNumberListRecord(): Record<string, number[] | undefined>;
+declare function saveDelta(allChunks: ReaderChunk[], successorIdsByChunkId: Record<string, number[] | undefined>, topology: Topology, delta: ReaderGraphDelta): void;
+
+export { createNumberListRecord, saveDelta };

package/dist/text/serial/reader-graph.js

@@ -0,0 +1,27 @@
+function createNumberListRecord() {
+  return /* @__PURE__ */ Object.create(null);
+}
+function saveDelta(allChunks, successorIdsByChunkId, topology, delta) {
+  topology.accept(delta);
+  allChunks.push(...delta.chunks);
+  for (const edge of delta.edges) {
+    appendSuccessor(successorIdsByChunkId, edge.fromId, edge.toId);
+  }
+}
+function appendSuccessor(successorIdsByChunkId, fromId, toId) {
+  const existingSuccessors = successorIdsByChunkId[String(fromId)] ?? [];
+  if (existingSuccessors.includes(toId)) {
+    return;
+  }
+  successorIdsByChunkId[String(fromId)] = [...existingSuccessors, toId].sort(
+    compareNumber
+  );
+}
+function compareNumber(left, right) {
+  return left - right;
+}
+export {
+  createNumberListRecord,
+  saveDelta
+};
+//# sourceMappingURL=reader-graph.js.map

package/dist/text/serial/reader-graph.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/reader-graph.ts"],"sourcesContent":["import type { ReaderChunk, ReaderGraphDelta } from \"../reader/index.js\";\nimport type { Topology } from \"../../graph/topology/index.js\";\n\nexport function createNumberListRecord(): Record<string, number[] | undefined> {\n  return Object.create(null) as Record<string, number[] | undefined>;\n}\n\nexport function saveDelta(\n  allChunks: ReaderChunk[],\n  successorIdsByChunkId: Record<string, number[] | undefined>,\n  topology: Topology,\n  delta: ReaderGraphDelta,\n): void {\n  topology.accept(delta);\n  allChunks.push(...delta.chunks);\n\n  for (const edge of delta.edges) {\n    appendSuccessor(successorIdsByChunkId, edge.fromId, edge.toId);\n  }\n}\n\nfunction appendSuccessor(\n  successorIdsByChunkId: Record<string, number[] | undefined>,\n  fromId: number,\n  toId: number,\n): void {\n  const existingSuccessors = successorIdsByChunkId[String(fromId)] ?? [];\n\n  if (existingSuccessors.includes(toId)) {\n    return;\n  }\n\n  successorIdsByChunkId[String(fromId)] = [...existingSuccessors, toId].sort(\n    compareNumber,\n  );\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n"],"mappings":"AAGO,SAAS,yBAA+D;AAC7E,SAAO,uBAAO,OAAO,IAAI;AAC3B;AAEO,SAAS,UACd,WACA,uBACA,UACA,OACM;AACN,WAAS,OAAO,KAAK;AACrB,YAAU,KAAK,GAAG,MAAM,MAAM;AAE9B,aAAW,QAAQ,MAAM,OAAO;AAC9B,oBAAgB,uBAAuB,KAAK,QAAQ,KAAK,IAAI;AAAA,EAC/D;AACF;AAEA,SAAS,gBACP,uBACA,QACA,MACM;AACN,QAAM,qBAAqB,sBAAsB,OAAO,MAAM,CAAC,KAAK,CAAC;AAErE,MAAI,mBAAmB,SAAS,IAAI,GAAG;AACrC;AAAA,EACF;AAEA,wBAAsB,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,oBAAoB,IAAI,EAAE;AAAA,IACpE;AAAA,EACF;AACF;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;","names":[]}

package/dist/text/serial/record.d.ts

@@ -0,0 +1,40 @@
+import { SerialRecord } from '../../document/types.js';
+import { ReadonlyDocument, Document } from '../../document/directory/types.js';
+import { SerialGenerationOptions } from './options.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../runtime/common/language.js';
+import '../../runtime/common/llm-scope.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../reader/types.js';
+import '../reader/attention/core.js';
+import '../reader/chunk-batch/types.js';
+import '../reader/segment/types.js';
+
+declare function resolveDocument(options: SerialGenerationOptions): Document;
+declare function getSerialRecord(document: Pick<ReadonlyDocument, "serials">, serialId: number): Promise<SerialRecord>;
+
+export { getSerialRecord, resolveDocument };

package/dist/text/serial/record.js

@@ -0,0 +1,21 @@
+function resolveDocument(options) {
+  const document = options.document ?? options.workspace;
+  if (document === void 0) {
+    throw new Error("SerialGeneration requires a document");
+  }
+  return document;
+}
+async function getSerialRecord(document, serialId) {
+  const record = await document.serials.getById(serialId);
+  if (record === void 0) {
+    throw new Error(
+      `Chapter ${serialId} does not exist. Use \`wg <archive-uri>/chapter list\` to discover chapter ids.`
+    );
+  }
+  return record;
+}
+export {
+  getSerialRecord,
+  resolveDocument
+};
+//# sourceMappingURL=record.js.map

package/dist/text/serial/record.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/serial/record.ts"],"sourcesContent":["import type {\n  Document,\n  ReadonlyDocument,\n  SerialRecord,\n} from \"../../document/index.js\";\nimport type { SerialGenerationOptions } from \"./options.js\";\n\nexport function resolveDocument(options: SerialGenerationOptions): Document {\n  const document = options.document ?? options.workspace;\n\n  if (document === undefined) {\n    throw new Error(\"SerialGeneration requires a document\");\n  }\n\n  return document;\n}\n\nexport async function getSerialRecord(\n  document: Pick<ReadonlyDocument, \"serials\">,\n  serialId: number,\n): Promise<SerialRecord> {\n  const record = await document.serials.getById(serialId);\n\n  if (record === undefined) {\n    throw new Error(\n      `Chapter ${serialId} does not exist. Use \\`wg <archive-uri>/chapter list\\` to discover chapter ids.`,\n    );\n  }\n\n  return record;\n}\n"],"mappings":"AAOO,SAAS,gBAAgB,SAA4C;AAC1E,QAAM,WAAW,QAAQ,YAAY,QAAQ;AAE7C,MAAI,aAAa,QAAW;AAC1B,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAEA,SAAO;AACT;AAEA,eAAsB,gBACpB,UACA,UACuB;AACvB,QAAM,SAAS,MAAM,SAAS,QAAQ,QAAQ,QAAQ;AAEtD,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI;AAAA,MACR,WAAW,QAAQ;AAAA,IACrB;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}