wiki-graph-core 0.3.1

package/dist/serial.d.ts

@@ -0,0 +1,89 @@
+import { Language } from './common/language.js';
+import { WikiGraphScope } from './common/llm-scope.js';
+import { LLM } from './llm/client.js';
+import { ChunkRecord, ReadingEdgeRecord, SentenceGroupRecord, SnakeChunkRecord, SnakeEdgeRecord, SnakeRecord } from './document/types.js';
+import { ReadonlyDocument, Document } from './document/document.js';
+import { ReaderSegmenter, ReaderTextStream } from './reader/types.js';
+import './llm/context.js';
+import './llm/cache.js';
+import './llm/types.js';
+import 'ai';
+import './source/meta.js';
+import 'zod';
+import './source/toc.js';
+import './source/types.js';
+import './document/database.js';
+import 'sqlite3';
+import './document/text-streams.js';
+import './document/stores.js';
+import './reader/attention/attention.js';
+import './reader/chunk-batch/types.js';
+import './reader/segment/types.js';
+
+interface GenerateSerialOptions {
+    readonly extractionPrompt: string;
+    readonly userLanguage?: Language;
+}
+type BuildSerialTopologyOptions = GenerateSerialOptions;
+interface BuildSerialSummaryOptions {
+    readonly userLanguage?: Language;
+}
+interface WriteSerialSourceOptions {
+    readonly segmenter?: ReaderSegmenter;
+}
+interface SerialDiscovery {
+    readonly fragments: number;
+    readonly words: number;
+}
+interface SerialProgressSink {
+    begin?(input?: {
+        readonly fragments: number;
+        readonly words: number;
+    }): Promise<void>;
+    advance(wordsCount: number): Promise<void>;
+    complete(finalWordsCount?: number): Promise<void>;
+}
+type CreateSerialOptions = GenerateSerialOptions;
+interface SerialGenerationOptions {
+    readonly document?: Document;
+    readonly llm: LLM<WikiGraphScope>;
+    readonly logDirPath?: string;
+    readonly segmenter?: ReaderSegmenter;
+    /** @deprecated Use `document` instead. */
+    readonly workspace?: Document;
+}
+type SerialHubOptions = SerialGenerationOptions;
+declare function discoverSerial(input: {
+    readonly segmenter?: ReaderSegmenter;
+    readonly stream: ReaderTextStream;
+}): Promise<SerialDiscovery>;
+declare function writeSerialSource(document: Document, serialId: number, stream: ReaderTextStream, options?: WriteSerialSourceOptions): Promise<void>;
+declare class SerialGeneration {
+    #private;
+    constructor(options: SerialGenerationOptions);
+    generate(stream: ReaderTextStream, options: GenerateSerialOptions, progressTracker?: SerialProgressSink): Promise<Serial>;
+    create(stream: ReaderTextStream, options: GenerateSerialOptions): Promise<Serial>;
+    generateInto(serialId: number, stream: ReaderTextStream, options: GenerateSerialOptions, progressTracker?: SerialProgressSink): Promise<Serial>;
+    buildTopologyInto(serialId: number, options: BuildSerialTopologyOptions, progressTracker?: SerialProgressSink): Promise<void>;
+    buildSummary(serialId: number, options?: BuildSerialSummaryOptions): Promise<Serial>;
+}
+declare class Serial {
+    #private;
+    constructor(document: ReadonlyDocument, serialId: number, summary: string);
+    get id(): number;
+    getSummary(): string;
+    getTopology(): SerialTopology;
+}
+declare class SerialTopology {
+    #private;
+    constructor(document: ReadonlyDocument, serialId: number);
+    listChunks(): Promise<readonly ChunkRecord[]>;
+    listEdges(): Promise<readonly ReadingEdgeRecord[]>;
+    listGroups(): Promise<readonly SentenceGroupRecord[]>;
+    listSnakeChunks(snakeId: number): Promise<readonly SnakeChunkRecord[]>;
+    listSnakeEdges(): Promise<readonly SnakeEdgeRecord[]>;
+    listSnakes(): Promise<readonly SnakeRecord[]>;
+}
+declare function readSerial(document: ReadonlyDocument, serialId: number): Promise<Serial>;
+
+export { type BuildSerialSummaryOptions, type BuildSerialTopologyOptions, type CreateSerialOptions, type GenerateSerialOptions, Serial, type SerialDiscovery, SerialGeneration, type SerialGenerationOptions, type SerialHubOptions, type SerialProgressSink, SerialTopology, type WriteSerialSourceOptions, discoverSerial, readSerial, writeSerialSource };

package/dist/serial.js

@@ -0,0 +1,476 @@
+import { AsyncSemaphore } from "./utils/async-semaphore.js";
+import {
+  WIKI_GRAPH_EDITOR_SCOPES,
+  WIKI_GRAPH_READER_SCOPES
+} from "./common/llm-scope.js";
+import { Reader, segmentTextStream } from "./reader/index.js";
+import { compressText } from "./editor/index.js";
+import { Topology } from "./topology/index.js";
+const DEFAULT_COMPRESSION_RATIO = 0.2;
+const DEFAULT_FRAGMENT_WORDS_COUNT = 320;
+const DEFAULT_GENERATION_DECAY_FACTOR = 0.5;
+const DEFAULT_GROUP_WORDS_COUNT = 3840;
+const DEFAULT_MAX_CLUES = 10;
+const DEFAULT_MAX_ITERATIONS = 5;
+const DEFAULT_WORKING_MEMORY_CAPACITY = 7;
+async function discoverSerial(input) {
+  let fragments = 0;
+  let words = 0;
+  for await (const fragment of streamFragments({
+    maxWordsCount: DEFAULT_FRAGMENT_WORDS_COUNT,
+    stream: segmentTextStream(input.stream, {
+      ...input.segmenter === void 0 ? {} : { adapter: input.segmenter }
+    })
+  })) {
+    fragments += 1;
+    words += countFragmentWords(fragment.sentences);
+  }
+  return {
+    fragments,
+    words
+  };
+}
+async function writeSerialSource(document, serialId, stream, options = {}) {
+  const serialFragments = document.getSerialFragments(serialId);
+  await serialFragments.writeTextStream(await collectTextStream(stream), {
+    ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+  });
+  await document.serials.bumpRevision(serialId);
+}
+class SerialGeneration {
+  #fragmentWordsCount = DEFAULT_FRAGMENT_WORDS_COUNT;
+  #fragmentGroups;
+  #idSemaphore = new AsyncSemaphore(1);
+  #llm;
+  #logDirPath;
+  #serials;
+  #segmenter;
+  #document;
+  #writeSemaphore = new AsyncSemaphore(1);
+  #nextChunkId = 1;
+  constructor(options) {
+    const document = resolveDocument(options);
+    this.#fragmentGroups = document.fragmentGroups;
+    this.#llm = options.llm;
+    this.#logDirPath = options.logDirPath;
+    this.#serials = document.serials;
+    this.#segmenter = options.segmenter;
+    this.#document = document;
+  }
+  async generate(stream, options, progressTracker) {
+    const serialId = await this.#createSerialId();
+    await writeSerialSource(this.#document, serialId, stream, {
+      ...this.#segmenter === void 0 ? {} : { segmenter: this.#segmenter }
+    });
+    return await this.#generatePrepared(serialId, options, progressTracker);
+  }
+  async create(stream, options) {
+    return await this.generate(stream, options);
+  }
+  async generateInto(serialId, stream, options, progressTracker) {
+    await this.#createExplicitSerialId(serialId);
+    await writeSerialSource(this.#document, serialId, stream, {
+      ...this.#segmenter === void 0 ? {} : { segmenter: this.#segmenter }
+    });
+    return await this.#generatePrepared(serialId, options, progressTracker);
+  }
+  async buildTopologyInto(serialId, options, progressTracker) {
+    await this.#buildTopology(
+      serialId,
+      options.extractionPrompt,
+      options.userLanguage,
+      progressTracker
+    );
+  }
+  async buildSummary(serialId, options = {}) {
+    const summary = await this.#buildSummary(serialId, options.userLanguage);
+    return new Serial(this.#document, serialId, summary);
+  }
+  async #generatePrepared(serialId, options, progressTracker) {
+    await this.#buildTopology(
+      serialId,
+      options.extractionPrompt,
+      options.userLanguage,
+      progressTracker
+    );
+    const summary = await this.#buildSummary(serialId, options.userLanguage);
+    await progressTracker?.complete();
+    return new Serial(this.#document, serialId, summary);
+  }
+  async #allocateChunkId() {
+    return await this.#idSemaphore.use(() => {
+      const chunkId = this.#nextChunkId;
+      this.#nextChunkId += 1;
+      return chunkId;
+    });
+  }
+  async #buildSummary(serialId, userLanguage) {
+    const record = await getSerialRecord(this.#document, serialId);
+    if (!record.topologyReady) {
+      throw new Error(`Serial ${serialId} is not ready for summary`);
+    }
+    const existingSummary = await this.#document.readSummary(serialId);
+    if (existingSummary !== void 0) {
+      return existingSummary;
+    }
+    const serialFragments = this.#getSerialFragments(serialId);
+    const fragmentIds = await serialFragments.listFragmentIds();
+    if (fragmentIds.length <= 1) {
+      const summary2 = await readSerialPassthroughSummary(
+        serialFragments,
+        fragmentIds
+      );
+      await this.#writeSemaphore.use(
+        async () => await this.#document.writeSummary(serialId, summary2)
+      );
+      return summary2;
+    }
+    const groupIds = await this.#fragmentGroups.listGroupIdsForSerial(serialId);
+    const summaryParts = [];
+    for (const groupId of groupIds) {
+      const groupSummary = await compressText({
+        ...this.#createEditorOptions({
+          groupId,
+          serialId,
+          userLanguage
+        })
+      });
+      if (groupSummary.trim() === "") {
+        continue;
+      }
+      summaryParts.push(groupSummary);
+    }
+    const summary = summaryParts.join("\n\n");
+    await this.#writeSemaphore.use(
+      async () => await this.#document.writeSummary(serialId, summary)
+    );
+    return summary;
+  }
+  async #buildTopology(serialId, extractionPrompt, userLanguage, progressTracker) {
+    const reader = new Reader({
+      attention: {
+        capacity: DEFAULT_WORKING_MEMORY_CAPACITY,
+        generationDecayFactor: DEFAULT_GENERATION_DECAY_FACTOR,
+        idGenerator: async () => await this.#allocateChunkId()
+      },
+      extractionGuidance: extractionPrompt,
+      llm: this.#llm,
+      scopes: WIKI_GRAPH_READER_SCOPES,
+      sentenceTextSource: this.#document,
+      ...this.#segmenter === void 0 ? {} : {
+        segmenter: this.#segmenter
+      },
+      ...userLanguage === void 0 ? {} : {
+        userLanguage
+      }
+    });
+    const topology = new Topology(
+      this.#document,
+      serialId,
+      DEFAULT_GROUP_WORDS_COUNT
+    );
+    const allChunks = [];
+    const successorIdsByChunkId = createNumberListRecord();
+    const serialFragments = this.#document.getSerialFragments(serialId);
+    for (const fragment of await listSerialProcessingFragments(
+      serialFragments,
+      this.#fragmentWordsCount
+    )) {
+      const wordsCount = countFragmentWords(fragment.sentences);
+      await this.#processFragment({
+        allChunks,
+        fragment: {
+          startSentenceIndex: fragment.startSentenceIndex,
+          sentences: fragment.sentences
+        },
+        reader,
+        serialId,
+        successorIdsByChunkId,
+        topology
+      });
+      await progressTracker?.advance(wordsCount);
+    }
+    await this.#writeSemaphore.use(async () => {
+      await topology.finalize();
+      await this.#serials.setTopologyReady(serialId);
+      await this.#serials.bumpRevision(serialId);
+    });
+  }
+  async #processFragment(input) {
+    const sentences = input.fragment.sentences.map((sentence, index) => ({
+      sentenceId: [
+        input.serialId,
+        input.fragment.startSentenceIndex + index
+      ],
+      text: sentence.text,
+      wordsCount: sentence.wordsCount
+    }));
+    const fragmentText = sentences.map((sentence) => sentence.text).join(" ");
+    const userFocused = await input.reader.extractUserFocused({
+      sentences,
+      text: fragmentText
+    });
+    const bookCoherence = await input.reader.extractBookCoherence({
+      sentences,
+      text: fragmentText,
+      userFocusedChunks: userFocused.delta.chunks
+    });
+    saveDelta(
+      input.allChunks,
+      input.successorIdsByChunkId,
+      input.topology,
+      userFocused.delta
+    );
+    saveDelta(
+      input.allChunks,
+      input.successorIdsByChunkId,
+      input.topology,
+      bookCoherence
+    );
+    input.reader.completeFragment({
+      allChunks: input.allChunks,
+      getSuccessorChunkIds: (chunkId) => input.successorIdsByChunkId[String(chunkId)] ?? []
+    });
+  }
+  async #createSerialId() {
+    return await this.#idSemaphore.use(
+      async () => await this.#serials.create()
+    );
+  }
+  async #createExplicitSerialId(serialId) {
+    await this.#idSemaphore.use(
+      async () => await this.#serials.createWithId(serialId)
+    );
+  }
+  #getSerialFragments(serialId) {
+    return this.#document.getSerialFragments(serialId);
+  }
+  #createEditorOptions(input) {
+    return {
+      compressionRatio: DEFAULT_COMPRESSION_RATIO,
+      groupId: input.groupId,
+      llm: this.#llm,
+      maxClues: DEFAULT_MAX_CLUES,
+      maxIterations: DEFAULT_MAX_ITERATIONS,
+      scopes: WIKI_GRAPH_EDITOR_SCOPES,
+      serialId: input.serialId,
+      document: this.#document,
+      ...this.#logDirPath === void 0 ? {} : {
+        logDirPath: this.#logDirPath
+      },
+      ...input.userLanguage === void 0 ? {} : {
+        userLanguage: input.userLanguage
+      }
+    };
+  }
+}
+class Serial {
+  #id;
+  #summary;
+  #topology;
+  constructor(document, serialId, summary) {
+    this.#id = serialId;
+    this.#summary = summary;
+    this.#topology = new SerialTopology(document, serialId);
+  }
+  get id() {
+    return this.#id;
+  }
+  getSummary() {
+    return this.#summary;
+  }
+  getTopology() {
+    return this.#topology;
+  }
+}
+class SerialTopology {
+  #chunks;
+  #fragmentGroups;
+  #readingEdges;
+  #serialId;
+  #snakeChunks;
+  #snakeEdges;
+  #snakes;
+  constructor(document, serialId) {
+    this.#chunks = document.chunks;
+    this.#fragmentGroups = document.fragmentGroups;
+    this.#readingEdges = document.readingEdges;
+    this.#serialId = serialId;
+    this.#snakeChunks = document.snakeChunks;
+    this.#snakeEdges = document.snakeEdges;
+    this.#snakes = document.snakes;
+  }
+  async listChunks() {
+    return await this.#chunks.listBySerial(this.#serialId);
+  }
+  async listEdges() {
+    return await this.#readingEdges.listBySerial(this.#serialId);
+  }
+  async listGroups() {
+    return await this.#fragmentGroups.listBySerial(this.#serialId);
+  }
+  async listSnakeChunks(snakeId) {
+    const snake = await this.#snakes.getById(snakeId);
+    if (snake === void 0 || snake.serialId !== this.#serialId) {
+      throw new Error(`Snake ${snakeId} does not belong to this serial`);
+    }
+    return await this.#snakeChunks.listBySnake(snakeId);
+  }
+  async listSnakeEdges() {
+    return await this.#snakeEdges.listBySerial(this.#serialId);
+  }
+  async listSnakes() {
+    return await this.#snakes.listBySerial(this.#serialId);
+  }
+}
+function appendSuccessor(successorIdsByChunkId, fromId, toId) {
+  const existingSuccessors = successorIdsByChunkId[String(fromId)] ?? [];
+  if (existingSuccessors.includes(toId)) {
+    return;
+  }
+  successorIdsByChunkId[String(fromId)] = [...existingSuccessors, toId].sort(
+    compareNumber
+  );
+}
+function compareNumber(left, right) {
+  return left - right;
+}
+function createNumberListRecord() {
+  return /* @__PURE__ */ Object.create(null);
+}
+async function readSerial(document, serialId) {
+  const record = await getSerialRecord(document, serialId);
+  if (!record.topologyReady) {
+    throw new Error(`Serial ${serialId} is not ready`);
+  }
+  const summary = await document.readSummary(serialId);
+  if (summary === void 0) {
+    throw new Error(
+      `Chapter ${serialId} summary is missing. Run \`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\` before export, or inspect the chapter with \`wg <archive-uri>/chapter/${serialId}/source get\`.`
+    );
+  }
+  return new Serial(document, serialId, summary);
+}
+function resolveDocument(options) {
+  const document = options.document ?? options.workspace;
+  if (document === void 0) {
+    throw new Error("SerialGeneration requires a document");
+  }
+  return document;
+}
+async function getSerialRecord(document, serialId) {
+  const record = await document.serials.getById(serialId);
+  if (record === void 0) {
+    throw new Error(
+      `Chapter ${serialId} does not exist. Use \`wg <archive-uri>/chapter list\` to discover chapter ids.`
+    );
+  }
+  return record;
+}
+function saveDelta(allChunks, successorIdsByChunkId, topology, delta) {
+  topology.accept(delta);
+  allChunks.push(...delta.chunks);
+  for (const edge of delta.edges) {
+    appendSuccessor(successorIdsByChunkId, edge.fromId, edge.toId);
+  }
+}
+async function* streamFragments(input) {
+  let currentSentences = [];
+  let currentWordsCount = 0;
+  for await (const sentence of input.stream) {
+    const sentenceText = sentence.text.trim();
+    if (sentenceText === "") {
+      continue;
+    }
+    if (currentSentences.length > 0 && currentWordsCount + sentence.wordsCount > input.maxWordsCount) {
+      yield {
+        sentences: currentSentences
+      };
+      currentSentences = [];
+      currentWordsCount = 0;
+    }
+    currentSentences.push({
+      text: sentenceText,
+      wordsCount: sentence.wordsCount
+    });
+    currentWordsCount += sentence.wordsCount;
+  }
+  if (currentSentences.length > 0) {
+    yield {
+      sentences: currentSentences
+    };
+  }
+}
+async function listSerialProcessingFragments(fragments, maxWordsCount) {
+  const sentences = fragments.listSentences === void 0 ? await listFragmentSentences(fragments) : await fragments.listSentences();
+  const batches = [];
+  let currentSentences = [];
+  let currentStartSentenceIndex = 0;
+  let currentWordsCount = 0;
+  for (let index = 0; index < sentences.length; index += 1) {
+    const sentence = sentences[index];
+    if (sentence === void 0 || sentence.text.trim() === "") {
+      continue;
+    }
+    if (currentSentences.length > 0 && currentWordsCount + sentence.wordsCount > maxWordsCount) {
+      batches.push({
+        startSentenceIndex: currentStartSentenceIndex,
+        sentences: currentSentences
+      });
+      currentSentences = [];
+      currentWordsCount = 0;
+    }
+    if (currentSentences.length === 0) {
+      currentStartSentenceIndex = index;
+    }
+    currentSentences.push(sentence);
+    currentWordsCount += sentence.wordsCount;
+  }
+  if (currentSentences.length > 0) {
+    batches.push({
+      startSentenceIndex: currentStartSentenceIndex,
+      sentences: currentSentences
+    });
+  }
+  return batches;
+}
+async function listFragmentSentences(fragments) {
+  const records = await Promise.all(
+    (await fragments.listFragmentIds()).map(
+      async (fragmentId) => await fragments.getFragment(fragmentId)
+    )
+  );
+  return records.sort((left, right) => left.fragmentId - right.fragmentId).flatMap((fragment) => fragment.sentences);
+}
+async function collectTextStream(stream) {
+  const parts = [];
+  for await (const chunk of stream) {
+    parts.push(chunk);
+  }
+  return parts.join("");
+}
+function countFragmentWords(sentences) {
+  return sentences.reduce((sum, sentence) => sum + sentence.wordsCount, 0);
+}
+async function readSerialPassthroughSummary(fragments, fragmentIds) {
+  if (fragmentIds.length === 0) {
+    return "";
+  }
+  const records = await Promise.all(
+    fragmentIds.map(
+      async (fragmentId) => await fragments.getFragment(fragmentId)
+    )
+  );
+  return records.flatMap(
+    (fragment) => fragment.sentences.map((sentence) => sentence.text)
+  ).join(" ").trim();
+}
+export {
+  Serial,
+  SerialGeneration,
+  SerialTopology,
+  discoverSerial,
+  readSerial,
+  writeSerialSource
+};
+//# sourceMappingURL=serial.js.map

package/dist/serial.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/serial.ts"],"sourcesContent":["import { AsyncSemaphore } from \"./utils/async-semaphore.js\";\nimport type { Language } from \"./common/language.js\";\nimport {\n  WIKI_GRAPH_EDITOR_SCOPES,\n  WIKI_GRAPH_READER_SCOPES,\n  type WikiGraphScope,\n} from \"./common/llm-scope.js\";\nimport type { LLM } from \"./llm/index.js\";\nimport type {\n  ChunkRecord,\n  Document,\n  FragmentGroupStore,\n  ReadingEdgeRecord,\n  ReadonlyChunkStore,\n  ReadonlyDocument,\n  ReadonlyFragmentGroupStore,\n  ReadonlyReadingEdgeStore,\n  ReadonlySerialFragments,\n  SentenceGroupRecord,\n  SerialTextStream,\n  ReadonlySnakeChunkStore,\n  ReadonlySnakeEdgeStore,\n  ReadonlySnakeStore,\n  SerialRecord,\n  SerialStore,\n  SnakeChunkRecord,\n  SnakeEdgeRecord,\n  SnakeRecord,\n} from \"./document/index.js\";\nimport { Reader, segmentTextStream } from \"./reader/index.js\";\nimport type {\n  ReaderChunk,\n  ReaderGraphDelta,\n  ReaderSegmenter,\n  ReaderTextStream,\n} from \"./reader/index.js\";\nimport { compressText, type EditorOptions } from \"./editor/index.js\";\nimport { Topology } from \"./topology/index.js\";\n\nconst DEFAULT_COMPRESSION_RATIO = 0.2;\nconst DEFAULT_FRAGMENT_WORDS_COUNT = 320;\nconst DEFAULT_GENERATION_DECAY_FACTOR = 0.5;\nconst DEFAULT_GROUP_WORDS_COUNT = 3840;\nconst DEFAULT_MAX_CLUES = 10;\nconst DEFAULT_MAX_ITERATIONS = 5;\nconst DEFAULT_WORKING_MEMORY_CAPACITY = 7;\n\nexport interface GenerateSerialOptions {\n  readonly extractionPrompt: string;\n  readonly userLanguage?: Language;\n}\n\nexport type BuildSerialTopologyOptions = GenerateSerialOptions;\n\nexport interface BuildSerialSummaryOptions {\n  readonly userLanguage?: Language;\n}\n\nexport interface WriteSerialSourceOptions {\n  readonly segmenter?: ReaderSegmenter;\n}\n\nexport interface SerialDiscovery {\n  readonly fragments: number;\n  readonly words: number;\n}\n\nexport interface SerialProgressSink {\n  begin?(input?: {\n    readonly fragments: number;\n    readonly words: number;\n  }): Promise<void>;\n  advance(wordsCount: number): Promise<void>;\n  complete(finalWordsCount?: number): Promise<void>;\n}\n\ntype ReaderProgressScope =\n  (typeof WIKI_GRAPH_READER_SCOPES)[keyof typeof WIKI_GRAPH_READER_SCOPES];\n\nexport type CreateSerialOptions = GenerateSerialOptions;\n\nexport interface SerialGenerationOptions {\n  readonly document?: Document;\n  readonly llm: LLM<WikiGraphScope>;\n  readonly logDirPath?: string;\n  readonly segmenter?: ReaderSegmenter;\n  /** @deprecated Use `document` instead. */\n  readonly workspace?: Document;\n}\n\nexport type SerialHubOptions = SerialGenerationOptions;\n\nexport async function discoverSerial(input: {\n  readonly segmenter?: ReaderSegmenter;\n  readonly stream: ReaderTextStream;\n}): Promise<SerialDiscovery> {\n  let fragments = 0;\n  let words = 0;\n\n  for await (const fragment of streamFragments({\n    maxWordsCount: DEFAULT_FRAGMENT_WORDS_COUNT,\n    stream: segmentTextStream(input.stream, {\n      ...(input.segmenter === undefined ? {} : { adapter: input.segmenter }),\n    }),\n  })) {\n    fragments += 1;\n    words += countFragmentWords(fragment.sentences);\n  }\n\n  return {\n    fragments,\n    words,\n  };\n}\n\nexport async function writeSerialSource(\n  document: Document,\n  serialId: number,\n  stream: ReaderTextStream,\n  options: WriteSerialSourceOptions = {},\n): Promise<void> {\n  const serialFragments = document.getSerialFragments(serialId);\n\n  await serialFragments.writeTextStream(await collectTextStream(stream), {\n    ...(options.segmenter === undefined\n      ? {}\n      : { segmenter: options.segmenter }),\n  });\n  await document.serials.bumpRevision(serialId);\n}\n\nexport class SerialGeneration {\n  readonly #fragmentWordsCount = DEFAULT_FRAGMENT_WORDS_COUNT;\n  readonly #fragmentGroups: FragmentGroupStore;\n  readonly #idSemaphore = new AsyncSemaphore(1);\n  readonly #llm: LLM<WikiGraphScope>;\n  readonly #logDirPath: string | undefined;\n  readonly #serials: SerialStore;\n  readonly #segmenter: ReaderSegmenter | undefined;\n  readonly #document: Document;\n  readonly #writeSemaphore = new AsyncSemaphore(1);\n\n  #nextChunkId = 1;\n\n  public constructor(options: SerialGenerationOptions) {\n    const document = resolveDocument(options);\n\n    this.#fragmentGroups = document.fragmentGroups;\n    this.#llm = options.llm;\n    this.#logDirPath = options.logDirPath;\n    this.#serials = document.serials;\n    this.#segmenter = options.segmenter;\n    this.#document = document;\n  }\n\n  public async generate(\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    const serialId = await this.#createSerialId();\n    await writeSerialSource(this.#document, serialId, stream, {\n      ...(this.#segmenter === undefined ? {} : { segmenter: this.#segmenter }),\n    });\n    return await this.#generatePrepared(serialId, options, progressTracker);\n  }\n\n  public async create(\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n  ): Promise<Serial> {\n    return await this.generate(stream, options);\n  }\n\n  public async generateInto(\n    serialId: number,\n    stream: ReaderTextStream,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    await this.#createExplicitSerialId(serialId);\n    await writeSerialSource(this.#document, serialId, stream, {\n      ...(this.#segmenter === undefined ? {} : { segmenter: this.#segmenter }),\n    });\n    return await this.#generatePrepared(serialId, options, progressTracker);\n  }\n\n  public async buildTopologyInto(\n    serialId: number,\n    options: BuildSerialTopologyOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<void> {\n    await this.#buildTopology(\n      serialId,\n      options.extractionPrompt,\n      options.userLanguage,\n      progressTracker,\n    );\n  }\n\n  public async buildSummary(\n    serialId: number,\n    options: BuildSerialSummaryOptions = {},\n  ): Promise<Serial> {\n    const summary = await this.#buildSummary(serialId, options.userLanguage);\n\n    return new Serial(this.#document, serialId, summary);\n  }\n\n  async #generatePrepared(\n    serialId: number,\n    options: GenerateSerialOptions,\n    progressTracker?: SerialProgressSink,\n  ): Promise<Serial> {\n    await this.#buildTopology(\n      serialId,\n      options.extractionPrompt,\n      options.userLanguage,\n      progressTracker,\n    );\n\n    const summary = await this.#buildSummary(serialId, options.userLanguage);\n    await progressTracker?.complete();\n\n    return new Serial(this.#document, serialId, summary);\n  }\n\n  async #allocateChunkId(): Promise<number> {\n    return await this.#idSemaphore.use(() => {\n      const chunkId = this.#nextChunkId;\n      this.#nextChunkId += 1;\n      return chunkId;\n    });\n  }\n\n  async #buildSummary(\n    serialId: number,\n    userLanguage: Language | undefined,\n  ): Promise<string> {\n    const record = await getSerialRecord(this.#document, serialId);\n    if (!record.topologyReady) {\n      throw new Error(`Serial ${serialId} is not ready for summary`);\n    }\n    const existingSummary = await this.#document.readSummary(serialId);\n\n    if (existingSummary !== undefined) {\n      return existingSummary;\n    }\n    const serialFragments = this.#getSerialFragments(serialId);\n    const fragmentIds = await serialFragments.listFragmentIds();\n\n    if (fragmentIds.length <= 1) {\n      const summary = await readSerialPassthroughSummary(\n        serialFragments,\n        fragmentIds,\n      );\n\n      await this.#writeSemaphore.use(\n        async () => await this.#document.writeSummary(serialId, summary),\n      );\n\n      return summary;\n    }\n    const groupIds = await this.#fragmentGroups.listGroupIdsForSerial(serialId);\n    const summaryParts: string[] = [];\n\n    for (const groupId of groupIds) {\n      const groupSummary = await compressText({\n        ...this.#createEditorOptions({\n          groupId,\n          serialId,\n          userLanguage,\n        }),\n      });\n      if (groupSummary.trim() === \"\") {\n        continue;\n      }\n      summaryParts.push(groupSummary);\n    }\n    const summary = summaryParts.join(\"\\n\\n\");\n\n    await this.#writeSemaphore.use(\n      async () => await this.#document.writeSummary(serialId, summary),\n    );\n    return summary;\n  }\n\n  async #buildTopology(\n    serialId: number,\n    extractionPrompt: string,\n    userLanguage: Language | undefined,\n    progressTracker?: SerialProgressSink,\n  ): Promise<void> {\n    const reader = new Reader({\n      attention: {\n        capacity: DEFAULT_WORKING_MEMORY_CAPACITY,\n        generationDecayFactor: DEFAULT_GENERATION_DECAY_FACTOR,\n        idGenerator: async () => await this.#allocateChunkId(),\n      },\n      extractionGuidance: extractionPrompt,\n      llm: this.#llm,\n      scopes: WIKI_GRAPH_READER_SCOPES,\n      sentenceTextSource: this.#document,\n      ...(this.#segmenter === undefined\n        ? {}\n        : {\n            segmenter: this.#segmenter,\n          }),\n      ...(userLanguage === undefined\n        ? {}\n        : {\n            userLanguage,\n          }),\n    });\n    const topology = new Topology(\n      this.#document,\n      serialId,\n      DEFAULT_GROUP_WORDS_COUNT,\n    );\n    const allChunks: ReaderChunk[] = [];\n    const successorIdsByChunkId = createNumberListRecord();\n    const serialFragments = this.#document.getSerialFragments(serialId);\n\n    for (const fragment of await listSerialProcessingFragments(\n      serialFragments,\n      this.#fragmentWordsCount,\n    )) {\n      const wordsCount = countFragmentWords(fragment.sentences);\n\n      await this.#processFragment({\n        allChunks,\n        fragment: {\n          startSentenceIndex: fragment.startSentenceIndex,\n          sentences: fragment.sentences,\n        },\n        reader,\n        serialId,\n        successorIdsByChunkId,\n        topology,\n      });\n      // Progress only advances after the fragment is fully persisted and indexed.\n      await progressTracker?.advance(wordsCount);\n    }\n\n    await this.#writeSemaphore.use(async () => {\n      await topology.finalize();\n      await this.#serials.setTopologyReady(serialId);\n      await this.#serials.bumpRevision(serialId);\n    });\n  }\n\n  async #processFragment(input: {\n    readonly allChunks: ReaderChunk[];\n    readonly fragment: {\n      readonly startSentenceIndex: number;\n      readonly sentences: ReadonlyArray<{\n        readonly text: string;\n        readonly wordsCount: number;\n      }>;\n    };\n    readonly reader: Reader<ReaderProgressScope>;\n    readonly serialId: number;\n    readonly successorIdsByChunkId: Record<string, number[] | undefined>;\n    readonly topology: Topology;\n  }): Promise<void> {\n    const sentences = input.fragment.sentences.map((sentence, index) => ({\n      sentenceId: [\n        input.serialId,\n        input.fragment.startSentenceIndex + index,\n      ] as const,\n      text: sentence.text,\n      wordsCount: sentence.wordsCount,\n    }));\n    const fragmentText = sentences.map((sentence) => sentence.text).join(\" \");\n    const userFocused = await input.reader.extractUserFocused({\n      sentences,\n      text: fragmentText,\n    });\n\n    const bookCoherence = await input.reader.extractBookCoherence({\n      sentences,\n      text: fragmentText,\n      userFocusedChunks: userFocused.delta.chunks,\n    });\n\n    saveDelta(\n      input.allChunks,\n      input.successorIdsByChunkId,\n      input.topology,\n      userFocused.delta,\n    );\n    saveDelta(\n      input.allChunks,\n      input.successorIdsByChunkId,\n      input.topology,\n      bookCoherence,\n    );\n    input.reader.completeFragment({\n      allChunks: input.allChunks,\n      getSuccessorChunkIds: (chunkId) =>\n        input.successorIdsByChunkId[String(chunkId)] ?? [],\n    });\n  }\n\n  async #createSerialId(): Promise<number> {\n    return await this.#idSemaphore.use(\n      async () => await this.#serials.create(),\n    );\n  }\n\n  async #createExplicitSerialId(serialId: number): Promise<void> {\n    await this.#idSemaphore.use(\n      async () => await this.#serials.createWithId(serialId),\n    );\n  }\n\n  #getSerialFragments(serialId: number): SerialTextStream {\n    return this.#document.getSerialFragments(serialId);\n  }\n\n  #createEditorOptions(input: {\n    groupId: number;\n    serialId: number;\n    userLanguage: Language | undefined;\n  }): EditorOptions<WikiGraphScope> {\n    return {\n      compressionRatio: DEFAULT_COMPRESSION_RATIO,\n      groupId: input.groupId,\n      llm: this.#llm,\n      maxClues: DEFAULT_MAX_CLUES,\n      maxIterations: DEFAULT_MAX_ITERATIONS,\n      scopes: WIKI_GRAPH_EDITOR_SCOPES,\n      serialId: input.serialId,\n      document: this.#document,\n      ...(this.#logDirPath === undefined\n        ? {}\n        : {\n            logDirPath: this.#logDirPath,\n          }),\n      ...(input.userLanguage === undefined\n        ? {}\n        : {\n            userLanguage: input.userLanguage,\n          }),\n    };\n  }\n}\n\nexport class Serial {\n  readonly #id: number;\n  readonly #summary: string;\n  readonly #topology: SerialTopology;\n\n  public constructor(\n    document: ReadonlyDocument,\n    serialId: number,\n    summary: string,\n  ) {\n    this.#id = serialId;\n    this.#summary = summary;\n    this.#topology = new SerialTopology(document, serialId);\n  }\n\n  public get id(): number {\n    return this.#id;\n  }\n\n  public getSummary(): string {\n    return this.#summary;\n  }\n\n  public getTopology(): SerialTopology {\n    return this.#topology;\n  }\n}\n\nexport class SerialTopology {\n  readonly #chunks: ReadonlyChunkStore;\n  readonly #fragmentGroups: ReadonlyFragmentGroupStore;\n  readonly #readingEdges: ReadonlyReadingEdgeStore;\n  readonly #serialId: number;\n  readonly #snakeChunks: ReadonlySnakeChunkStore;\n  readonly #snakeEdges: ReadonlySnakeEdgeStore;\n  readonly #snakes: ReadonlySnakeStore;\n\n  public constructor(document: ReadonlyDocument, serialId: number) {\n    this.#chunks = document.chunks;\n    this.#fragmentGroups = document.fragmentGroups;\n    this.#readingEdges = document.readingEdges;\n    this.#serialId = serialId;\n    this.#snakeChunks = document.snakeChunks;\n    this.#snakeEdges = document.snakeEdges;\n    this.#snakes = document.snakes;\n  }\n\n  public async listChunks(): Promise<readonly ChunkRecord[]> {\n    return await this.#chunks.listBySerial(this.#serialId);\n  }\n\n  public async listEdges(): Promise<readonly ReadingEdgeRecord[]> {\n    return await this.#readingEdges.listBySerial(this.#serialId);\n  }\n\n  public async listGroups(): Promise<readonly SentenceGroupRecord[]> {\n    return await this.#fragmentGroups.listBySerial(this.#serialId);\n  }\n\n  public async listSnakeChunks(\n    snakeId: number,\n  ): Promise<readonly SnakeChunkRecord[]> {\n    const snake = await this.#snakes.getById(snakeId);\n    if (snake === undefined || snake.serialId !== this.#serialId) {\n      throw new Error(`Snake ${snakeId} does not belong to this serial`);\n    }\n    return await this.#snakeChunks.listBySnake(snakeId);\n  }\n\n  public async listSnakeEdges(): Promise<readonly SnakeEdgeRecord[]> {\n    return await this.#snakeEdges.listBySerial(this.#serialId);\n  }\n\n  public async listSnakes(): Promise<readonly SnakeRecord[]> {\n    return await this.#snakes.listBySerial(this.#serialId);\n  }\n}\n\nfunction appendSuccessor(\n  successorIdsByChunkId: Record<string, number[] | undefined>,\n  fromId: number,\n  toId: number,\n): void {\n  const existingSuccessors = successorIdsByChunkId[String(fromId)] ?? [];\n\n  if (existingSuccessors.includes(toId)) {\n    return;\n  }\n\n  successorIdsByChunkId[String(fromId)] = [...existingSuccessors, toId].sort(\n    compareNumber,\n  );\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\nfunction createNumberListRecord(): Record<string, number[] | undefined> {\n  return Object.create(null) as Record<string, number[] | undefined>;\n}\n\nexport async function readSerial(\n  document: ReadonlyDocument,\n  serialId: number,\n): Promise<Serial> {\n  const record = await getSerialRecord(document, serialId);\n\n  if (!record.topologyReady) {\n    throw new Error(`Serial ${serialId} is not ready`);\n  }\n\n  const summary = await document.readSummary(serialId);\n\n  if (summary === undefined) {\n    throw new Error(\n      `Chapter ${serialId} summary is missing. Run \\`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\\` before export, or inspect the chapter with \\`wg <archive-uri>/chapter/${serialId}/source get\\`.`,\n    );\n  }\n\n  return new Serial(document, serialId, summary);\n}\n\nfunction resolveDocument(options: SerialGenerationOptions): Document {\n  const document = options.document ?? options.workspace;\n\n  if (document === undefined) {\n    throw new Error(\"SerialGeneration requires a document\");\n  }\n\n  return document;\n}\n\nasync function getSerialRecord(\n  document: Pick<ReadonlyDocument, \"serials\">,\n  serialId: number,\n): Promise<SerialRecord> {\n  const record = await document.serials.getById(serialId);\n\n  if (record === undefined) {\n    throw new Error(\n      `Chapter ${serialId} does not exist. Use \\`wg <archive-uri>/chapter list\\` to discover chapter ids.`,\n    );\n  }\n\n  return record;\n}\n\nfunction saveDelta(\n  allChunks: ReaderChunk[],\n  successorIdsByChunkId: Record<string, number[] | undefined>,\n  topology: Topology,\n  delta: ReaderGraphDelta,\n): void {\n  topology.accept(delta);\n  allChunks.push(...delta.chunks);\n\n  for (const edge of delta.edges) {\n    appendSuccessor(successorIdsByChunkId, edge.fromId, edge.toId);\n  }\n}\n\nasync function* streamFragments(input: {\n  maxWordsCount: number;\n  stream: AsyncIterable<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }>;\n}): AsyncIterable<{\n  readonly sentences: ReadonlyArray<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }>;\n}> {\n  let currentSentences: Array<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }> = [];\n  let currentWordsCount = 0;\n\n  for await (const sentence of input.stream) {\n    const sentenceText = sentence.text.trim();\n\n    if (sentenceText === \"\") {\n      continue;\n    }\n    if (\n      currentSentences.length > 0 &&\n      currentWordsCount + sentence.wordsCount > input.maxWordsCount\n    ) {\n      yield {\n        sentences: currentSentences,\n      };\n      currentSentences = [];\n      currentWordsCount = 0;\n    }\n    currentSentences.push({\n      text: sentenceText,\n      wordsCount: sentence.wordsCount,\n    });\n    currentWordsCount += sentence.wordsCount;\n  }\n\n  if (currentSentences.length > 0) {\n    yield {\n      sentences: currentSentences,\n    };\n  }\n}\n\nasync function listSerialProcessingFragments(\n  fragments: ReadonlySerialFragments,\n  maxWordsCount: number,\n): Promise<\n  ReadonlyArray<{\n    readonly startSentenceIndex: number;\n    readonly sentences: ReadonlyArray<{\n      readonly text: string;\n      readonly wordsCount: number;\n    }>;\n  }>\n> {\n  const sentences =\n    fragments.listSentences === undefined\n      ? await listFragmentSentences(fragments)\n      : await fragments.listSentences();\n  const batches: Array<{\n    startSentenceIndex: number;\n    sentences: Array<{\n      readonly text: string;\n      readonly wordsCount: number;\n    }>;\n  }> = [];\n  let currentSentences: Array<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }> = [];\n  let currentStartSentenceIndex = 0;\n  let currentWordsCount = 0;\n\n  for (let index = 0; index < sentences.length; index += 1) {\n    const sentence = sentences[index];\n\n    if (sentence === undefined || sentence.text.trim() === \"\") {\n      continue;\n    }\n    if (\n      currentSentences.length > 0 &&\n      currentWordsCount + sentence.wordsCount > maxWordsCount\n    ) {\n      batches.push({\n        startSentenceIndex: currentStartSentenceIndex,\n        sentences: currentSentences,\n      });\n      currentSentences = [];\n      currentWordsCount = 0;\n    }\n    if (currentSentences.length === 0) {\n      currentStartSentenceIndex = index;\n    }\n    currentSentences.push(sentence);\n    currentWordsCount += sentence.wordsCount;\n  }\n\n  if (currentSentences.length > 0) {\n    batches.push({\n      startSentenceIndex: currentStartSentenceIndex,\n      sentences: currentSentences,\n    });\n  }\n\n  return batches;\n}\n\nasync function listFragmentSentences(\n  fragments: ReadonlySerialFragments,\n): Promise<\n  ReadonlyArray<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }>\n> {\n  const records = await Promise.all(\n    (await fragments.listFragmentIds()).map(\n      async (fragmentId) => await fragments.getFragment(fragmentId),\n    ),\n  );\n\n  return records\n    .sort((left, right) => left.fragmentId - right.fragmentId)\n    .flatMap((fragment) => fragment.sentences);\n}\n\nasync function collectTextStream(stream: ReaderTextStream): Promise<string> {\n  const parts: string[] = [];\n\n  for await (const chunk of stream) {\n    parts.push(chunk);\n  }\n\n  return parts.join(\"\");\n}\n\nfunction countFragmentWords(\n  sentences: ReadonlyArray<{\n    readonly text: string;\n    readonly wordsCount: number;\n  }>,\n): number {\n  return sentences.reduce((sum, sentence) => sum + sentence.wordsCount, 0);\n}\n\nasync function readSerialPassthroughSummary(\n  fragments: ReadonlySerialFragments,\n  fragmentIds: readonly number[],\n): Promise<string> {\n  if (fragmentIds.length === 0) {\n    return \"\";\n  }\n\n  const records = await Promise.all(\n    fragmentIds.map(\n      async (fragmentId) => await fragments.getFragment(fragmentId),\n    ),\n  );\n\n  return records\n    .flatMap((fragment: Awaited<ReturnType<typeof fragments.getFragment>>) =>\n      fragment.sentences.map((sentence) => sentence.text),\n    )\n    .join(\" \")\n    .trim();\n}\n"],"mappings":"AAAA,SAAS,sBAAsB;AAE/B;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AAuBP,SAAS,QAAQ,yBAAyB;AAO1C,SAAS,oBAAwC;AACjD,SAAS,gBAAgB;AAEzB,MAAM,4BAA4B;AAClC,MAAM,+BAA+B;AACrC,MAAM,kCAAkC;AACxC,MAAM,4BAA4B;AAClC,MAAM,oBAAoB;AAC1B,MAAM,yBAAyB;AAC/B,MAAM,kCAAkC;AA+CxC,eAAsB,eAAe,OAGR;AAC3B,MAAI,YAAY;AAChB,MAAI,QAAQ;AAEZ,mBAAiB,YAAY,gBAAgB;AAAA,IAC3C,eAAe;AAAA,IACf,QAAQ,kBAAkB,MAAM,QAAQ;AAAA,MACtC,GAAI,MAAM,cAAc,SAAY,CAAC,IAAI,EAAE,SAAS,MAAM,UAAU;AAAA,IACtE,CAAC;AAAA,EACH,CAAC,GAAG;AACF,iBAAa;AACb,aAAS,mBAAmB,SAAS,SAAS;AAAA,EAChD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,kBACpB,UACA,UACA,QACA,UAAoC,CAAC,GACtB;AACf,QAAM,kBAAkB,SAAS,mBAAmB,QAAQ;AAE5D,QAAM,gBAAgB,gBAAgB,MAAM,kBAAkB,MAAM,GAAG;AAAA,IACrE,GAAI,QAAQ,cAAc,SACtB,CAAC,IACD,EAAE,WAAW,QAAQ,UAAU;AAAA,EACrC,CAAC;AACD,QAAM,SAAS,QAAQ,aAAa,QAAQ;AAC9C;AAEO,MAAM,iBAAiB;AAAA,EACnB,sBAAsB;AAAA,EACtB;AAAA,EACA,eAAe,IAAI,eAAe,CAAC;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,eAAe,CAAC;AAAA,EAE/C,eAAe;AAAA,EAER,YAAY,SAAkC;AACnD,UAAM,WAAW,gBAAgB,OAAO;AAExC,SAAK,kBAAkB,SAAS;AAChC,SAAK,OAAO,QAAQ;AACpB,SAAK,cAAc,QAAQ;AAC3B,SAAK,WAAW,SAAS;AACzB,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAa,SACX,QACA,SACA,iBACiB;AACjB,UAAM,WAAW,MAAM,KAAK,gBAAgB;AAC5C,UAAM,kBAAkB,KAAK,WAAW,UAAU,QAAQ;AAAA,MACxD,GAAI,KAAK,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW,KAAK,WAAW;AAAA,IACxE,CAAC;AACD,WAAO,MAAM,KAAK,kBAAkB,UAAU,SAAS,eAAe;AAAA,EACxE;AAAA,EAEA,MAAa,OACX,QACA,SACiB;AACjB,WAAO,MAAM,KAAK,SAAS,QAAQ,OAAO;AAAA,EAC5C;AAAA,EAEA,MAAa,aACX,UACA,QACA,SACA,iBACiB;AACjB,UAAM,KAAK,wBAAwB,QAAQ;AAC3C,UAAM,kBAAkB,KAAK,WAAW,UAAU,QAAQ;AAAA,MACxD,GAAI,KAAK,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW,KAAK,WAAW;AAAA,IACxE,CAAC;AACD,WAAO,MAAM,KAAK,kBAAkB,UAAU,SAAS,eAAe;AAAA,EACxE;AAAA,EAEA,MAAa,kBACX,UACA,SACA,iBACe;AACf,UAAM,KAAK;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,aACX,UACA,UAAqC,CAAC,GACrB;AACjB,UAAM,UAAU,MAAM,KAAK,cAAc,UAAU,QAAQ,YAAY;AAEvE,WAAO,IAAI,OAAO,KAAK,WAAW,UAAU,OAAO;AAAA,EACrD;AAAA,EAEA,MAAM,kBACJ,UACA,SACA,iBACiB;AACjB,UAAM,KAAK;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,MACR;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,cAAc,UAAU,QAAQ,YAAY;AACvE,UAAM,iBAAiB,SAAS;AAEhC,WAAO,IAAI,OAAO,KAAK,WAAW,UAAU,OAAO;AAAA,EACrD;AAAA,EAEA,MAAM,mBAAoC;AACxC,WAAO,MAAM,KAAK,aAAa,IAAI,MAAM;AACvC,YAAM,UAAU,KAAK;AACrB,WAAK,gBAAgB;AACrB,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,cACJ,UACA,cACiB;AACjB,UAAM,SAAS,MAAM,gBAAgB,KAAK,WAAW,QAAQ;AAC7D,QAAI,CAAC,OAAO,eAAe;AACzB,YAAM,IAAI,MAAM,UAAU,QAAQ,2BAA2B;AAAA,IAC/D;AACA,UAAM,kBAAkB,MAAM,KAAK,UAAU,YAAY,QAAQ;AAEjE,QAAI,oBAAoB,QAAW;AACjC,aAAO;AAAA,IACT;AACA,UAAM,kBAAkB,KAAK,oBAAoB,QAAQ;AACzD,UAAM,cAAc,MAAM,gBAAgB,gBAAgB;AAE1D,QAAI,YAAY,UAAU,GAAG;AAC3B,YAAMA,WAAU,MAAM;AAAA,QACpB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,KAAK,gBAAgB;AAAA,QACzB,YAAY,MAAM,KAAK,UAAU,aAAa,UAAUA,QAAO;AAAA,MACjE;AAEA,aAAOA;AAAA,IACT;AACA,UAAM,WAAW,MAAM,KAAK,gBAAgB,sBAAsB,QAAQ;AAC1E,UAAM,eAAyB,CAAC;AAEhC,eAAW,WAAW,UAAU;AAC9B,YAAM,eAAe,MAAM,aAAa;AAAA,QACtC,GAAG,KAAK,qBAAqB;AAAA,UAC3B;AAAA,UACA;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AACD,UAAI,aAAa,KAAK,MAAM,IAAI;AAC9B;AAAA,MACF;AACA,mBAAa,KAAK,YAAY;AAAA,IAChC;AACA,UAAM,UAAU,aAAa,KAAK,MAAM;AAExC,UAAM,KAAK,gBAAgB;AAAA,MACzB,YAAY,MAAM,KAAK,UAAU,aAAa,UAAU,OAAO;AAAA,IACjE;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,eACJ,UACA,kBACA,cACA,iBACe;AACf,UAAM,SAAS,IAAI,OAAO;AAAA,MACxB,WAAW;AAAA,QACT,UAAU;AAAA,QACV,uBAAuB;AAAA,QACvB,aAAa,YAAY,MAAM,KAAK,iBAAiB;AAAA,MACvD;AAAA,MACA,oBAAoB;AAAA,MACpB,KAAK,KAAK;AAAA,MACV,QAAQ;AAAA,MACR,oBAAoB,KAAK;AAAA,MACzB,GAAI,KAAK,eAAe,SACpB,CAAC,IACD;AAAA,QACE,WAAW,KAAK;AAAA,MAClB;AAAA,MACJ,GAAI,iBAAiB,SACjB,CAAC,IACD;AAAA,QACE;AAAA,MACF;AAAA,IACN,CAAC;AACD,UAAM,WAAW,IAAI;AAAA,MACnB,KAAK;AAAA,MACL;AAAA,MACA;AAAA,IACF;AACA,UAAM,YAA2B,CAAC;AAClC,UAAM,wBAAwB,uBAAuB;AACrD,UAAM,kBAAkB,KAAK,UAAU,mBAAmB,QAAQ;AAElE,eAAW,YAAY,MAAM;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IACP,GAAG;AACD,YAAM,aAAa,mBAAmB,SAAS,SAAS;AAExD,YAAM,KAAK,iBAAiB;AAAA,QAC1B;AAAA,QACA,UAAU;AAAA,UACR,oBAAoB,SAAS;AAAA,UAC7B,WAAW,SAAS;AAAA,QACtB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AAED,YAAM,iBAAiB,QAAQ,UAAU;AAAA,IAC3C;AAEA,UAAM,KAAK,gBAAgB,IAAI,YAAY;AACzC,YAAM,SAAS,SAAS;AACxB,YAAM,KAAK,SAAS,iBAAiB,QAAQ;AAC7C,YAAM,KAAK,SAAS,aAAa,QAAQ;AAAA,IAC3C,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBAAiB,OAaL;AAChB,UAAM,YAAY,MAAM,SAAS,UAAU,IAAI,CAAC,UAAU,WAAW;AAAA,MACnE,YAAY;AAAA,QACV,MAAM;AAAA,QACN,MAAM,SAAS,qBAAqB;AAAA,MACtC;AAAA,MACA,MAAM,SAAS;AAAA,MACf,YAAY,SAAS;AAAA,IACvB,EAAE;AACF,UAAM,eAAe,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI,EAAE,KAAK,GAAG;AACxE,UAAM,cAAc,MAAM,MAAM,OAAO,mBAAmB;AAAA,MACxD;AAAA,MACA,MAAM;AAAA,IACR,CAAC;AAED,UAAM,gBAAgB,MAAM,MAAM,OAAO,qBAAqB;AAAA,MAC5D;AAAA,MACA,MAAM;AAAA,MACN,mBAAmB,YAAY,MAAM;AAAA,IACvC,CAAC;AAED;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,YAAY;AAAA,IACd;AACA;AAAA,MACE,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN;AAAA,IACF;AACA,UAAM,OAAO,iBAAiB;AAAA,MAC5B,WAAW,MAAM;AAAA,MACjB,sBAAsB,CAAC,YACrB,MAAM,sBAAsB,OAAO,OAAO,CAAC,KAAK,CAAC;AAAA,IACrD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,kBAAmC;AACvC,WAAO,MAAM,KAAK,aAAa;AAAA,MAC7B,YAAY,MAAM,KAAK,SAAS,OAAO;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,wBAAwB,UAAiC;AAC7D,UAAM,KAAK,aAAa;AAAA,MACtB,YAAY,MAAM,KAAK,SAAS,aAAa,QAAQ;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,oBAAoB,UAAoC;AACtD,WAAO,KAAK,UAAU,mBAAmB,QAAQ;AAAA,EACnD;AAAA,EAEA,qBAAqB,OAIa;AAChC,WAAO;AAAA,MACL,kBAAkB;AAAA,MAClB,SAAS,MAAM;AAAA,MACf,KAAK,KAAK;AAAA,MACV,UAAU;AAAA,MACV,eAAe;AAAA,MACf,QAAQ;AAAA,MACR,UAAU,MAAM;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,GAAI,KAAK,gBAAgB,SACrB,CAAC,IACD;AAAA,QACE,YAAY,KAAK;AAAA,MACnB;AAAA,MACJ,GAAI,MAAM,iBAAiB,SACvB,CAAC,IACD;AAAA,QACE,cAAc,MAAM;AAAA,MACtB;AAAA,IACN;AAAA,EACF;AACF;AAEO,MAAM,OAAO;AAAA,EACT;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,UACA,UACA,SACA;AACA,SAAK,MAAM;AACX,SAAK,WAAW;AAChB,SAAK,YAAY,IAAI,eAAe,UAAU,QAAQ;AAAA,EACxD;AAAA,EAEA,IAAW,KAAa;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEO,aAAqB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEO,cAA8B;AACnC,WAAO,KAAK;AAAA,EACd;AACF;AAEO,MAAM,eAAe;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YAAY,UAA4B,UAAkB;AAC/D,SAAK,UAAU,SAAS;AACxB,SAAK,kBAAkB,SAAS;AAChC,SAAK,gBAAgB,SAAS;AAC9B,SAAK,YAAY;AACjB,SAAK,eAAe,SAAS;AAC7B,SAAK,cAAc,SAAS;AAC5B,SAAK,UAAU,SAAS;AAAA,EAC1B;AAAA,EAEA,MAAa,aAA8C;AACzD,WAAO,MAAM,KAAK,QAAQ,aAAa,KAAK,SAAS;AAAA,EACvD;AAAA,EAEA,MAAa,YAAmD;AAC9D,WAAO,MAAM,KAAK,cAAc,aAAa,KAAK,SAAS;AAAA,EAC7D;AAAA,EAEA,MAAa,aAAsD;AACjE,WAAO,MAAM,KAAK,gBAAgB,aAAa,KAAK,SAAS;AAAA,EAC/D;AAAA,EAEA,MAAa,gBACX,SACsC;AACtC,UAAM,QAAQ,MAAM,KAAK,QAAQ,QAAQ,OAAO;AAChD,QAAI,UAAU,UAAa,MAAM,aAAa,KAAK,WAAW;AAC5D,YAAM,IAAI,MAAM,SAAS,OAAO,iCAAiC;AAAA,IACnE;AACA,WAAO,MAAM,KAAK,aAAa,YAAY,OAAO;AAAA,EACpD;AAAA,EAEA,MAAa,iBAAsD;AACjE,WAAO,MAAM,KAAK,YAAY,aAAa,KAAK,SAAS;AAAA,EAC3D;AAAA,EAEA,MAAa,aAA8C;AACzD,WAAO,MAAM,KAAK,QAAQ,aAAa,KAAK,SAAS;AAAA,EACvD;AACF;AAEA,SAAS,gBACP,uBACA,QACA,MACM;AACN,QAAM,qBAAqB,sBAAsB,OAAO,MAAM,CAAC,KAAK,CAAC;AAErE,MAAI,mBAAmB,SAAS,IAAI,GAAG;AACrC;AAAA,EACF;AAEA,wBAAsB,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,oBAAoB,IAAI,EAAE;AAAA,IACpE;AAAA,EACF;AACF;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAEA,SAAS,yBAA+D;AACtE,SAAO,uBAAO,OAAO,IAAI;AAC3B;AAEA,eAAsB,WACpB,UACA,UACiB;AACjB,QAAM,SAAS,MAAM,gBAAgB,UAAU,QAAQ;AAEvD,MAAI,CAAC,OAAO,eAAe;AACzB,UAAM,IAAI,MAAM,UAAU,QAAQ,eAAe;AAAA,EACnD;AAEA,QAAM,UAAU,MAAM,SAAS,YAAY,QAAQ;AAEnD,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI;AAAA,MACR,WAAW,QAAQ,yLAAyL,QAAQ;AAAA,IACtN;AAAA,EACF;AAEA,SAAO,IAAI,OAAO,UAAU,UAAU,OAAO;AAC/C;AAEA,SAAS,gBAAgB,SAA4C;AACnE,QAAM,WAAW,QAAQ,YAAY,QAAQ;AAE7C,MAAI,aAAa,QAAW;AAC1B,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAEA,SAAO;AACT;AAEA,eAAe,gBACb,UACA,UACuB;AACvB,QAAM,SAAS,MAAM,SAAS,QAAQ,QAAQ,QAAQ;AAEtD,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI;AAAA,MACR,WAAW,QAAQ;AAAA,IACrB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,UACP,WACA,uBACA,UACA,OACM;AACN,WAAS,OAAO,KAAK;AACrB,YAAU,KAAK,GAAG,MAAM,MAAM;AAE9B,aAAW,QAAQ,MAAM,OAAO;AAC9B,oBAAgB,uBAAuB,KAAK,QAAQ,KAAK,IAAI;AAAA,EAC/D;AACF;AAEA,gBAAgB,gBAAgB,OAW7B;AACD,MAAI,mBAGC,CAAC;AACN,MAAI,oBAAoB;AAExB,mBAAiB,YAAY,MAAM,QAAQ;AACzC,UAAM,eAAe,SAAS,KAAK,KAAK;AAExC,QAAI,iBAAiB,IAAI;AACvB;AAAA,IACF;AACA,QACE,iBAAiB,SAAS,KAC1B,oBAAoB,SAAS,aAAa,MAAM,eAChD;AACA,YAAM;AAAA,QACJ,WAAW;AAAA,MACb;AACA,yBAAmB,CAAC;AACpB,0BAAoB;AAAA,IACtB;AACA,qBAAiB,KAAK;AAAA,MACpB,MAAM;AAAA,MACN,YAAY,SAAS;AAAA,IACvB,CAAC;AACD,yBAAqB,SAAS;AAAA,EAChC;AAEA,MAAI,iBAAiB,SAAS,GAAG;AAC/B,UAAM;AAAA,MACJ,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAe,8BACb,WACA,eASA;AACA,QAAM,YACJ,UAAU,kBAAkB,SACxB,MAAM,sBAAsB,SAAS,IACrC,MAAM,UAAU,cAAc;AACpC,QAAM,UAMD,CAAC;AACN,MAAI,mBAGC,CAAC;AACN,MAAI,4BAA4B;AAChC,MAAI,oBAAoB;AAExB,WAAS,QAAQ,GAAG,QAAQ,UAAU,QAAQ,SAAS,GAAG;AACxD,UAAM,WAAW,UAAU,KAAK;AAEhC,QAAI,aAAa,UAAa,SAAS,KAAK,KAAK,MAAM,IAAI;AACzD;AAAA,IACF;AACA,QACE,iBAAiB,SAAS,KAC1B,oBAAoB,SAAS,aAAa,eAC1C;AACA,cAAQ,KAAK;AAAA,QACX,oBAAoB;AAAA,QACpB,WAAW;AAAA,MACb,CAAC;AACD,yBAAmB,CAAC;AACpB,0BAAoB;AAAA,IACtB;AACA,QAAI,iBAAiB,WAAW,GAAG;AACjC,kCAA4B;AAAA,IAC9B;AACA,qBAAiB,KAAK,QAAQ;AAC9B,yBAAqB,SAAS;AAAA,EAChC;AAEA,MAAI,iBAAiB,SAAS,GAAG;AAC/B,YAAQ,KAAK;AAAA,MACX,oBAAoB;AAAA,MACpB,WAAW;AAAA,IACb,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,eAAe,sBACb,WAMA;AACA,QAAM,UAAU,MAAM,QAAQ;AAAA,KAC3B,MAAM,UAAU,gBAAgB,GAAG;AAAA,MAClC,OAAO,eAAe,MAAM,UAAU,YAAY,UAAU;AAAA,IAC9D;AAAA,EACF;AAEA,SAAO,QACJ,KAAK,CAAC,MAAM,UAAU,KAAK,aAAa,MAAM,UAAU,EACxD,QAAQ,CAAC,aAAa,SAAS,SAAS;AAC7C;AAEA,eAAe,kBAAkB,QAA2C;AAC1E,QAAM,QAAkB,CAAC;AAEzB,mBAAiB,SAAS,QAAQ;AAChC,UAAM,KAAK,KAAK;AAAA,EAClB;AAEA,SAAO,MAAM,KAAK,EAAE;AACtB;AAEA,SAAS,mBACP,WAIQ;AACR,SAAO,UAAU,OAAO,CAAC,KAAK,aAAa,MAAM,SAAS,YAAY,CAAC;AACzE;AAEA,eAAe,6BACb,WACA,aACiB;AACjB,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,MAAM,QAAQ;AAAA,IAC5B,YAAY;AAAA,MACV,OAAO,eAAe,MAAM,UAAU,YAAY,UAAU;AAAA,IAC9D;AAAA,EACF;AAEA,SAAO,QACJ;AAAA,IAAQ,CAAC,aACR,SAAS,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI;AAAA,EACpD,EACC,KAAK,GAAG,EACR,KAAK;AACV;","names":["summary"]}

package/dist/source/adapter.d.ts

@@ -0,0 +1,15 @@
+import { SourceFormat, BookMeta } from './meta.js';
+import { SourceAsset, SourceSection } from './types.js';
+import 'zod';
+
+interface SourceDocument {
+    readMeta(): Promise<BookMeta>;
+    readCover(): Promise<SourceAsset | undefined>;
+    readSections(): Promise<readonly SourceSection[]>;
+}
+interface SourceAdapter {
+    readonly format: SourceFormat;
+    openSession<T>(path: string, operation: (document: SourceDocument) => Promise<T>): Promise<T>;
+}
+
+export type { SourceAdapter, SourceDocument };

package/dist/source/adapter.js

@@ -0,0 +1 @@
+//# sourceMappingURL=adapter.js.map

package/dist/source/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/source/epub/archive.d.ts

@@ -0,0 +1,27 @@
+import { Readable } from 'stream';
+import { ZipFile, Entry } from 'yauzl';
+
+declare class EpubArchive {
+    #private;
+    constructor(path: string, zipFile: ZipFile, entries: ReadonlyMap<string, Entry>);
+    static open(path: string): Promise<EpubArchive>;
+    close(): Promise<void>;
+    hasEntry(path: string): boolean;
+    listEntries(): readonly string[];
+    openReadStream(path: string): Promise<Readable>;
+    readText(path: string): Promise<string>;
+    readBuffer(path: string): Promise<Buffer>;
+    resolveRelativePath(basePath: string, href: string): string;
+    createSectionId(path: string, fragment?: string): string;
+    createSyntheticSectionId(path: string, title?: string): string;
+    get path(): string;
+}
+declare function normalizeArchivePath(path: string): string;
+declare function normalizeHref(href: string): string;
+declare function normalizeFragment(fragment: string | undefined): string | undefined;
+declare function splitHref(href: string): {
+    readonly path: string;
+    readonly fragment: string | undefined;
+};
+
+export { EpubArchive, normalizeArchivePath, normalizeFragment, normalizeHref, splitHref };